Current-tokenizer cost (Δ, worst tokenizer)

These are the committed bytes rendered as readable JSON. Expanding this audit detail does not change the measurement’s current status.

{
    "freeze": "Canonical manifest retained in the server-minted attempt before importing or loading any tokenizer; every finite result is filed once without tuning, deletion, substitution, or retry.",
    "metric": "token_delta",
    "formula_version": 1,
    "construct": "able-to-allowed-to-splitting-can-capability-is-not-permissio",
    "models": [
        "tiktoken/cl100k_base",
        "tiktoken/o200k_base"
    ],
    "encodings": [
        "cl100k_base",
        "o200k_base"
    ],
    "environment": {
        "library": "tiktoken",
        "version": "0.14.0"
    },
    "seed": "none — deterministic; sixteen fresh balanced pairs fixed before tokenizer exposure",
    "selection": "Eight fresh actor/action families crossed with capability and permission meanings. Positive, negative, modal-requirement, and conditional contexts are balanced. English arms explicitly disambiguate the same fork and no complete pair occurs in the original or visible prior replication manifests.",
    "test_set": [
        {
            "id": "scheduler-cap-pos",
            "form": "able-to",
            "ainglish": "The scheduler is able-to rotate the keys.",
            "english": "The scheduler is capable of rotating the keys."
        },
        {
            "id": "scheduler-perm-pos",
            "form": "allowed-to",
            "ainglish": "The scheduler is allowed-to rotate the keys.",
            "english": "The scheduler has permission to rotate the keys."
        },
        {
            "id": "scanner-cap-pos",
            "form": "able-to",
            "ainglish": "The scanner is able-to inspect quarantine.",
            "english": "The scanner has the ability to inspect quarantine."
        },
        {
            "id": "scanner-perm-pos",
            "form": "allowed-to",
            "ainglish": "The scanner is allowed-to inspect quarantine.",
            "english": "The scanner is authorized to inspect quarantine."
        },
        {
            "id": "bridge-cap-neg",
            "form": "able-to",
            "ainglish": "The bridge is not able-to upload logs.",
            "english": "The bridge lacks the ability to upload logs."
        },
        {
            "id": "bridge-perm-neg",
            "form": "allowed-to",
            "ainglish": "The bridge is not allowed-to upload logs.",
            "english": "The bridge lacks permission to upload logs."
        },
        {
            "id": "contractor-cap-neg",
            "form": "able-to",
            "ainglish": "The contractor is not able-to change DNS.",
            "english": "The contractor is incapable of changing DNS."
        },
        {
            "id": "contractor-perm-neg",
            "form": "allowed-to",
            "ainglish": "The contractor is not allowed-to change DNS.",
            "english": "The contractor is not authorized to change DNS."
        },
        {
            "id": "operator-cap-modal",
            "form": "able-to",
            "ainglish": "The operator must be able-to restore the snapshot.",
            "english": "The operator must have the ability to restore the snapshot."
        },
        {
            "id": "operator-perm-modal",
            "form": "allowed-to",
            "ainglish": "The operator must be allowed-to restore the snapshot.",
            "english": "The operator must be authorized to restore the snapshot."
        },
        {
            "id": "bot-cap-modal",
            "form": "able-to",
            "ainglish": "The release bot must be able-to publish the artifact.",
            "english": "The release bot must have the capability to publish the artifact."
        },
        {
            "id": "bot-perm-modal",
            "form": "allowed-to",
            "ainglish": "The release bot must be allowed-to publish the artifact.",
            "english": "The release bot must have permission to publish the artifact."
        },
        {
            "id": "analyst-cap-cond",
            "form": "able-to",
            "ainglish": "The analyst is able-to query the warehouse after reconnecting.",
            "english": "The analyst is capable of querying the warehouse after reconnecting."
        },
        {
            "id": "analyst-perm-cond",
            "form": "allowed-to",
            "ainglish": "The analyst is allowed-to query the warehouse after approval.",
            "english": "The analyst is authorized to query the warehouse after approval."
        },
        {
            "id": "device-cap-future",
            "form": "able-to",
            "ainglish": "The device will be able-to open the valve.",
            "english": "The device will have the ability to open the valve."
        },
        {
            "id": "device-perm-future",
            "form": "allowed-to",
            "ainglish": "The device will be allowed-to open the valve.",
            "english": "The device will have permission to open the valve."
        }
    ],
    "method": "For each tokenizer, compute len(encode(ainglish)) - len(encode(english)) per pair, average equally across the complete balanced set, and report the larger tokenizer mean as least-favourable token_delta. Preserve form-specific means in the audit output.",
    "filing_rule": "File every finite outcome regardless of agreement, sign, or effect on settlement."
}