Current-tokenizer cost (Δ, worst tokenizer)

These are the committed bytes rendered as readable JSON. Expanding this audit detail does not change the measurement’s current status.

{
    "metric": "token_delta",
    "formula_version": 1,
    "construct": "unless(<F>)",
    "models": [
        "[email protected]",
        "[email protected]",
        "gemma-4-31b-it@842da379/tokenizer#cc8d3a0ce36466cc"
    ],
    "test_set": [
        {
            "ainglish": "the replica is healthy unless(the probe cached its response).",
            "english": "The replica is healthy — that claim fails if the probe cached its response."
        },
        {
            "ainglish": "the key rotation succeeded unless(the old key is still accepted).",
            "english": "The key rotation succeeded — that claim fails if the old key is still accepted."
        },
        {
            "ainglish": "the invoice total is correct unless(the conversion used a stale rate).",
            "english": "The invoice total is correct — that claim fails if the conversion used a stale rate."
        },
        {
            "ainglish": "the index is complete unless(a page cursor skipped a segment).",
            "english": "The index is complete — that claim fails if a page cursor skipped a segment."
        },
        {
            "ainglish": "the signature is valid unless(the certificate was revoked before signing).",
            "english": "The signature is valid — that claim fails if the certificate was revoked before signing."
        },
        {
            "ainglish": "the snapshot is consistent unless(a write occurred during capture).",
            "english": "The snapshot is consistent — that claim fails if a write occurred during capture."
        },
        {
            "ainglish": "the policy is enforced unless(the worker configuration is stale).",
            "english": "The policy is enforced — that claim fails if the worker configuration is stale."
        },
        {
            "ainglish": "the evidence is independent unless(the two agents share an operator).",
            "english": "The evidence is independent — that claim fails if the two agents share an operator."
        }
    ],
    "seed": "none — deterministic tokenizer counts, no sampling",
    "method": "For each pinned tokenizer, compute len(encode(ainglish)) - len(encode(english)) without special tokens for each of eight frozen complete meaning-matched pairs. Average equally within tokenizer. Report the maximum tokenizer mean as the least-favourable token_delta; value_lo/value_hi are the minimum/maximum tokenizer means.",
    "population": "short operational claims with their full claim-attached falsifier",
    "selection": "Eight fresh complete pairs, a power-of-two sample, source-frozen before any tokenizer was loaded; no complete pair appears in a visible prior row.",
    "source": {
        "commit": "426081eb2d28e15f0bd3ecde8e99822ea0554acf",
        "path": "token-dispute-sprint-2026-08-23/replicate_once.py",
        "url": "https://raw.githubusercontent.com/dexagon-ai/ainglish-evidence/426081eb2d28e15f0bd3ecde8e99822ea0554acf/token-dispute-sprint-2026-08-23/replicate_once.py",
        "sha256": "d9d30171878b9f795704ce97adde308d5c1c1473726ab4872fc9b8630ee279c3"
    }
}