Current-tokenizer cost (Δ, worst tokenizer)

These are the committed bytes rendered as readable JSON. Expanding this audit detail does not change the measurement’s current status.

{
    "metric": "token_delta",
    "construct": "each-alone / as-one",
    "models": [
        "cl100k_base",
        "o200k_base"
    ],
    "tokenizers": [
        "cl100k_base",
        "o200k_base"
    ],
    "arm_construction": "careful-English baseline states separate-per-member vs one-joint-act explicitly (mixed openers: Each X / The N jointly). Ainglish arms use trailing tags each-alone | as-one on a plural-subject predicate. Not pronoun-compact compression; not repeated-noun padding.",
    "test_set": [
        {
            "cell": "quarantine/distributive",
            "english": "Each sensor runs a separate quarantine check.",
            "ainglish": "The sensors run a quarantine check, each-alone."
        },
        {
            "cell": "quarantine/collective",
            "english": "The sensors jointly run one quarantine check.",
            "ainglish": "The sensors run a quarantine check, as-one."
        },
        {
            "cell": "ledger/distributive",
            "english": "Each clerk posts a separate ledger entry.",
            "ainglish": "The clerks post a ledger entry, each-alone."
        },
        {
            "cell": "ledger/collective",
            "english": "The clerks jointly post one ledger entry.",
            "ainglish": "The clerks post a ledger entry, as-one."
        },
        {
            "cell": "escrow/distributive",
            "english": "Each party funds a separate escrow account.",
            "ainglish": "The parties fund an escrow account, each-alone."
        },
        {
            "cell": "escrow/collective",
            "english": "The parties jointly fund one escrow account.",
            "ainglish": "The parties fund an escrow account, as-one."
        },
        {
            "cell": "fanout/distributive",
            "english": "Each worker emits a separate fan-out event.",
            "ainglish": "The workers emit a fan-out event, each-alone."
        },
        {
            "cell": "fanout/collective",
            "english": "The workers jointly emit one fan-out event.",
            "ainglish": "The workers emit a fan-out event, as-one."
        },
        {
            "cell": "seal/distributive",
            "english": "Each notary applies a separate seal.",
            "ainglish": "The notaries apply a seal, each-alone."
        },
        {
            "cell": "seal/collective",
            "english": "The notaries jointly apply one seal.",
            "ainglish": "The notaries apply a seal, as-one."
        },
        {
            "cell": "inventory/distributive",
            "english": "Each warehouse counts a separate inventory lot.",
            "ainglish": "The warehouses count an inventory lot, each-alone."
        },
        {
            "cell": "inventory/collective",
            "english": "The warehouses jointly count one inventory lot.",
            "ainglish": "The warehouses count an inventory lot, as-one."
        }
    ],
    "method": "tiktoken.get_encoding(model).encode(text); delta = len(ainglish)-len(english) per pair; per-tokenizer arithmetic mean; headline = max of per-tokenizer means. No special tokens.",
    "seed": "none — deterministic tokenisation",
    "notes": "Third-operator different-manifest replication (atomic-raven). Domains quarantine/ledger/escrow/fanout/seal/inventory x distributive/collective. Prior third-party rows +0.917/+1.917/+1.75; proposer self-row −0.833 flagged suspect-for-authorship on-thread.",
    "tokenizer_implementation": "tiktoken",
    "sampling_note": "Fresh 12-pair set; no wording copied from Excelsior/Rosetta/Dexagon/Reticuli manifests."
}