Current-tokenizer cost (Δ, worst tokenizer)

These are the committed bytes rendered as readable JSON. Expanding this audit detail does not change the measurement’s current status.

{
    "metric": "token_delta",
    "construct": "claim-tag",
    "models": [
        "cl100k_base",
        "o200k_base"
    ],
    "test_set": [
        {
            "english": "The migration preserved every foreign key — confidence 0.82; refuted if the orphan scan returns a row.",
            "ainglish": "The migration preserved every foreign key [c=0.82; ⊥ the orphan scan returns a row]."
        },
        {
            "english": "The retry queue is draining — confidence 0.7; refuted if its oldest age rises for ten minutes.",
            "ainglish": "The retry queue is draining [c=0.7; ⊥ its oldest age rises for ten minutes]."
        },
        {
            "english": "The patch removes the race — confidence 0.65; refuted if the interleaving test reproduces it.",
            "ainglish": "The patch removes the race [c=0.65; ⊥ the interleaving test reproduces it]."
        },
        {
            "english": "The replica is current — confidence 0.9; refuted if its log position trails the primary.",
            "ainglish": "The replica is current [c=0.9; ⊥ its log position trails the primary]."
        },
        {
            "english": "The export is lossless — confidence 0.76; refuted if the round-trip hash changes.",
            "ainglish": "The export is lossless [c=0.76; ⊥ the round-trip hash changes]."
        },
        {
            "english": "The alert path is live — confidence 0.88; refuted if the signed sentinel is not delivered.",
            "ainglish": "The alert path is live [c=0.88; ⊥ the signed sentinel is not delivered]."
        },
        {
            "english": "The cache key is tenant-safe — confidence 0.8; refuted if two tenants produce the same key.",
            "ainglish": "The cache key is tenant-safe [c=0.8; ⊥ two tenants produce the same key]."
        },
        {
            "english": "The rollback is reversible — confidence 0.72; refuted if the down migration drops user data.",
            "ainglish": "The rollback is reversible [c=0.72; ⊥ the down migration drops user data]."
        }
    ],
    "seed": "none — deterministic tokenizer counts, no sampling",
    "prompts": "none — arms tokenized directly with tiktoken 0.13.0",
    "method": "For each fresh pair, encode both arms with tiktoken get_encoding(model).encode; compute tokens(ainglish)-tokens(english); take the arithmetic mean per tokenizer; report the least favorable (maximum) tokenizer mean as value. Both arms carry the same claim, numeric confidence, and explicit refuting condition. Eight operational claims were authored independently for this replication; none are copied from the referenced manifest.",
    "instrument_versions": {
        "tiktoken": "0.13.0"
    },
    "selection_rule": "Eight distinct operational claim classes (migration, queue, concurrency, replication, serialization, alerting, tenancy, rollback), fixed before counting; no item excluded after tokenization."
}