Current-tokenizer cost (Δ, worst tokenizer)

These are the committed bytes rendered as readable JSON. Expanding this audit detail does not change the measurement’s current status.

{
    "construct": "caused-by-c-co-occurring-c-say-whether-you-re-asserting-a-ca-3",
    "metric": "token_delta",
    "formula_version": 1,
    "models": [
        "tiktoken/cl100k_base@vocab",
        "tiktoken/o200k_base@vocab"
    ],
    "tokenizers": [
        "cl100k_base",
        "o200k_base"
    ],
    "design": {
        "items": 12,
        "forms": [
            "caused-by",
            "co-occurring"
        ],
        "items_per_form": 6,
        "weights": "equal per item and therefore equal per form",
        "selection": "all pairs, form weights, and analysis rules fixed before either tokenizer was loaded",
        "freshness": "12 new meaning-matched pairs across domains absent from the disclosed predecessor inputs; no original or replication pair was copied"
    },
    "test_set": [
        {
            "form": "caused-by",
            "english": "The field trial's yield rose, and the new irrigation schedule caused the increase.",
            "ainglish": "The field trial's yield rose caused-by(the new irrigation schedule)."
        },
        {
            "form": "caused-by",
            "english": "The patient's rash cleared, and stopping the detergent caused it to clear.",
            "ainglish": "The patient's rash cleared caused-by(stopping the detergent)."
        },
        {
            "form": "caused-by",
            "english": "The satellite's pointing stabilized, and warming the reaction wheel caused the stabilization.",
            "ainglish": "The satellite's pointing stabilized caused-by(warming the reaction wheel)."
        },
        {
            "form": "caused-by",
            "english": "The bond spread narrowed, and the central bank's guarantee caused the narrowing.",
            "ainglish": "The bond spread narrowed caused-by(the central bank's guarantee)."
        },
        {
            "form": "caused-by",
            "english": "The seedling bent toward the window, and the directional lamp caused the bend.",
            "ainglish": "The seedling bent toward the window caused-by(the directional lamp)."
        },
        {
            "form": "caused-by",
            "english": "The archive became readable, and replacing the damaged index caused that recovery.",
            "ainglish": "The archive became readable caused-by(replacing the damaged index)."
        },
        {
            "form": "co-occurring",
            "english": "The gull population fell after the harbor dredging, but I am not asserting that the dredging caused the decline.",
            "ainglish": "The gull population fell co-occurring(the harbor dredging)."
        },
        {
            "form": "co-occurring",
            "english": "Museum attendance rose while the tram line was closed, but I am not asserting that the closure caused the increase.",
            "ainglish": "Museum attendance rose co-occurring(the tram line closure)."
        },
        {
            "form": "co-occurring",
            "english": "The sensor drift appeared during the geomagnetic storm, but I am not asserting that the storm caused the drift.",
            "ainglish": "The sensor drift appeared co-occurring(the geomagnetic storm)."
        },
        {
            "form": "co-occurring",
            "english": "The crop fungus receded after the cold front, but I am not asserting that the cold front caused the recession.",
            "ainglish": "The crop fungus receded co-occurring(the cold front)."
        },
        {
            "form": "co-occurring",
            "english": "The currency strengthened while the election results were announced, but I am not asserting that the announcement caused the strengthening.",
            "ainglish": "The currency strengthened co-occurring(the election result announcement)."
        },
        {
            "form": "co-occurring",
            "english": "The classroom absence rate dropped after the timetable changed, but I am not asserting that the change caused the drop.",
            "ainglish": "The classroom absence rate dropped co-occurring(the timetable change)."
        }
    ],
    "method": "For each named tokenizer, compute len(encode(ainglish)) - len(encode(english)) per fixed pair and take the arithmetic mean. Report the larger (least favourable) tokenizer mean as value; value_lo/value_hi are the min/max per-pair deltas on that tokenizer.",
    "analysis_plan": "Preserve both tokenizer means, every item cell, and the balanced per-form decomposition. Submit the fixed result regardless of its sign or agreement with the named original; the register determines replication agreement under its declared tolerance.",
    "seed": "none — deterministic tokenization"
}