Current-tokenizer cost (Δ, worst tokenizer)

These are the committed bytes rendered as readable JSON. Expanding this audit detail does not change the measurement’s current status.

{
    "metric": "token_delta",
    "formula_version": 1,
    "construct": "must-as-rule / must-as-inference",
    "models": [
        "cl100k_base",
        "o200k_base",
        "p50k_base"
    ],
    "seed": "none — deterministic tokenizer counts, no sampling",
    "population": "thirty-two complete pairs: sixteen rule-requirement claims and sixteen evidential-conclusion claims, each against a COMPLETE careful-English mapping in the replicator's own wording",
    "selection": "Sixteen wholly fresh complete meaning-matched pairs per form, frozen and published at panel-artifacts commit e1abe2852e64 before tokenizer load; equal-weight forms; every English and Ainglish surface asserted absent from every prior token manifest on this row.",
    "method": "For each pinned tokenizer, count len(encode(ainglish))-len(encode(english)) without special tokens. Average equally within each sixteen-item form, then average the two form means equally. The filed token_delta is the least-favourable (maximum) balanced mean across tokenizers; value_lo/value_hi are the minimum/maximum balanced means. Report each form separately under every tokenizer.",
    "estimand": {
        "population": "the 32 frozen complete pairs in must-pairs.json",
        "aggregation": "equal-weight form means, averaged; headline is the least-favourable maximum tokenizer mean",
        "comparator": "complete careful-English mappings in the replicator's own wording — a different manifest by design; a disagreement outside tolerance measures control-wording sensitivity and is reported, not tuned"
    },
    "environment": {
        "tiktoken": "0.13.0",
        "python": "3.12.3"
    },
    "replicates_hash": "f103aba371e9c0213fad29f30e614a55608d58ec1709c24821c6547785298f70",
    "items_sha256": "ec3a9b4f576a746c040d83fff058832d2dfa47b224ac03618eefa14433347ccb",
    "source": {
        "repository": "reticuli-labs/panel-artifacts",
        "commit": "e1abe2852e64d0fde3566a003b1fcaad697f1183",
        "path": "modal-token-repl-2026-08-26/must-pairs.json",
        "url": "https://raw.githubusercontent.com/reticuli-labs/panel-artifacts/e1abe2852e64d0fde3566a003b1fcaad697f1183/modal-token-repl-2026-08-26/must-pairs.json",
        "sha256": "ec3a9b4f576a746c040d83fff058832d2dfa47b224ac03618eefa14433347ccb"
    },
    "test_set": [
        {
            "form": "must-as-rule",
            "english": "An applicable rule requires the courier to sign for every parcel; this does not assert that it happens, and failing to do so is noncompliance.",
            "ainglish": "The courier must-as-rule sign for every parcel."
        },
        {
            "form": "must-as-rule",
            "english": "An applicable rule requires the intern to log each call; this does not assert that it happens, and failing to do so is noncompliance.",
            "ainglish": "The intern must-as-rule log each call."
        },
        {
            "form": "must-as-rule",
            "english": "An applicable rule requires the night crew to vent the furnace hourly; this does not assert that it happens, and failing to do so is noncompliance.",
            "ainglish": "The night crew must-as-rule vent the furnace hourly."
        },
        {
            "form": "must-as-rule",
            "english": "An applicable rule requires the auditor to seal the sampled boxes; this does not assert that it happens, and failing to do so is noncompliance.",
            "ainglish": "The auditor must-as-rule seal the sampled boxes."
        },
        {
            "form": "must-as-rule",
            "english": "An applicable rule requires the pilot to file the alternate plan; this does not assert that it happens, and failing to do so is noncompliance.",
            "ainglish": "The pilot must-as-rule file the alternate plan."
        },
        {
            "form": "must-as-rule",
            "english": "An applicable rule requires the tenant to insure the storage cage; this does not assert that it happens, and failing to do so is noncompliance.",
            "ainglish": "The tenant must-as-rule insure the storage cage."
        },
        {
            "form": "must-as-rule",
            "english": "An applicable rule requires the trainee to wear the harness; this does not assert that it happens, and failing to do so is noncompliance.",
            "ainglish": "The trainee must-as-rule wear the harness."
        },
        {
            "form": "must-as-rule",
            "english": "An applicable rule requires the contractor to tag every live cable; this does not assert that it happens, and failing to do so is noncompliance.",
            "ainglish": "The contractor must-as-rule tag every live cable."
        },
        {
            "form": "must-as-rule",
            "english": "An applicable rule requires the guest account to rotate its token daily; this does not assert that it happens, and failing to do so is noncompliance.",
            "ainglish": "The guest account must-as-rule rotate its token daily."
        },
        {
            "form": "must-as-rule",
            "english": "An applicable rule requires the clerk to countersign the refund; this does not assert that it happens, and failing to do so is noncompliance.",
            "ainglish": "The clerk must-as-rule countersign the refund."
        },
        {
            "form": "must-as-rule",
            "english": "An applicable rule requires the volunteer to return the badge at close; this does not assert that it happens, and failing to do so is noncompliance.",
            "ainglish": "The volunteer must-as-rule return the badge at close."
        },
        {
            "form": "must-as-rule",
            "english": "An applicable rule requires the mirror node to verify each checkpoint; this does not assert that it happens, and failing to do so is noncompliance.",
            "ainglish": "The mirror node must-as-rule verify each checkpoint."
        },
        {
            "form": "must-as-rule",
            "english": "An applicable rule requires the substitute to follow the seating plan; this does not assert that it happens, and failing to do so is noncompliance.",
            "ainglish": "The substitute must-as-rule follow the seating plan."
        },
        {
            "form": "must-as-rule",
            "english": "An applicable rule requires the apprentice to record the kiln temperature; this does not assert that it happens, and failing to do so is noncompliance.",
            "ainglish": "The apprentice must-as-rule record the kiln temperature."
        },
        {
            "form": "must-as-rule",
            "english": "An applicable rule requires the field team to radio in at noon; this does not assert that it happens, and failing to do so is noncompliance.",
            "ainglish": "The field team must-as-rule radio in at noon."
        },
        {
            "form": "must-as-rule",
            "english": "An applicable rule requires the caretaker to inventory the timber monthly; this does not assert that it happens, and failing to do so is noncompliance.",
            "ainglish": "The caretaker must-as-rule inventory the timber monthly."
        },
        {
            "form": "must-as-inference",
            "english": "From the available evidence the speaker concludes that the ferry left on the morning tide; this states a conclusion and creates no duty.",
            "ainglish": "The ferry must-as-inference have left on the morning tide."
        },
        {
            "form": "must-as-inference",
            "english": "From the available evidence the speaker concludes that the backup finished before the cutover; this states a conclusion and creates no duty.",
            "ainglish": "The backup must-as-inference have finished before the cutover."
        },
        {
            "form": "must-as-inference",
            "english": "From the available evidence the speaker concludes that the witness attended the second hearing; this states a conclusion and creates no duty.",
            "ainglish": "The witness must-as-inference have attended the second hearing."
        },
        {
            "form": "must-as-inference",
            "english": "From the available evidence the speaker concludes that the shipment cleared customs early; this states a conclusion and creates no duty.",
            "ainglish": "The shipment must-as-inference have cleared customs early."
        },
        {
            "form": "must-as-inference",
            "english": "From the available evidence the speaker concludes that the patch reached the older kiosks; this states a conclusion and creates no duty.",
            "ainglish": "The patch must-as-inference have reached the older kiosks."
        },
        {
            "form": "must-as-inference",
            "english": "From the available evidence the speaker concludes that the reservoir refilled overnight; this states a conclusion and creates no duty.",
            "ainglish": "The reservoir must-as-inference have refilled overnight."
        },
        {
            "form": "must-as-inference",
            "english": "From the available evidence the speaker concludes that the delegate returned for the final vote; this states a conclusion and creates no duty.",
            "ainglish": "The delegate must-as-inference have returned for the final vote."
        },
        {
            "form": "must-as-inference",
            "english": "From the available evidence the speaker concludes that the cache warmed before the launch; this states a conclusion and creates no duty.",
            "ainglish": "The cache must-as-inference have warmed before the launch."
        },
        {
            "form": "must-as-inference",
            "english": "From the available evidence the speaker concludes that the survey crew reached the northern plots; this states a conclusion and creates no duty.",
            "ainglish": "The survey crew must-as-inference have reached the northern plots."
        },
        {
            "form": "must-as-inference",
            "english": "From the available evidence the speaker concludes that the settlement posted before the close; this states a conclusion and creates no duty.",
            "ainglish": "The settlement must-as-inference have posted before the close."
        },
        {
            "form": "must-as-inference",
            "english": "From the available evidence the speaker concludes that the cheque cleared on Monday; this states a conclusion and creates no duty.",
            "ainglish": "The cheque must-as-inference have cleared on Monday."
        },
        {
            "form": "must-as-inference",
            "english": "From the available evidence the speaker concludes that the relief driver covered the late route; this states a conclusion and creates no duty.",
            "ainglish": "The relief driver must-as-inference have covered the late route."
        },
        {
            "form": "must-as-inference",
            "english": "From the available evidence the speaker concludes that the second engine started on the first try; this states a conclusion and creates no duty.",
            "ainglish": "The second engine must-as-inference have started on the first try."
        },
        {
            "form": "must-as-inference",
            "english": "From the available evidence the speaker concludes that the archive scan completed overnight; this states a conclusion and creates no duty.",
            "ainglish": "The archive scan must-as-inference have completed overnight."
        },
        {
            "form": "must-as-inference",
            "english": "From the available evidence the speaker concludes that the valve arrived with the convoy; this states a conclusion and creates no duty.",
            "ainglish": "The valve must-as-inference have arrived with the convoy."
        },
        {
            "form": "must-as-inference",
            "english": "From the available evidence the speaker concludes that the choir performed on the closing night; this states a conclusion and creates no duty.",
            "ainglish": "The choir must-as-inference have performed on the closing night."
        }
    ],
    "test_set_note": "Complete careful-English mappings are the comparator; bare ambiguous modal wording is excluded. Wording is the replicator's own, not the original's template."
}