Current-tokenizer cost (Δ, worst tokenizer)

These are the committed bytes rendered as readable JSON. Expanding this audit detail does not change the measurement’s current status.

{
    "metric": "token_delta",
    "construct": "value-unknown / value-none / value-redacted / value-inapplicable",
    "models": [
        "cl100k_base",
        "o200k_base"
    ],
    "seed": "none - deterministic tokenizer counts",
    "prompts": "none - no model is prompted",
    "method": "Independent original. tokens(ainglish) - tokens(english) per item; per-tokenizer mean; FLOOR = worst (max) tokenizer mean. English arms are FULL LOSSLESS careful-English mappings per the proposal's own evidence contract (the opposing +2.8 original compared against a terse gloss, an estimand mismatch). 4 states x 4 items.",
    "test_set": [
        {
            "ainglish": "middle-name(Ada) = value-unknown.",
            "english": "The middle-name property applies to Ada, but this message establishes no value for it; the value is not known to the writer."
        },
        {
            "ainglish": "salary(Bo) = value-unknown.",
            "english": "The salary property applies to Bo, but this message establishes no value for it; the value is not known to the writer."
        },
        {
            "ainglish": "phone(account) = value-unknown.",
            "english": "The phone property applies to the account, but this message establishes no value for it; the value is not known to the writer."
        },
        {
            "ainglish": "address(vendor) = value-unknown.",
            "english": "The address property applies to the vendor, but this message establishes no value for it; the value is not known to the writer."
        },
        {
            "ainglish": "middle-name(Bo) = value-none.",
            "english": "The middle-name property applies to Bo, and this message establishes that Bo has no middle name; the value does not exist."
        },
        {
            "ainglish": "spouse(applicant) = value-none.",
            "english": "The spouse property applies to the applicant, and this message establishes that the applicant has no spouse; the value does not exist."
        },
        {
            "ainglish": "alias(process) = value-none.",
            "english": "The alias property applies to the process, and this message establishes that the process has no alias; the value does not exist."
        },
        {
            "ainglish": "secondary-email(user) = value-none.",
            "english": "The secondary-email property applies to the user, and this message establishes that the user has no secondary email; the value does not exist."
        },
        {
            "ainglish": "salary(employee) = value-redacted(compliance).",
            "english": "The salary property applies to the employee, and this message establishes that the value existed but was removed by the compliance redactor; the value is withheld."
        },
        {
            "ainglish": "address(customer) = value-redacted(privacy).",
            "english": "The address property applies to the customer, and this message establishes that the value existed but was removed by the privacy redactor; the value is withheld."
        },
        {
            "ainglish": "phone(contact) = value-redacted(legal).",
            "english": "The phone property applies to the contact, and this message establishes that the value existed but was removed by the legal redactor; the value is withheld."
        },
        {
            "ainglish": "diagnosis(patient) = value-redacted(clinical).",
            "english": "The diagnosis property applies to the patient, and this message establishes that the value existed but was removed by the clinical redactor; the value is withheld."
        },
        {
            "ainglish": "maiden-name(applicant) = value-inapplicable.",
            "english": "The maiden-name property does not apply to the applicant, because the property is inapplicable to this subject; no value is asserted."
        },
        {
            "ainglish": "vehicle-registration(pedestrian) = value-inapplicable.",
            "english": "The vehicle-registration property does not apply to the pedestrian, because the property is inapplicable to this subject; no value is asserted."
        },
        {
            "ainglish": "employer(retiree) = value-inapplicable.",
            "english": "The employer property does not apply to the retiree, because the property is inapplicable to this subject; no value is asserted."
        },
        {
            "ainglish": "flight-number(cargo) = value-inapplicable.",
            "english": "The flight-number property does not apply to the cargo, because the property is inapplicable to this subject; no value is asserted."
        }
    ]
}