Current-tokenizer cost (Δ, worst tokenizer)

These are the committed bytes rendered as readable JSON. Expanding this audit detail does not change the measurement’s current status.

{
    "kind": "saturnia.ainglish.grader-eq-graded-fresh-replication.v1",
    "metric": "token_delta",
    "replicates_hash": "4c12baf4f1de4789148f62f3a2294ac9cc5e610e2323c11d5fb05535a8743200",
    "models": [
        "cl100k_base",
        "o200k_base"
    ],
    "test_set": [
        {
            "id": "checksum-oracle",
            "domain": "data-integrity",
            "ainglish": "The checksum audit is grader=graded.",
            "english": "The checksum audit derives its expected checksum with the same routine it evaluates, so a match only certifies agreement-with-self, not correctness."
        },
        {
            "id": "payroll-ledger",
            "domain": "payroll",
            "ainglish": "This payroll reconciliation is grader=graded.",
            "english": "This payroll reconciliation obtains both its expected and observed totals from the same payroll export, so equality only certifies agreement-with-self, not correctness."
        },
        {
            "id": "scan-triage",
            "domain": "medical-imaging",
            "ainglish": "The scan-triage review is grader=graded.",
            "english": "The scan-triage review lets the imaging model assess its own classifications, so approval only certifies agreement-with-self, not correctness."
        },
        {
            "id": "sensor-reference",
            "domain": "instrumentation",
            "ainglish": "That sensor calibration is grader=graded.",
            "english": "That sensor calibration uses the sensor under test as its own reference signal, so a pass only certifies agreement-with-self, not correctness."
        },
        {
            "id": "tally-oracle",
            "domain": "elections",
            "ainglish": "The tally verification is grader=graded.",
            "english": "The tally verification takes its expected totals from the same tabulator it audits, so a match only certifies agreement-with-self, not correctness."
        },
        {
            "id": "robot-pose",
            "domain": "robotics",
            "ainglish": "Our robot precision test is grader=graded.",
            "english": "Our robot precision test uses the controller's internal pose estimate to judge that controller's motion, so a pass only certifies agreement-with-self, not correctness."
        },
        {
            "id": "translation-rater",
            "domain": "translation",
            "ainglish": "This translation quality check is grader=graded.",
            "english": "This translation quality check asks the translating model to score its own translation, so approval only certifies agreement-with-self, not correctness."
        },
        {
            "id": "restore-catalog",
            "domain": "backups",
            "ainglish": "The restore verification is grader=graded.",
            "english": "The restore verification compares the restored files with a catalog regenerated from those same files, so a match only certifies agreement-with-self, not correctness."
        },
        {
            "id": "fraud-appeal",
            "domain": "fraud-screening",
            "ainglish": "That fraud appeal is grader=graded.",
            "english": "That fraud appeal is reviewed only by the model whose fraud flag is being challenged, so confirmation only certifies agreement-with-self, not correctness."
        },
        {
            "id": "risk-labels",
            "domain": "lending",
            "ainglish": "The loan-risk validation is grader=graded.",
            "english": "The loan-risk validation treats labels supplied by the risk model as ground truth for that model, so agreement only certifies agreement-with-self, not correctness."
        },
        {
            "id": "compiler-oracle",
            "domain": "compilers",
            "ainglish": "Our compiler conformance test is grader=graded.",
            "english": "Our compiler conformance test generates its expected output with the same compiler it tests, so a pass only certifies agreement-with-self, not correctness."
        },
        {
            "id": "clock-reference",
            "domain": "timekeeping",
            "ainglish": "This clock-sync check is grader=graded.",
            "english": "This clock-sync check uses the clock under test as its own time reference, so a green result only certifies agreement-with-self, not correctness."
        },
        {
            "id": "emissions-assurance",
            "domain": "carbon-accounting",
            "ainglish": "The emissions assurance is grader=graded.",
            "english": "The emissions assurance recomputes its reference figure with the same calculator it evaluates, so a match only certifies agreement-with-self, not correctness."
        },
        {
            "id": "species-labels",
            "domain": "ecology",
            "ainglish": "That species benchmark is grader=graded.",
            "english": "That species benchmark uses labels produced by the classifier as ground truth for that classifier, so agreement only certifies agreement-with-self, not correctness."
        },
        {
            "id": "clause-reference",
            "domain": "legal-technology",
            "ainglish": "The clause extraction audit is grader=graded.",
            "english": "The clause extraction audit builds its reference clauses with the extractor under review, so a pass only certifies agreement-with-self, not correctness."
        },
        {
            "id": "alert-review",
            "domain": "cybersecurity",
            "ainglish": "Our intrusion-alert evaluation is grader=graded.",
            "english": "Our intrusion-alert evaluation lets the detector decide whether its own alerts were justified, so approval only certifies agreement-with-self, not correctness."
        }
    ],
    "items_sha256": "2dfe3081777a37c57d10a91c1a6dd6a2a9082a378d538bd45134d83901f52cf3",
    "comparison_identity": {
        "aggregation": "equal item mean per tokenizer, then maximum tokenizer mean",
        "comparator": "the Ainglish sentence '<subject> is grader=graded.' versus the construct's own lossless careful-English mapping applied in context, both arms carrying the same facts",
        "comparator_genre": "lossless-mapping-in-context-v1",
        "item_count": 16,
        "items_sha256": "2dfe3081777a37c57d10a91c1a6dd6a2a9082a378d538bd45134d83901f52cf3",
        "kind": "ainglish.token-comparison-identity.v1",
        "pair_rendering": "inline-single-sentence",
        "population": "sixteen fresh minimal pairs frozen before tokenizer exposure (Dexagon's unspent successor carrier, sha256 86d9312b…), disjoint from every public arm on the row",
        "tokenizer_roster": [
            "cl100k_base",
            "o200k_base"
        ],
        "unit_span": "complete sentence"
    },
    "estimand_contract": {
        "aggregation": {
            "reducer": "least_favourable",
            "rule": "equal item mean per tokenizer, then maximum tokenizer mean"
        },
        "contrast": "the Ainglish sentence '<subject> is grader=graded.' versus the construct's own lossless careful-English mapping applied in context, both arms carrying the same facts",
        "governance_effect": "report_only",
        "kind": "ainglish.estimand-shadow.v1",
        "population": "sixteen fresh minimal pairs frozen before tokenizer exposure (Dexagon's unspent successor carrier, sha256 86d9312b…), disjoint from every public arm on the row",
        "unit_span": "complete sentence"
    },
    "interval_kind": "member_span",
    "tokenizer_provenance": {
        "kind": "ainglish.tiktoken-provenance.v1",
        "library": "tiktoken",
        "library_version": "0.14.0",
        "encodings": [
            "cl100k_base",
            "o200k_base"
        ]
    },
    "environment": {
        "library": "tiktoken",
        "version": "0.14.0"
    },
    "replication_design": {
        "role": "fresh-input replication",
        "replicates_hash": "4c12baf4f1de4789148f62f3a2294ac9cc5e610e2323c11d5fb05535a8743200",
        "source_attempt": "d38fe249-fa9c-42f6-aad6-73e1df1b73d4",
        "result_shape": "aggregate_only",
        "source_recount_gate": "Recount the source's committed text after mint and before observing this sample; abort on any mismatch."
    },
    "harness_repair": {
        "predecessor_attempt_id": "eb6f6063-8752-4514-92a5-c71ff3ebfe85",
        "predecessor_manifest_commitment": "de61bc73e2048b21cc2d1dc2a082f62128ff106959d84d7cf60acd71c86cc1c2",
        "change": "Add the SDK-required top-level replicates_hash; all sixteen scientific pairs, estimand, tokenizer roster, reducers and observed-result filing rule are unchanged.",
        "timing": "The predecessor pinned these exact scientific inputs before tokenizer exposure and then aborted at the local write-boundary verifier. This successor is a disclosed schema repair, not a fresh draw or an outcome-selected retry."
    },
    "selection": "Sixteen complete meaning-matched cases across sixteen domains were authored and frozen before any tokenizer exposure. Exact complete-pair and individual-arm overlap is refused against every recoverable valid token manifest on the proposal.",
    "method": "Fresh replication of 4c12baf4: token_delta is tokens(Ainglish) minus tokens(complete careful English) per pair under cl100k_base and o200k_base; take an equal item mean for each tokenizer, then file the least-favourable maximum as the headline and the member min/max as the interval. The predecessor pinned these identical scientific inputs before exposure but aborted because its manifest lacked the SDK-required top-level replicates_hash; this successor changes only that schema declaration and files the already-obligated result without redrawing or outcome selection.",
    "scope": "Deterministic token cost for this frozen fresh sample only; not evidence that an evaluator is independent, that any evaluated object is correct, that readers understand the form, or that the form should be adopted.",
    "seed": "none — fixed authored census"
}