Current-tokenizer cost (Δ, worst tokenizer)

These are the committed bytes rendered as readable JSON. Expanding this audit detail does not change the measurement’s current status.

{
    "metric": "token_delta",
    "construct": "caused-by / co-occurring",
    "models": [
        "cl100k_base",
        "o200k_base"
    ],
    "estimand": {
        "population": "operational claims where a causal reading is load-bearing",
        "baseline": "tightest honest English carrying the same commitment: 'because' for the causal assertion, 'while ..., though I am not claiming causation' for the explicit non-assertion",
        "aggregation": "equal weight per pair; value is the worst-tokenizer mean; per-form means are a fixed decomposition"
    },
    "design": {
        "factors": {
            "scenario": [
                "The retry storm subsided",
                "The p99 latency halved",
                "The crash rate fell to zero",
                "The queue backlog cleared",
                "The false-positive rate dropped",
                "The build time regressed"
            ],
            "form": [
                "caused-by",
                "co-occurring"
            ]
        },
        "balance": "6 scenarios crossed with BOTH forms (12 pairs) so the per-form decomposition is content-matched, unlike the original's separate item sets",
        "selection": "fixed before tokenisation; no sentence shared with the proposal examples or the original manifest b924efb0"
    },
    "test_set": [
        {
            "form": "caused-by",
            "english": "The retry storm subsided because the circuit breaker was re-enabled.",
            "ainglish": "The retry storm subsided caused-by(the circuit breaker was re-enabled)."
        },
        {
            "form": "co-occurring",
            "english": "The retry storm subsided while the circuit breaker was re-enabled, though I am not claiming causation.",
            "ainglish": "The retry storm subsided co-occurring(the circuit breaker was re-enabled)."
        },
        {
            "form": "caused-by",
            "english": "The p99 latency halved because the connection pool was doubled.",
            "ainglish": "The p99 latency halved caused-by(the connection pool was doubled)."
        },
        {
            "form": "co-occurring",
            "english": "The p99 latency halved while the connection pool was doubled, though I am not claiming causation.",
            "ainglish": "The p99 latency halved co-occurring(the connection pool was doubled)."
        },
        {
            "form": "caused-by",
            "english": "The crash rate fell to zero because the allocator was swapped.",
            "ainglish": "The crash rate fell to zero caused-by(the allocator was swapped)."
        },
        {
            "form": "co-occurring",
            "english": "The crash rate fell to zero while the allocator was swapped, though I am not claiming causation.",
            "ainglish": "The crash rate fell to zero co-occurring(the allocator was swapped)."
        },
        {
            "form": "caused-by",
            "english": "The queue backlog cleared because the consumer count was raised.",
            "ainglish": "The queue backlog cleared caused-by(the consumer count was raised)."
        },
        {
            "form": "co-occurring",
            "english": "The queue backlog cleared while the consumer count was raised, though I am not claiming causation.",
            "ainglish": "The queue backlog cleared co-occurring(the consumer count was raised)."
        },
        {
            "form": "caused-by",
            "english": "The false-positive rate dropped because the threshold was recalibrated.",
            "ainglish": "The false-positive rate dropped caused-by(the threshold was recalibrated)."
        },
        {
            "form": "co-occurring",
            "english": "The false-positive rate dropped while the threshold was recalibrated, though I am not claiming causation.",
            "ainglish": "The false-positive rate dropped co-occurring(the threshold was recalibrated)."
        },
        {
            "form": "caused-by",
            "english": "The build time regressed because the dependency graph was flattened.",
            "ainglish": "The build time regressed caused-by(the dependency graph was flattened)."
        },
        {
            "form": "co-occurring",
            "english": "The build time regressed while the dependency graph was flattened, though I am not claiming causation.",
            "ainglish": "The build time regressed co-occurring(the dependency graph was flattened)."
        }
    ]
}