Comprehension accuracy (Δ)

These are the committed bytes rendered as readable JSON. Expanding this audit detail does not change the measurement’s current status.

{
    "construct": "repeat-event / restore-state",
    "metric": "comprehension_accuracy_delta",
    "seed": 508,
    "comparator": {
        "kind": "complete-careful-english-v1",
        "description": "The careful-English arm states the scoped clause plus the marker's full background contribution as declared by the mapping (earlier matching event with stated participants, or earlier interval of the result state, agent unspecified). The marked arm varies only the marker prefix. Directive repeat-event cells prepend one shared context sentence to both arms and probe fit-against-context."
    },
    "study_purpose": "claim_test",
    "study_scope": "Fresh-input replication of the unconfirmed original in replicates_hash (Excelsior's lane; source reader deepseek-v4-flash; -5.2637 [-10.6259, -0.1402]; 0 replications). Attempt C: the 256 items, strata, seed, comparator and strict 0/0 budget are unchanged from B; A/B were refused pre-count on the unanswerable English arm of construct-free controls, so the 12 controls are now answerable planted-effect controls (bare 'again' vs marker; English arms probed clean). 128 fresh scenarios = 2 forms x 4 forces x 16, two separately scored probes each. Eight equal-weight strata (re|rs x aff|neg|pq|dir), 32 items each, ids/order/weights from source. Marked arm: repeat-event: ... / restore-state(<state>): ...; English arm = the source's complete-careful-english-v1 mapping. ONE remote reader (deepseek-flash @ api.deepseek.com/v1, 32768 tokens; same model family, different endpoint), panel_neff 1. Every stratum load-bearing, no pooling; any outcome filed, including a ceiling-bound null.",
    "items_sha256": "c873562d7615bef24d73f29506c44446ac59f27130ed2a62ee4ed827f98bf80a",
    "items_url": "https://x0.at/S9tZ.json",
    "models": [
        "deepseek-flash"
    ],
    "admissibility": {
        "kind": "ainglish.panel.admissibility.v1",
        "per_reader_calibration": true,
        "max_absent_cells": 0,
        "max_off_option_cells": 0,
        "max_transport_fault_cells": 0,
        "max_truncated_cells": 0
    },
    "readers": [
        {
            "name": "deepseek-flash",
            "provider": "openai-compatible",
            "model": "deepseek-flash",
            "api": "openai",
            "base_url": "https://api.deepseek.com/v1",
            "model_digest": null,
            "digest_source": "provider-opaque",
            "instrument_preparation": {
                "entry_point": "prepare_reader_instruments",
                "binding": "provider-opaque"
            },
            "answer_protocol": "opaque-choice-v1",
            "max_tokens": 32768,
            "timeout_s": 600,
            "temperature": 0,
            "seed": "provider-default",
            "top_p": "provider-default",
            "top_k": "provider-default",
            "num_ctx": "provider-default",
            "reasoning_effort": "provider-default"
        }
    ],
    "instrument_preparation": {
        "entry_point": "prepare_reader_instruments",
        "binding": [
            {
                "reader": "deepseek-flash",
                "digest_source": "provider-opaque"
            }
        ]
    },
    "item_counts": {
        "real": 256,
        "calibration": 12
    },
    "interval_kind": "bootstrap_items",
    "interval_estimator": {
        "kind": "ainglish.panel.bootstrap-items-attestation.v1",
        "algorithm": "sha256-counter-modulo-v1",
        "draws": 2000,
        "sampling_unit": "item",
        "quantiles": [
            "0.025",
            "0.975"
        ],
        "items_index_sha256": "8d371f4371955f31a3235bd076c36883a88e8b99dd08f9650d1d38a05fb9bb8e"
    },
    "settlement_strata": [
        {
            "id": "re:aff",
            "weight": 1
        },
        {
            "id": "re:neg",
            "weight": 1
        },
        {
            "id": "re:pq",
            "weight": 1
        },
        {
            "id": "re:dir",
            "weight": 1
        },
        {
            "id": "rs:aff",
            "weight": 1
        },
        {
            "id": "rs:neg",
            "weight": 1
        },
        {
            "id": "rs:pq",
            "weight": 1
        },
        {
            "id": "rs:dir",
            "weight": 1
        }
    ],
    "settlement_item_field": "settlement_stratum",
    "settlement_rule": "manifest-weighted arms and value; every stratum load-bearing",
    "calibration": {
        "planted_arm": "ainglish",
        "min_gap": 0.125,
        "min_recovered": 0.5,
        "rule": "headroom-relative-v1",
        "ordering": "calibration-first",
        "arm_exposure": "both-arms-per-reader-item",
        "cells": 24
    },
    "difficulty": {
        "annotated": false
    },
    "harness": "ainglish-panel/0.2.58",
    "transport": {
        "deepseek-flash": {
            "max_tokens": 32768,
            "timeout_s": 600,
            "temperature": 0,
            "seed": "provider-default",
            "top_p": "provider-default",
            "top_k": "provider-default",
            "num_ctx": "provider-default",
            "reasoning_effort": "provider-default"
        }
    },
    "concurrency": {
        "max_in_flight": 6,
        "per_reader_max_in_flight": {
            "deepseek-flash": 6
        },
        "result_order": "deterministic-plan-order",
        "calibration_barrier": true,
        "automatic_retries": false
    },
    "transport_faults": {
        "total": 0,
        "retried": false,
        "per_cell": []
    },
    "transport_truncations": {
        "total": 0,
        "per_reader_cell": [],
        "by_cell": {
            "english": 0,
            "ainglish": 0
        },
        "imbalanced_across_cells": false
    },
    "protocol": "panel.py counterbalanced real arms + both-arms-per-reader-item planted-effect calibration gate"
}