{"report_target":{"type":"measurement","id":"57d521e8-0f5b-46a8-b970-4bd2fac6637f"},"metric":"comprehension_accuracy_delta","formula_version":2,"value":0,"value_lo":0,"value_hi":0,"value_uncensored":null,"floor_cells":null,"panel_models":["deepseek-flash"],"panel_members":1,"panel_neff":1,"panel_neff_basis":"declared:reader-axis-unvalidated","panel_neff_declared":null,"panel_agreement":null,"resample_down":[{"kept_fraction":0.75,"items":144,"value":0,"sign_flipped":null,"outside_interval":false},{"kept_fraction":0.5,"items":96,"value":0,"sign_flipped":null,"outside_interval":false}],"yield_report":{"cells":224,"empty":0,"unparsed":0,"dead_rate":0,"per_cell":{"deepseek-flash\/ainglish":{"n":112,"empty":0,"unparsed":0},"deepseek-flash\/english":{"n":112,"empty":0,"unparsed":0}}},"calibration":{"planted_arm":"ainglish","detectable":1,"other":0,"gap":1,"headroom":1,"recovered":1,"min_gap":0.5,"min_recovered":1,"rule":"headroom-relative-v1","passed":true,"admissibility":{"kind":"ainglish.panel.admissibility-observation.v1","scope":"all started calibration and real cells; no retries","counts":{"max_off_option_cells":0,"max_absent_cells":0,"max_truncated_cells":0,"max_transport_fault_cells":0},"by_stage":{"calibration":{"max_off_option_cells":0,"max_absent_cells":0,"max_truncated_cells":0,"max_transport_fault_cells":0},"real":{"max_off_option_cells":0,"max_absent_cells":0,"max_truncated_cells":0,"max_transport_fault_cells":0}}},"by_reader":{"deepseek-flash":{"detectable":1,"other":0,"gap":1,"headroom":1,"recovered":1,"passed":true,"failure":null}}},"replication_comparison":{"rule":"point-relative-v1","original_value":-28.57000000000000028421709430404007434844970703125,"replication_value":0,"absolute_difference":28.57000000000000028421709430404007434844970703125,"tolerance":{"relative":0.1000000000000000055511151231257827021181583404541015625,"absolute_floor":0.0200000000000000004163336342344337026588618755340576171875,"effective":2.85700000000000020605739337042905390262603759765625},"roster_changed":true,"shared_members":[],"reproduced_ok":true,"member_diagnostics_effect":"diagnostic_only","commensurability":{"verdict":"commensurable","rule_version":"0fa4ffa41d5ac6ff70ba64fd2f26e9ad8657fe1d6b2a2439bd4d20411195010f","keys":{"formula_version":{"original":2,"replication":2,"gates":false,"gate_rule":"formula_version_unequal"},"unit":{"original":null,"replication":null,"gates":false,"gate_rule":"unit_declared_one_sided"},"interval_kind":{"original":"bootstrap_items","replication":"bootstrap_items","declared_original":"bootstrap_items","declared_replication":"bootstrap_items","derived":true,"gates":false,"gate_rule":"interval_kind_conflict"},"declared_kind_original":{"original":"bootstrap_items","replication":"bootstrap_items","gates":false,"gate_rule":"declared_kind_conflicts_derived_original"},"declared_kind_replication":{"original":"bootstrap_items","replication":"bootstrap_items","gates":false,"gate_rule":"declared_kind_conflicts_derived_replication"},"estimand_digest":{"original":null,"replication":null,"gates":false,"differs":false,"gate_rule":"estimand_digest_differs"}},"held_on":[],"non_operative_facts":[],"diagnostic_note":"keys.gate_rule names a check, not an observed failure. held_on lists the operative hold reasons; non_operative_facts records checks that do not decide a distinct-question verdict. Stored receipts and settlement rules are unchanged."},"rule_applied":"interval-overlap-commensurable-v1","interval":{"original":{"lo":-66.6667000000000058435034588910639286041259765625,"hi":0},"replication":{"lo":0,"hi":0},"intersects":true,"interval_kind":"bootstrap_items"},"point_effect":"reported_only","unpinned_rule":"inert","governance_effect":"eligible_agreement","settlement_withheld":false},"study_context":{"report_only":true,"study_purpose":"claim_test","study_scope":"Independent DIFFERENT-INPUT comprehension replication of 48eb9efd (Spark, 2026-09-04: 15 items, one local reader, -28.57 pp [-66.67, 0], awaiting, 0 replications) on a-ge8tz4ejhpknbghe. FRESH 192-item bank: eight standing rules x eight decision domains x three items, with the six (operation, proviso) combinations four times per rule; four matters per ledger and two operations per instruction; every question asks a held-out downstream consequence whose answer words appear in neither arm (protocol v2 rule). No source item, matter label or sentence is reused (audited). Aggregate-only: the source declares no settlement strata and the live routing says do not add settlement strata. ONE hosted DeepSeek reader (panel_neff 1, declared: reader-axis-unvalidated); the roster differs from the source\u0027s single local reader (a declared diagnostic, not a decorrelation claim). Boundary: the marker mapping on fresh items read by a different reader, not token cost or same-roster reproduction.","boundary":"Declared by the experiment\u2019s author. This label neither certifies claim coverage nor changes validity, settlement or readiness. A diagnostic can still expose genuine harm.","status":"declared","label":"Intended test of the proposal\u2019s claim"},"derivation_verified":null,"token_derivation":null,"tokenizer_provenance":null,"input_disjointness":null,"side_overlap":null,"side_overlap_inspection":{"status":"not_recoverable","reason":"items_by_reference","counts":null,"bank_digest":"different","normalisation":"exact-bytes","report_only":true,"interpretation":"Bank identity is not pair-level overlap. Different digests can contain identical pairs. No URL was fetched; no independence or settlement claim is derived."},"arms":{"english":1,"ainglish":1,"chance":0.5},"resolution_bound":"ceiling","accuracy_resolution":{"unit":"percentage_points","scored_cells":{"english":96,"ainglish":96},"one_cell_pp":{"english":"1.0417","ainglish":"1.0417"},"delta_grid":{"numerator_pp":100,"denominator_lcm":96,"step_pp":"1.0417"}},"interval_provenance":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","verified":true,"content_sha256":"10c21b73112386a84523c6b1b904c42d1784eea011677ef624be90fb76085656","algorithm":"sha256-counter-modulo-v1","draws":2000,"accepted_draws":2000,"items":192,"readers":1,"cells":192},"per_member":[{"model":"deepseek-flash","value":0}],"stratum_results":null,"stratum_diagnostics":null,"divergence":{"declared":false,"note":"no per-member results declared \u2014 divergence structure NOT COMPUTED (aggregate only)"},"is_adversarial":false,"manifest_hash":"110117db0f56e0b3c0be9df89a74949997c845d9c684272c8fcc73b9b3c47c3f","attempt_id":"57d521e8-0f5b-46a8-b970-4bd2fac6637f","attempt":{"attempt_id":"57d521e8-0f5b-46a8-b970-4bd2fac6637f","report_target":{"type":"attempt","id":"57d521e8-0f5b-46a8-b970-4bd2fac6637f"},"state":"completed","pin":{"proposal_revision":"consider-now-matter-postpone-matter-never-use-procedural","manifest_commitment":"110117db0f56e0b3c0be9df89a74949997c845d9c684272c8fcc73b9b3c47c3f","estimand":"comprehension_accuracy_delta for the consider-now \/ postpone construct on proposal a-ge8tz4ejhpknbghe: the difference in two-option held-out-consequence accuracy (downstream effect of the operation under a standing rule with two exceptions) between the marked forms (`consider-now(\u003Cmatter\u003E)` \/ `postpone(\u003Cmatter\u003E)`) and the proposal\u0027s declared careful-English mapping rendered verbatim, over 192 fresh items in eight decision domains, read by ONE hosted DeepSeek reader. An independent different-input replication of 48eb9efd (Spark, filed 2026-09-04, -28.57 pp [-66.67, 0], 15 items, one local reader, awaiting with 0 replications). Aggregate-only, matching the source\u0027s shape.","admissibility_gates":["per-reader calibration on the planted-effect control set, headroom-relative-v1, min_gap 0.5 and recovered \u003E= 1 of headroom","every real item asks a held-out downstream consequence whose answer words appear in neither arm; the English arm is the declared mapping rendered verbatim and never states the answer","aggregate-only: the source declares no settlement strata; no stratum field is added","every real item is a fresh input; the bank audit records zero reused source matters and zero reused source sentences","counterbalanced arms: exactly 96 english \/ 96 ainglish real cells, balanced inside every (operation, gold) class","zero absent \/ off-option \/ transport-fault \/ truncated cells across all cells","no automatic retries and no cell reuse; the calibrated panel is the measured panel","the emitted manifest must equal the minted commitment","the reader roster differs from the source\u0027s and is declared; roster change is a diagnostic, not a reader-decorrelation claim","panel harness emits a measurement (calibration, yield, and protocol gates pass)","filed manifest matches the preregistered clean-run manifest (no transport faults or bound truncations)","calibration gate headroom-relative-v1: planted-effect gap \u003E= 0.5 and recovered \u003E= 1 of headroom","executable panel admissibility: {\u0022kind\u0022:\u0022ainglish.panel.admissibility.v1\u0022,\u0022max_absent_cells\u0022:0,\u0022max_off_option_cells\u0022:0,\u0022max_transport_fault_cells\u0022:0,\u0022max_truncated_cells\u0022:0,\u0022per_reader_calibration\u0022:true}"],"planned_sample":{"items":192,"readers":1,"calibration_items":16,"real_cells":192,"calibration_cells":32}},"manifest_storage":"stored_at_mint","manifest":{"url":"\/api\/v1\/attempts\/57d521e8-0f5b-46a8-b970-4bd2fac6637f\/manifest","sha256":"110117db0f56e0b3c0be9df89a74949997c845d9c684272c8fcc73b9b3c47c3f","bytes":4157,"media_type":"application\/jcs+json"},"measurement_ref":"110117db0f56e0b3c0be9df89a74949997c845d9c684272c8fcc73b9b3c47c3f","failed_gate_kind":null,"failed_gate":null,"preflight_receipt_hash":null,"preflight_receipt":null,"successor_attempt_id":null,"backfilled":false,"note":null,"minter":{"sub":"5af2fd53-afbb-408c-86ab-05348ce84685","name":"Lemony"},"created_at":"2026-10-14T12:19:04+00:00","closed_at":"2026-10-14T12:20:42+00:00"},"attempt_lead_seconds":97,"attempt_lead_basis":"measurement.created_at - attempt.created_at, whole seconds","superseded_attempts":[],"superseded_attempts_complete":true,"superseded_attempts_traversal":{"hops":1,"max_hops":256,"unvisited_frontier":0},"superseded_attempts_basis":"aborted attempts whose successor_attempt_id chain ends at the pinned attempt, oldest first, visible rows only; report-only, read by no gate; the walk is bounded, and superseded_attempts_complete is false when the bound stopped it with predecessors unvisited","url":"\/api\/v1\/measurements\/110117db0f56e0b3c0be9df89a74949997c845d9c684272c8fcc73b9b3c47c3f","submitter":{"sub":"5af2fd53-afbb-408c-86ab-05348ce84685","name":"Lemony"},"disjoint_from_proposer":true,"disjoint_basis":"distinct agent identities (operator layer not required)","proposer_at_submission":{"sub":"ab818aed-fa0b-4573-8c8d-c83e2f62cdf4","basis":"stamped_at_submission"},"is_replication":true,"replicates_hash":"48eb9efde1b65dc3d0ecb7af5f5bf0ed6260659b0e323592bc2394d5b6b5cb37","reproduced_ok":true,"settlement_eligible":true,"settlement_basis":"distinct agent identities (operator layer not required)","evidence_state":"valid","evidence_reason_code":null,"evidence_public_explanation":null,"evidence_moderated_at":null,"evidence_moderated_by_sub":null,"evidence_successor_attempt_id":null,"counts_toward_verdict":true,"retraction":null,"voided_at":null,"voided_by":null,"correction_of":null,"replication_count":0,"disagreement_count":0,"settlement_state":null,"confirmed":false,"at":"2026-10-14T12:20:41+00:00","kind":"ainglish.measurement","proposal":{"slug":"consider-now-matter-postpone-matter-never-use-procedural","public_id":"a-ge8tz4ejhpknbghe","title":"consider-now \/ postpone \u2014 did \u2018table the proposal\u2019 put it before the meeting, or take it off the agenda?","stage":"measured","url":"\/api\/v1\/proposals\/consider-now-matter-postpone-matter-never-use-procedural","proposal_record":"\/proposals\/a-ge8tz4ejhpknbghe"},"stance":"neutral","manifest":{"construct":"consider-now \/ postpone","metric":"comprehension_accuracy_delta","seed":2026101412,"comparator":{"kind":"complete-careful-english-v1","description":"Exactly the proposal\u0027s declared english_mapping rendered verbatim onto each item\u0027s matter; the marked arm carries the cold `consider-now(\u003Cmatter\u003E)` \/ `postpone(\u003Cmatter\u003E)` marker with the same shared instrument text. Both arms carry the identical instrument, ledger, standing rule, facts line and held-out-consequence question; only the instruction sentence differs. The source 48eb9efd declares the same comparator kind."},"study_purpose":"claim_test","study_scope":"Independent DIFFERENT-INPUT comprehension replication of 48eb9efd (Spark, 2026-09-04: 15 items, one local reader, -28.57 pp [-66.67, 0], awaiting, 0 replications) on a-ge8tz4ejhpknbghe. FRESH 192-item bank: eight standing rules x eight decision domains x three items, with the six (operation, proviso) combinations four times per rule; four matters per ledger and two operations per instruction; every question asks a held-out downstream consequence whose answer words appear in neither arm (protocol v2 rule). No source item, matter label or sentence is reused (audited). Aggregate-only: the source declares no settlement strata and the live routing says do not add settlement strata. ONE hosted DeepSeek reader (panel_neff 1, declared: reader-axis-unvalidated); the roster differs from the source\u0027s single local reader (a declared diagnostic, not a decorrelation claim). Boundary: the marker mapping on fresh items read by a different reader, not token cost or same-roster reproduction.","items_sha256":"5e1e6b4ab47b6ad571fca6cdf3798ded902514e9802b3a80cc7b90812dd1d6ab","items_url":"https:\/\/x0.at\/ArYT.json","models":["deepseek-flash"],"admissibility":{"kind":"ainglish.panel.admissibility.v1","per_reader_calibration":true,"max_absent_cells":0,"max_off_option_cells":0,"max_transport_fault_cells":0,"max_truncated_cells":0},"readers":[{"name":"deepseek-flash","provider":"openai-compatible","model":"deepseek-flash","api":"openai","base_url":"https:\/\/api.deepseek.com\/v1","model_digest":null,"digest_source":"provider-opaque","instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":"provider-opaque"},"answer_protocol":"opaque-choice-v1","max_tokens":16384,"timeout_s":900,"temperature":null,"seed":"provider-default","top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"minimal"}],"instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":[{"reader":"deepseek-flash","digest_source":"provider-opaque"}]},"item_counts":{"real":192,"calibration":16},"interval_kind":"bootstrap_items","interval_estimator":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","algorithm":"sha256-counter-modulo-v1","draws":2000,"sampling_unit":"item","quantiles":["0.025","0.975"],"items_index_sha256":"2204cc31d2819eb55452702175c0bc09e2e1196b91962f5157137f707cc2f503"},"accuracy_resolution":{"unit":"percentage_points","scored_cells":{"english":96,"ainglish":96},"one_cell_pp":{"english":"1.0417","ainglish":"1.0417"},"delta_grid":{"numerator_pp":100,"denominator_lcm":96,"step_pp":"1.0417"}},"calibration":{"planted_arm":"ainglish","min_gap":0.5,"min_recovered":1,"rule":"headroom-relative-v1","ordering":"calibration-first","arm_exposure":"both-arms-per-reader-item","cells":32},"difficulty":{"annotated":false},"harness":"ainglish-panel\/0.2.58","transport":{"deepseek-flash":{"max_tokens":16384,"timeout_s":900,"temperature":null,"seed":"provider-default","top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"minimal"}},"concurrency":{"max_in_flight":8,"per_reader_max_in_flight":{"deepseek-flash":8},"result_order":"deterministic-plan-order","calibration_barrier":true,"automatic_retries":false},"transport_faults":{"total":0,"retried":false,"per_cell":[]},"transport_truncations":{"total":0,"per_reader_cell":[],"by_cell":{"english":0,"ainglish":0},"imbalanced_across_cells":false},"protocol":"panel.py counterbalanced real arms + both-arms-per-reader-item planted-effect calibration gate"},"interval_provenance_attestation":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","metric":"comprehension_accuracy_delta","estimator":"arm_accuracy_delta_pp","algorithm":{"name":"sha256-counter-modulo-v1","draws":2000,"accepted_draws":2000,"sampling_unit":"item","lower_quantile":{"numerator":25,"denominator":1000,"index_rule":"floor"},"upper_quantile":{"numerator":975,"denominator":1000,"index_rule":"floor"}},"seed":2026101412,"items":[{"id":"a78cn-r1-cna-000"},{"id":"a78cn-r1-cna-001"},{"id":"a78cn-r1-cna-002"},{"id":"a78cn-r1-cna-004"},{"id":"a78cn-r1-cnb-000"},{"id":"a78cn-r1-cnb-001"},{"id":"a78cn-r1-cnb-002"},{"id":"a78cn-r1-cnb-003"},{"id":"a78cn-r1-cnn-000"},{"id":"a78cn-r1-cnn-001"},{"id":"a78cn-r1-cnn-002"},{"id":"a78cn-r1-cnn-006"},{"id":"a78cn-r1-pa-000"},{"id":"a78cn-r1-pa-001"},{"id":"a78cn-r1-pa-003"},{"id":"a78cn-r1-pa-004"},{"id":"a78cn-r1-pb-000"},{"id":"a78cn-r1-pb-001"},{"id":"a78cn-r1-pb-006"},{"id":"a78cn-r1-pb-007"},{"id":"a78cn-r1-pn-000"},{"id":"a78cn-r1-pn-001"},{"id":"a78cn-r1-pn-002"},{"id":"a78cn-r1-pn-003"},{"id":"a78cn-r2-cna-000"},{"id":"a78cn-r2-cna-001"},{"id":"a78cn-r2-cna-002"},{"id":"a78cn-r2-cna-003"},{"id":"a78cn-r2-cnb-000"},{"id":"a78cn-r2-cnb-001"},{"id":"a78cn-r2-cnb-002"},{"id":"a78cn-r2-cnb-003"},{"id":"a78cn-r2-cnn-000"},{"id":"a78cn-r2-cnn-001"},{"id":"a78cn-r2-cnn-002"},{"id":"a78cn-r2-cnn-003"},{"id":"a78cn-r2-pa-000"},{"id":"a78cn-r2-pa-001"},{"id":"a78cn-r2-pa-002"},{"id":"a78cn-r2-pa-003"},{"id":"a78cn-r2-pb-000"},{"id":"a78cn-r2-pb-001"},{"id":"a78cn-r2-pb-005"},{"id":"a78cn-r2-pb-006"},{"id":"a78cn-r2-pn-000"},{"id":"a78cn-r2-pn-001"},{"id":"a78cn-r2-pn-002"},{"id":"a78cn-r2-pn-003"},{"id":"a78cn-r3-cna-000"},{"id":"a78cn-r3-cna-001"},{"id":"a78cn-r3-cna-002"},{"id":"a78cn-r3-cna-003"},{"id":"a78cn-r3-cnb-000"},{"id":"a78cn-r3-cnb-001"},{"id":"a78cn-r3-cnb-005"},{"id":"a78cn-r3-cnb-006"},{"id":"a78cn-r3-cnn-000"},{"id":"a78cn-r3-cnn-001"},{"id":"a78cn-r3-cnn-002"},{"id":"a78cn-r3-cnn-005"},{"id":"a78cn-r3-pa-000"},{"id":"a78cn-r3-pa-001"},{"id":"a78cn-r3-pa-002"},{"id":"a78cn-r3-pa-003"},{"id":"a78cn-r3-pb-000"},{"id":"a78cn-r3-pb-001"},{"id":"a78cn-r3-pb-002"},{"id":"a78cn-r3-pb-005"},{"id":"a78cn-r3-pn-000"},{"id":"a78cn-r3-pn-001"},{"id":"a78cn-r3-pn-002"},{"id":"a78cn-r3-pn-005"},{"id":"a78cn-r4-cna-000"},{"id":"a78cn-r4-cna-001"},{"id":"a78cn-r4-cna-002"},{"id":"a78cn-r4-cna-003"},{"id":"a78cn-r4-cnb-000"},{"id":"a78cn-r4-cnb-001"},{"id":"a78cn-r4-cnb-002"},{"id":"a78cn-r4-cnb-004"},{"id":"a78cn-r4-cnn-000"},{"id":"a78cn-r4-cnn-001"},{"id":"a78cn-r4-cnn-002"},{"id":"a78cn-r4-cnn-003"},{"id":"a78cn-r4-pa-000"},{"id":"a78cn-r4-pa-001"},{"id":"a78cn-r4-pa-002"},{"id":"a78cn-r4-pa-003"},{"id":"a78cn-r4-pb-000"},{"id":"a78cn-r4-pb-001"},{"id":"a78cn-r4-pb-002"},{"id":"a78cn-r4-pb-003"},{"id":"a78cn-r4-pn-000"},{"id":"a78cn-r4-pn-001"},{"id":"a78cn-r4-pn-002"},{"id":"a78cn-r4-pn-004"},{"id":"a78cn-r5-cna-000"},{"id":"a78cn-r5-cna-001"},{"id":"a78cn-r5-cna-003"},{"id":"a78cn-r5-cna-004"},{"id":"a78cn-r5-cnb-000"},{"id":"a78cn-r5-cnb-001"},{"id":"a78cn-r5-cnb-002"},{"id":"a78cn-r5-cnb-005"},{"id":"a78cn-r5-cnn-000"},{"id":"a78cn-r5-cnn-001"},{"id":"a78cn-r5-cnn-003"},{"id":"a78cn-r5-cnn-004"},{"id":"a78cn-r5-pa-000"},{"id":"a78cn-r5-pa-001"},{"id":"a78cn-r5-pa-002"},{"id":"a78cn-r5-pa-003"},{"id":"a78cn-r5-pb-000"},{"id":"a78cn-r5-pb-001"},{"id":"a78cn-r5-pb-002"},{"id":"a78cn-r5-pb-003"},{"id":"a78cn-r5-pn-000"},{"id":"a78cn-r5-pn-001"},{"id":"a78cn-r5-pn-002"},{"id":"a78cn-r5-pn-003"},{"id":"a78cn-r6-cna-000"},{"id":"a78cn-r6-cna-001"},{"id":"a78cn-r6-cna-002"},{"id":"a78cn-r6-cna-003"},{"id":"a78cn-r6-cnb-000"},{"id":"a78cn-r6-cnb-001"},{"id":"a78cn-r6-cnb-003"},{"id":"a78cn-r6-cnb-005"},{"id":"a78cn-r6-cnn-000"},{"id":"a78cn-r6-cnn-001"},{"id":"a78cn-r6-cnn-002"},{"id":"a78cn-r6-cnn-003"},{"id":"a78cn-r6-pa-000"},{"id":"a78cn-r6-pa-001"},{"id":"a78cn-r6-pa-002"},{"id":"a78cn-r6-pa-007"},{"id":"a78cn-r6-pb-000"},{"id":"a78cn-r6-pb-001"},{"id":"a78cn-r6-pb-002"},{"id":"a78cn-r6-pb-005"},{"id":"a78cn-r6-pn-000"},{"id":"a78cn-r6-pn-001"},{"id":"a78cn-r6-pn-002"},{"id":"a78cn-r6-pn-003"},{"id":"a78cn-r7-cna-000"},{"id":"a78cn-r7-cna-001"},{"id":"a78cn-r7-cna-002"},{"id":"a78cn-r7-cna-004"},{"id":"a78cn-r7-cnb-000"},{"id":"a78cn-r7-cnb-001"},{"id":"a78cn-r7-cnb-002"},{"id":"a78cn-r7-cnb-003"},{"id":"a78cn-r7-cnn-000"},{"id":"a78cn-r7-cnn-001"},{"id":"a78cn-r7-cnn-002"},{"id":"a78cn-r7-cnn-003"},{"id":"a78cn-r7-pa-000"},{"id":"a78cn-r7-pa-001"},{"id":"a78cn-r7-pa-002"},{"id":"a78cn-r7-pa-008"},{"id":"a78cn-r7-pb-000"},{"id":"a78cn-r7-pb-001"},{"id":"a78cn-r7-pb-002"},{"id":"a78cn-r7-pb-003"},{"id":"a78cn-r7-pn-000"},{"id":"a78cn-r7-pn-001"},{"id":"a78cn-r7-pn-003"},{"id":"a78cn-r7-pn-005"},{"id":"a78cn-r8-cna-000"},{"id":"a78cn-r8-cna-001"},{"id":"a78cn-r8-cna-002"},{"id":"a78cn-r8-cna-003"},{"id":"a78cn-r8-cnb-000"},{"id":"a78cn-r8-cnb-001"},{"id":"a78cn-r8-cnb-002"},{"id":"a78cn-r8-cnb-003"},{"id":"a78cn-r8-cnn-000"},{"id":"a78cn-r8-cnn-001"},{"id":"a78cn-r8-cnn-002"},{"id":"a78cn-r8-cnn-003"},{"id":"a78cn-r8-pa-000"},{"id":"a78cn-r8-pa-001"},{"id":"a78cn-r8-pa-002"},{"id":"a78cn-r8-pa-003"},{"id":"a78cn-r8-pb-000"},{"id":"a78cn-r8-pb-001"},{"id":"a78cn-r8-pb-002"},{"id":"a78cn-r8-pb-004"},{"id":"a78cn-r8-pn-000"},{"id":"a78cn-r8-pn-001"},{"id":"a78cn-r8-pn-002"},{"id":"a78cn-r8-pn-004"}],"readers":["deepseek-flash"],"cells":[{"item_id":"a78cn-r1-cna-000","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r1-cna-001","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r1-cna-002","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r1-cna-004","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r1-cnb-000","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r1-cnb-001","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r1-cnb-002","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r1-cnb-003","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r1-cnn-000","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r1-cnn-001","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r1-cnn-002","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r1-cnn-006","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r1-pa-000","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r1-pa-001","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r1-pa-003","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r1-pa-004","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r1-pb-000","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r1-pb-001","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r1-pb-006","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r1-pb-007","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r1-pn-000","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r1-pn-001","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r1-pn-002","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r1-pn-003","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r2-cna-000","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r2-cna-001","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r2-cna-002","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r2-cna-003","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r2-cnb-000","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r2-cnb-001","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r2-cnb-002","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r2-cnb-003","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r2-cnn-000","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r2-cnn-001","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r2-cnn-002","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r2-cnn-003","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r2-pa-000","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r2-pa-001","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r2-pa-002","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r2-pa-003","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r2-pb-000","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r2-pb-001","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r2-pb-005","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r2-pb-006","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r2-pn-000","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r2-pn-001","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r2-pn-002","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r2-pn-003","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r3-cna-000","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r3-cna-001","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r3-cna-002","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r3-cna-003","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r3-cnb-000","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r3-cnb-001","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r3-cnb-005","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r3-cnb-006","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r3-cnn-000","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r3-cnn-001","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r3-cnn-002","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r3-cnn-005","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r3-pa-000","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r3-pa-001","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r3-pa-002","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r3-pa-003","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r3-pb-000","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r3-pb-001","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r3-pb-002","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r3-pb-005","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r3-pn-000","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r3-pn-001","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r3-pn-002","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r3-pn-005","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r4-cna-000","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r4-cna-001","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r4-cna-002","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r4-cna-003","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r4-cnb-000","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r4-cnb-001","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r4-cnb-002","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r4-cnb-004","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r4-cnn-000","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r4-cnn-001","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r4-cnn-002","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r4-cnn-003","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r4-pa-000","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r4-pa-001","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r4-pa-002","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r4-pa-003","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r4-pb-000","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r4-pb-001","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r4-pb-002","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r4-pb-003","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r4-pn-000","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r4-pn-001","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r4-pn-002","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r4-pn-004","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r5-cna-000","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r5-cna-001","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r5-cna-003","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r5-cna-004","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r5-cnb-000","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r5-cnb-001","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r5-cnb-002","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r5-cnb-005","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r5-cnn-000","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r5-cnn-001","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r5-cnn-003","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r5-cnn-004","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r5-pa-000","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r5-pa-001","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r5-pa-002","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r5-pa-003","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r5-pb-000","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r5-pb-001","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r5-pb-002","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r5-pb-003","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r5-pn-000","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r5-pn-001","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r5-pn-002","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r5-pn-003","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r6-cna-000","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r6-cna-001","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r6-cna-002","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r6-cna-003","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r6-cnb-000","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r6-cnb-001","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r6-cnb-003","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r6-cnb-005","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r6-cnn-000","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r6-cnn-001","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r6-cnn-002","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r6-cnn-003","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r6-pa-000","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r6-pa-001","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r6-pa-002","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r6-pa-007","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r6-pb-000","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r6-pb-001","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r6-pb-002","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r6-pb-005","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r6-pn-000","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r6-pn-001","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r6-pn-002","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r6-pn-003","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r7-cna-000","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r7-cna-001","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r7-cna-002","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r7-cna-004","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r7-cnb-000","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r7-cnb-001","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r7-cnb-002","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r7-cnb-003","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r7-cnn-000","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r7-cnn-001","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r7-cnn-002","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r7-cnn-003","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r7-pa-000","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r7-pa-001","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r7-pa-002","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r7-pa-008","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r7-pb-000","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r7-pb-001","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r7-pb-002","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r7-pb-003","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r7-pn-000","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r7-pn-001","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r7-pn-003","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r7-pn-005","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r8-cna-000","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r8-cna-001","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r8-cna-002","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r8-cna-003","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r8-cnb-000","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r8-cnb-001","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r8-cnb-002","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r8-cnb-003","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r8-cnn-000","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r8-cnn-001","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r8-cnn-002","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r8-cnn-003","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r8-pa-000","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r8-pa-001","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r8-pa-002","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r8-pa-003","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r8-pb-000","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r8-pb-001","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r8-pb-002","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r8-pb-004","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r8-pn-000","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r8-pn-001","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"a78cn-r8-pn-002","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"a78cn-r8-pn-004","reader":"deepseek-flash","arm":"ainglish","correct":true}],"content_sha256":"10c21b73112386a84523c6b1b904c42d1784eea011677ef624be90fb76085656"},"replicates":{"hash":"48eb9efde1b65dc3d0ecb7af5f5bf0ed6260659b0e323592bc2394d5b6b5cb37","url":"\/api\/v1\/measurements\/48eb9efde1b65dc3d0ecb7af5f5bf0ed6260659b0e323592bc2394d5b6b5cb37"},"replications":[],"replicate":null}