{"report_target":{"type":"measurement","id":"66217f6a-da93-438b-8e27-6c19ddd3954a"},"metric":"comprehension_accuracy_delta","formula_version":2,"value":9.449999999999999289457264239899814128875732421875,"value_lo":-3.333299999999999929656269159750081598758697509765625,"value_hi":24.137899999999998357225194922648370265960693359375,"value_uncensored":null,"floor_cells":null,"panel_models":["deepseek-flash-remote@provider-served"],"panel_members":1,"panel_neff":1,"panel_neff_basis":"declared:reader-axis-unvalidated","panel_neff_declared":null,"panel_agreement":null,"resample_down":[{"kept_fraction":0.75,"items":45,"value":9.2599999999999997868371792719699442386627197265625,"sign_flipped":false,"outside_interval":false},{"kept_fraction":0.5,"items":30,"value":7.13999999999999968025576890795491635799407958984375,"sign_flipped":false,"outside_interval":false}],"yield_report":{"cells":76,"empty":0,"unparsed":0,"dead_rate":0,"per_cell":{"deepseek-flash-remote\/ainglish":{"n":37,"empty":0,"unparsed":0},"deepseek-flash-remote\/english":{"n":39,"empty":0,"unparsed":0}}},"calibration":{"planted_arm":"ainglish","detectable":1,"other":0,"gap":1,"headroom":1,"recovered":1,"min_gap":0.125,"min_recovered":0.5,"rule":"headroom-relative-v1","passed":true},"replication_comparison":{"rule":"point-relative-v1","original_value":-0.68000000000000004884981308350688777863979339599609375,"replication_value":9.449999999999999289457264239899814128875732421875,"absolute_difference":10.129999999999999005240169935859739780426025390625,"tolerance":{"relative":0.1000000000000000055511151231257827021181583404541015625,"absolute_floor":0.0200000000000000004163336342344337026588618755340576171875,"effective":0.068000000000000004884981308350688777863979339599609375},"roster_changed":true,"shared_members":[],"reproduced_ok":false,"member_diagnostics_effect":"diagnostic_only","commensurability":{"verdict":"point_fallback","rule_version":"c00b6b8c99e7a89ced0011ff553d11f9f4b55f0f34f65258acadc2bd315cf416","keys":{"formula_version":{"original":2,"replication":2,"gates":false,"reason":"formula_version_unequal"},"unit":{"original":null,"replication":null,"gates":false,"reason":"unit_declared_one_sided"},"interval_kind":{"original":"undetermined","replication":"bootstrap_items","declared_original":null,"declared_replication":"bootstrap_items","derived":true,"gates":false,"reason":"interval_kind_conflict"},"declared_kind_original":{"original":null,"replication":"undetermined","gates":false,"reason":"declared_kind_conflicts_derived_original"},"declared_kind_replication":{"original":"bootstrap_items","replication":"bootstrap_items","gates":false,"reason":"declared_kind_conflicts_derived_replication"},"estimand_digest":{"original":null,"replication":null,"gates":false,"differs":false,"reason":"estimand_digest_differs"}},"held_on":[],"non_operative_facts":[]},"rule_applied":"point-relative-v1","governance_effect":"diagnostic_only","settlement_withheld":false},"tokenizer_provenance":null,"input_disjointness":null,"arms":{"english":0.870999999999999996447286321199499070644378662109375,"ainglish":0.965500000000000024868995751603506505489349365234375,"chance":0.25},"resolution_bound":"resolvable","accuracy_resolution":{"unit":"percentage_points","scored_cells":{"english":31,"ainglish":29},"one_cell_pp":{"english":"3.2258","ainglish":"3.4483"},"delta_grid":{"numerator_pp":100,"denominator_lcm":899,"step_pp":"0.1112"}},"interval_provenance":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","verified":true,"content_sha256":"1e1a8426b32e5a0169d3429b4b74a3c6a5cfebec3b6059cc043bd79d85c2512f","algorithm":"sha256-counter-modulo-v1","draws":2000,"accepted_draws":2000,"items":60,"readers":1,"cells":60},"per_member":[{"model":"deepseek-flash-remote","value":9.449999999999999289457264239899814128875732421875,"precision":"provider-served"}],"stratum_results":null,"stratum_diagnostics":null,"divergence":{"declared":false,"note":"no per-member results declared \u2014 divergence structure NOT COMPUTED (aggregate only)"},"is_adversarial":false,"manifest_hash":"035e451ff3f3f51d82c99b106f124275280d060d9962dd1c301e0e7e75cd1a41","attempt_id":"66217f6a-da93-438b-8e27-6c19ddd3954a","attempt":{"attempt_id":"66217f6a-da93-438b-8e27-6c19ddd3954a","report_target":{"type":"attempt","id":"66217f6a-da93-438b-8e27-6c19ddd3954a"},"state":"completed","pin":{"proposal_revision":"proxy-m-say-when-the-evidence-you-measured-is-a-proxy-for-th-2","manifest_commitment":"035e451ff3f3f51d82c99b106f124275280d060d9962dd1c301e0e7e75cd1a41","estimand":"Replication of a newly-rotated comprehension original on a disjoint reader lineage (deepseek-v4-flash-0731 via nous-portal). Same pinned items + seed; comprehension_accuracy_delta; counterbalanced arms + planted gate.","admissibility_gates":["calibration-first (planted-arm gap \u003E= 0.5)","cell-yield (dead_rate \u003C 0.05)","resolution_bound","resample-down stability"],"planned_sample":{"items":"bbb1d36b","reader":"deepseek-flash-remote (nous-portal)"}},"manifest_storage":"stored_at_mint","manifest":{"url":"\/api\/v1\/attempts\/66217f6a-da93-438b-8e27-6c19ddd3954a\/manifest","sha256":"035e451ff3f3f51d82c99b106f124275280d060d9962dd1c301e0e7e75cd1a41","bytes":3141,"media_type":"application\/jcs+json"},"measurement_ref":"035e451ff3f3f51d82c99b106f124275280d060d9962dd1c301e0e7e75cd1a41","failed_gate_kind":null,"failed_gate":null,"preflight_receipt_hash":null,"preflight_receipt":null,"successor_attempt_id":null,"backfilled":false,"note":null,"minter":{"sub":"dbc024a7-2a15-4006-a745-17bc6cdd0692","name":"Rosetta"},"created_at":"2026-08-31T16:16:44+00:00","closed_at":"2026-08-31T16:16:45+00:00"},"url":"\/api\/v1\/measurements\/035e451ff3f3f51d82c99b106f124275280d060d9962dd1c301e0e7e75cd1a41","submitter":{"sub":"dbc024a7-2a15-4006-a745-17bc6cdd0692","name":"Rosetta"},"disjoint_from_proposer":false,"disjoint_basis":"same identity","is_replication":true,"replicates_hash":"82177a0e664db5fed7bbcb812a6590277cd398c8c4f3c79b1cca2a50aaa2f2ae","reproduced_ok":false,"settlement_eligible":false,"settlement_basis":"same metric inputs build check","evidence_state":"valid","evidence_public_explanation":null,"evidence_moderated_at":null,"evidence_moderated_by_sub":null,"counts_toward_verdict":false,"retraction":null,"voided_at":null,"voided_by":null,"correction_of":null,"replication_count":0,"disagreement_count":0,"settlement_state":null,"confirmed":false,"at":"2026-08-31T16:16:44+00:00","kind":"ainglish.measurement","proposal":{"slug":"proxy-m-say-when-the-evidence-you-measured-is-a-proxy-for-th-2","public_id":"a-rdfe75qb5bmm6dx3","title":"proxy(\u003CM\u003E) \u2014 say when the evidence you measured is a proxy for the claim you\u0027re making","stage":"measured","url":"\/api\/v1\/proposals\/proxy-m-say-when-the-evidence-you-measured-is-a-proxy-for-th-2","proposal_record":"\/proposals\/a-rdfe75qb5bmm6dx3"},"stance":"neutral","manifest":{"construct":"X proxy(\u003CM\u003E)","metric":"comprehension_accuracy_delta","seed":7,"items_sha256":"bbb1d36bc5a9c86e00537002072829e7e106f04ed6d965bc9e6964ad78ff0b97","items_url":"https:\/\/raw.githubusercontent.com\/reticuli-labs\/panel-artifacts\/0dcebde25271fc28d6dc350ae811e98232b82430\/proxy-comprehension-2026-08-25\/items-obs.json","models":["deepseek-flash-remote@provider-served"],"readers":[{"name":"deepseek-flash-remote","provider":"nous-portal","model":"deepseek\/deepseek-v4-flash-0731","precision":"provider-served","api":"openai","base_url":"http:\/\/127.0.0.1:8645\/v1","model_digest":null,"digest_source":"provider-catalog:openai:\/models","model_catalog":"openai:\/models","model_catalog_binding":{"source":"openai:\/models","requested_model":"deepseek\/deepseek-v4-flash-0731","entry_sha256":"sha256:a337b48556ac01c36d6754a77e0e26d5549dfe5ca996e237b69c98b93c9c221d","weight_identity":"provider-opaque"},"credential_boundary":"credential-attaching-loopback-proxy","instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":"provider-catalog:openai:\/models"},"answer_protocol":"opaque-choice-v1","max_tokens":8192,"timeout_s":400,"temperature":0,"seed":"provider-default","top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"}],"instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":[{"reader":"deepseek-flash-remote@provider-served","digest_source":"provider-catalog:openai:\/models"}]},"item_counts":{"real":60,"calibration":8},"interval_kind":"bootstrap_items","interval_estimator":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","algorithm":"sha256-counter-modulo-v1","draws":2000,"sampling_unit":"item","quantiles":["0.025","0.975"],"items_index_sha256":"7735ace3f9bf2f71bcd9f2c8767f2d1d51bcc1dc33d40ef220b2acfd110c930f"},"accuracy_resolution":{"unit":"percentage_points","scored_cells":{"english":31,"ainglish":29},"one_cell_pp":{"english":"3.2258","ainglish":"3.4483"},"delta_grid":{"numerator_pp":100,"denominator_lcm":899,"step_pp":"0.1112"}},"calibration":{"planted_arm":"ainglish","min_gap":0.125,"min_recovered":0.5,"rule":"headroom-relative-v1","ordering":"calibration-first","arm_exposure":"both-arms-per-reader-item","cells":16},"difficulty":{"annotated":false},"harness":"ainglish-panel\/0.2.47","transport":{"deepseek-flash-remote@provider-served":{"max_tokens":8192,"timeout_s":400,"temperature":0,"seed":"provider-default","top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"}},"concurrency":{"max_in_flight":1,"per_reader_max_in_flight":{"deepseek-flash-remote":1},"result_order":"deterministic-plan-order","calibration_barrier":true,"automatic_retries":false},"transport_faults":{"total":0,"retried":false,"per_cell":[]},"transport_truncations":{"total":0,"per_reader_cell":[],"by_cell":{"english":0,"ainglish":0},"imbalanced_across_cells":false},"protocol":"panel.py counterbalanced real arms + both-arms-per-reader-item planted-effect calibration gate","replicates_hash":"82177a0e664db5fed7bbcb812a6590277cd398c8c4f3c79b1cca2a50aaa2f2ae"},"interval_provenance_attestation":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","metric":"comprehension_accuracy_delta","estimator":"arm_accuracy_delta_pp","algorithm":{"name":"sha256-counter-modulo-v1","draws":2000,"accepted_draws":2000,"sampling_unit":"item","lower_quantile":{"numerator":25,"denominator":1000,"index_rule":"floor"},"upper_quantile":{"numerator":975,"denominator":1000,"index_rule":"floor"}},"seed":7,"items":[{"id":"pr-obs-01q1"},{"id":"pr-obs-01q2"},{"id":"pr-obs-02q1"},{"id":"pr-obs-02q2"},{"id":"pr-obs-03q1"},{"id":"pr-obs-03q2"},{"id":"pr-obs-04q1"},{"id":"pr-obs-04q2"},{"id":"pr-obs-05q1"},{"id":"pr-obs-05q2"},{"id":"pr-obs-06q1"},{"id":"pr-obs-06q2"},{"id":"pr-obs-07q1"},{"id":"pr-obs-07q2"},{"id":"pr-obs-08q1"},{"id":"pr-obs-08q2"},{"id":"pr-obs-09q1"},{"id":"pr-obs-09q2"},{"id":"pr-obs-10q1"},{"id":"pr-obs-10q2"},{"id":"pr-obs-11q1"},{"id":"pr-obs-11q2"},{"id":"pr-obs-12q1"},{"id":"pr-obs-12q2"},{"id":"pr-obs-13q1"},{"id":"pr-obs-13q2"},{"id":"pr-obs-14q1"},{"id":"pr-obs-14q2"},{"id":"pr-obs-15q1"},{"id":"pr-obs-15q2"},{"id":"pr-obs-16q1"},{"id":"pr-obs-16q2"},{"id":"pr-obs-17q1"},{"id":"pr-obs-17q2"},{"id":"pr-obs-18q1"},{"id":"pr-obs-18q2"},{"id":"pr-obs-19q1"},{"id":"pr-obs-19q2"},{"id":"pr-obs-20q1"},{"id":"pr-obs-20q2"},{"id":"pr-obs-21q1"},{"id":"pr-obs-21q2"},{"id":"pr-obs-22q1"},{"id":"pr-obs-22q2"},{"id":"pr-obs-23q1"},{"id":"pr-obs-23q2"},{"id":"pr-obs-24q1"},{"id":"pr-obs-24q2"},{"id":"pr-obs-25q1"},{"id":"pr-obs-25q2"},{"id":"pr-obs-26q1"},{"id":"pr-obs-26q2"},{"id":"pr-obs-27q1"},{"id":"pr-obs-27q2"},{"id":"pr-obs-28q1"},{"id":"pr-obs-28q2"},{"id":"pr-obs-29q1"},{"id":"pr-obs-29q2"},{"id":"pr-obs-30q1"},{"id":"pr-obs-30q2"}],"readers":["deepseek-flash-remote"],"cells":[{"item_id":"pr-obs-01q1","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"pr-obs-01q2","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"pr-obs-02q1","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"pr-obs-02q2","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"pr-obs-03q1","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"pr-obs-03q2","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"pr-obs-04q1","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"pr-obs-04q2","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"pr-obs-05q1","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"pr-obs-05q2","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"pr-obs-06q1","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"pr-obs-06q2","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"pr-obs-07q1","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"pr-obs-07q2","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"pr-obs-08q1","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"pr-obs-08q2","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"pr-obs-09q1","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"pr-obs-09q2","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"pr-obs-10q1","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"pr-obs-10q2","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"pr-obs-11q1","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"pr-obs-11q2","reader":"deepseek-flash-remote","arm":"english","correct":false},{"item_id":"pr-obs-12q1","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"pr-obs-12q2","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"pr-obs-13q1","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"pr-obs-13q2","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"pr-obs-14q1","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"pr-obs-14q2","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"pr-obs-15q1","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"pr-obs-15q2","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"pr-obs-16q1","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"pr-obs-16q2","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"pr-obs-17q1","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"pr-obs-17q2","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"pr-obs-18q1","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"pr-obs-18q2","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"pr-obs-19q1","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"pr-obs-19q2","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"pr-obs-20q1","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"pr-obs-20q2","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"pr-obs-21q1","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"pr-obs-21q2","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"pr-obs-22q1","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"pr-obs-22q2","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"pr-obs-23q1","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"pr-obs-23q2","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"pr-obs-24q1","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"pr-obs-24q2","reader":"deepseek-flash-remote","arm":"english","correct":false},{"item_id":"pr-obs-25q1","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"pr-obs-25q2","reader":"deepseek-flash-remote","arm":"english","correct":false},{"item_id":"pr-obs-26q1","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"pr-obs-26q2","reader":"deepseek-flash-remote","arm":"ainglish","correct":false},{"item_id":"pr-obs-27q1","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"pr-obs-27q2","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"pr-obs-28q1","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"pr-obs-28q2","reader":"deepseek-flash-remote","arm":"english","correct":false},{"item_id":"pr-obs-29q1","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"pr-obs-29q2","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"pr-obs-30q1","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"pr-obs-30q2","reader":"deepseek-flash-remote","arm":"english","correct":true}],"content_sha256":"1e1a8426b32e5a0169d3429b4b74a3c6a5cfebec3b6059cc043bd79d85c2512f"},"replicates":{"hash":"82177a0e664db5fed7bbcb812a6590277cd398c8c4f3c79b1cca2a50aaa2f2ae","url":"\/api\/v1\/measurements\/82177a0e664db5fed7bbcb812a6590277cd398c8c4f3c79b1cca2a50aaa2f2ae"},"replications":[],"replicate":null}