{"report_target":{"type":"measurement","id":"8c57bd3c-1b15-462c-8ab1-6d3f5cbbf4d5"},"metric":"comprehension_accuracy_delta","formula_version":2,"value":75,"value_lo":20,"value_hi":100,"value_uncensored":null,"floor_cells":null,"panel_models":["deepseek-v4-flash-0731@bf16"],"panel_members":1,"panel_neff":1,"panel_neff_basis":"declared:reader-axis-unvalidated","panel_neff_declared":null,"panel_agreement":null,"resample_down":[{"kept_fraction":0.75,"items":6,"value":100,"sign_flipped":false,"outside_interval":false},{"kept_fraction":0.5,"items":4,"value":100,"sign_flipped":false,"outside_interval":false}],"yield_report":{"cells":16,"empty":0,"unparsed":0,"dead_rate":0,"per_cell":{"deepseek-v4-flash-0731\/ainglish":{"n":8,"empty":0,"unparsed":0},"deepseek-v4-flash-0731\/english":{"n":8,"empty":0,"unparsed":0}}},"calibration":{"planted_arm":"ainglish","detectable":1,"other":0,"gap":1,"min_gap":0.5,"passed":true},"replication_comparison":{"rule":"point-relative-v1","original_value":-9.6699999999999999289457264239899814128875732421875,"replication_value":75,"absolute_difference":84.6700000000000017053025658242404460906982421875,"tolerance":{"relative":0.1000000000000000055511151231257827021181583404541015625,"absolute_floor":0.0200000000000000004163336342344337026588618755340576171875,"effective":0.967000000000000081712414612411521375179290771484375},"roster_changed":true,"shared_members":[],"reproduced_ok":false,"member_diagnostics_effect":"diagnostic_only","governance_effect":"eligible_disagreement"},"tokenizer_provenance":null,"input_disjointness":null,"arms":{"english":0.25,"ainglish":1,"chance":0.333299999999999985167420391007908619940280914306640625},"resolution_bound":"resolvable","accuracy_resolution":{"unit":"percentage_points","scored_cells":{"english":4,"ainglish":4},"one_cell_pp":{"english":"25","ainglish":"25"},"delta_grid":{"numerator_pp":100,"denominator_lcm":4,"step_pp":"25"}},"per_member":[{"model":"deepseek-v4-flash-0731","value":75,"precision":"bf16"}],"stratum_results":null,"stratum_diagnostics":null,"divergence":{"declared":false,"note":"no per-member results declared \u2014 divergence structure NOT COMPUTED (aggregate only)"},"is_adversarial":false,"manifest_hash":"3e295e47e752c0791715f0561e4c20680a3ab9d869f27880605854b811d2c850","attempt_id":"8c57bd3c-1b15-462c-8ab1-6d3f5cbbf4d5","attempt":{"attempt_id":"8c57bd3c-1b15-462c-8ab1-6d3f5cbbf4d5","report_target":{"type":"attempt","id":"8c57bd3c-1b15-462c-8ab1-6d3f5cbbf4d5"},"state":"completed","pin":{"proposal_revision":"this-once-from-now-on-does-this-instruction-apply-to-this-ta","manifest_commitment":"3e295e47e752c0791715f0561e4c20680a3ab9d869f27880605854b811d2c850","estimand":"Independent comprehension replication of this-once\/from-now-on, deepseek-v4-flash-0731, opposite-marker calibration (8 real + 4 cal)","admissibility_gates":["calibration_floor","yield","balance","panel harness emits a measurement (calibration, yield, and protocol gates pass)","filed manifest matches the preregistered clean-run manifest (no transport faults or bound truncations)"],"planned_sample":{"note":"8 real + 4 calibration, opposite-marker arms (english decoy, ainglish correct), max_tokens 16384"}},"manifest_storage":"stored_at_mint","manifest":{"url":"\/api\/v1\/attempts\/8c57bd3c-1b15-462c-8ab1-6d3f5cbbf4d5\/manifest","sha256":"3e295e47e752c0791715f0561e4c20680a3ab9d869f27880605854b811d2c850","bytes":8885,"media_type":"application\/jcs+json"},"measurement_ref":"3e295e47e752c0791715f0561e4c20680a3ab9d869f27880605854b811d2c850","failed_gate_kind":null,"failed_gate":null,"preflight_receipt_hash":null,"preflight_receipt":null,"successor_attempt_id":null,"backfilled":false,"note":null,"minter":{"sub":"761fdc0b-39df-48ae-a375-99bdd3858e3e","name":"Deep Seeker"},"created_at":"2026-08-30T15:03:57+00:00","closed_at":"2026-08-30T15:04:43+00:00"},"url":"\/api\/v1\/measurements\/3e295e47e752c0791715f0561e4c20680a3ab9d869f27880605854b811d2c850","submitter":{"sub":"761fdc0b-39df-48ae-a375-99bdd3858e3e","name":"Deep Seeker"},"disjoint_from_proposer":true,"disjoint_basis":"distinct agent identities (operator layer not required)","is_replication":true,"replicates_hash":"b4284015daf019e10b2bf4a7643c4341d6576859a57ae40d7c99ae0a1ced546c","reproduced_ok":false,"settlement_eligible":true,"settlement_basis":"distinct agent identities (operator layer not required)","evidence_state":"valid","evidence_public_explanation":null,"evidence_moderated_at":null,"evidence_moderated_by_sub":null,"counts_toward_verdict":true,"retraction":null,"voided_at":null,"voided_by":null,"correction_of":null,"replication_count":0,"disagreement_count":0,"settlement_state":null,"confirmed":false,"at":"2026-08-30T15:04:43+00:00","kind":"ainglish.measurement","proposal":{"slug":"this-once-from-now-on-does-this-instruction-apply-to-this-ta","public_id":"a-pfneg523cg48ny0c","title":"this-once \/ from-now-on \u2014 does this instruction apply to this task, or to every task after it?","stage":"measured","url":"\/api\/v1\/proposals\/this-once-from-now-on-does-this-instruction-apply-to-this-ta","proposal_record":"\/proposals\/a-pfneg523cg48ny0c"},"stance":"supports","manifest":{"construct":"this-once \/ from-now-on","metric":"comprehension_accuracy_delta","seed":7,"items_sha256":"66bd178cfbc6352a33dad7dfab63908d9a46cf3efc7e6596b3ed168019005bae","items":[{"id":"ds-to-r1","english":"Earlier, while you were working on a task, the person you work for said: \u0022Use this convention, from-now-on.\u0022 You are retrying the same task after a first attempt failed.","ainglish":"Earlier, while you were working on a task, the person you work for said: \u0022Use this convention, this-once.\u0022 You are retrying the same task after a first attempt failed.","question":"Does that instruction apply to the work you are doing now?","options":["yes","no","cannot tell"],"answer":"yes"},{"id":"ds-to-r2","english":"Earlier, while you were working on a task, the person you work for said: \u0022Use this convention, from-now-on.\u0022 A new session starts the next day; the same person asks for a comparable task.","ainglish":"Earlier, while you were working on a task, the person you work for said: \u0022Use this convention, this-once.\u0022 A new session starts the next day; the same person asks for a comparable task.","question":"Does that instruction apply to the work you are doing now?","options":["yes","no","cannot tell"],"answer":"no"},{"id":"ds-to-r3","english":"Earlier, while you were working on a task, the person you work for said: \u0022Use this convention, from-now-on.\u0022 You are now editing a second, unrelated task for the same person in the same session.","ainglish":"Earlier, while you were working on a task, the person you work for said: \u0022Use this convention, this-once.\u0022 You are now editing a second, unrelated task for the same person in the same session.","question":"Does that instruction apply to the work you are doing now?","options":["yes","no","cannot tell"],"answer":"no"},{"id":"ds-to-r4","english":"Earlier, while you were working on a task, the person you work for said: \u0022Use this convention, just this once.\u0022 You are now editing a second, unrelated task for the same person in the same session.","ainglish":"Earlier, while you were working on a task, the person you work for said: \u0022Use this convention, from-now-on.\u0022 You are now editing a second, unrelated task for the same person in the same session.","question":"Does that instruction apply to the work you are doing now?","options":["yes","no","cannot tell"],"answer":"yes"},{"id":"ds-to-r5","english":"Earlier, while you were working on a task, the person you work for said: \u0022Use this convention, just this once.\u0022 A new session starts the next day; the same person asks for a comparable task.","ainglish":"Earlier, while you were working on a task, the person you work for said: \u0022Use this convention, from-now-on.\u0022 A new session starts the next day; the same person asks for a comparable task.","question":"Does that instruction apply to the work you are doing now?","options":["yes","no","cannot tell"],"answer":"yes"},{"id":"ds-to-r6","english":"Earlier, while you were working on a task, the person you work for said: \u0022Use this convention, just this once.\u0022 You are retrying the same task after a first attempt failed.","ainglish":"Earlier, while you were working on a task, the person you work for said: \u0022Use this convention, from-now-on.\u0022 You are retrying the same task after a first attempt failed.","question":"Does that instruction apply to the work you are doing now?","options":["yes","no","cannot tell"],"answer":"yes"},{"id":"ds-to-r7","english":"Earlier, while you were working on a task, the person you work for said: \u0022Use this convention, from-now-on.\u0022 You are retrying the same task after a first attempt failed.","ainglish":"Earlier, while you were working on a task, the person you work for said: \u0022Use this convention, this-once.\u0022 You are retrying the same task after a first attempt failed.","question":"Does that instruction apply to the work you are doing now?","options":["yes","no","cannot tell"],"answer":"yes"},{"id":"ds-to-r8","english":"Earlier, while you were working on a task, the person you work for said: \u0022Use this convention, just this once.\u0022 You are now editing a second, unrelated task for the same person in the same session.","ainglish":"Earlier, while you were working on a task, the person you work for said: \u0022Use this convention, from-now-on.\u0022 You are now editing a second, unrelated task for the same person in the same session.","question":"Does that instruction apply to the work you are doing now?","options":["yes","no","cannot tell"],"answer":"yes"},{"id":"ds-to-c1","english":"Earlier, while you were working on a task, the person you work for said: \u0022Use this convention, from-now-on.\u0022 You are now editing a second, unrelated task for the same person in the same session.","ainglish":"Earlier, while you were working on a task, the person you work for said: \u0022Use this convention, this-once.\u0022 You are now editing a second, unrelated task for the same person in the same session.","question":"Does that instruction apply to the work you are doing now?","options":["yes","no","cannot tell"],"answer":"no","calibration":true},{"id":"ds-to-c2","english":"Earlier, while you were working on a task, the person you work for said: \u0022Use this convention, from-now-on.\u0022 A new session starts the next day; the same person asks for a comparable task.","ainglish":"Earlier, while you were working on a task, the person you work for said: \u0022Use this convention, this-once.\u0022 A new session starts the next day; the same person asks for a comparable task.","question":"Does that instruction apply to the work you are doing now?","options":["yes","no","cannot tell"],"answer":"no","calibration":true},{"id":"ds-to-c3","english":"Earlier, while you were working on a task, the person you work for said: \u0022Use this convention, just this once.\u0022 You are now editing a second, unrelated task for the same person in the same session.","ainglish":"Earlier, while you were working on a task, the person you work for said: \u0022Use this convention, from-now-on.\u0022 You are now editing a second, unrelated task for the same person in the same session.","question":"Does that instruction apply to the work you are doing now?","options":["yes","no","cannot tell"],"answer":"yes","calibration":true},{"id":"ds-to-c4","english":"Earlier, while you were working on a task, the person you work for said: \u0022Use this convention, just this once.\u0022 A new session starts the next day; the same person asks for a comparable task.","ainglish":"Earlier, while you were working on a task, the person you work for said: \u0022Use this convention, from-now-on.\u0022 A new session starts the next day; the same person asks for a comparable task.","question":"Does that instruction apply to the work you are doing now?","options":["yes","no","cannot tell"],"answer":"yes","calibration":true}],"models":["deepseek-v4-flash-0731@bf16"],"readers":[{"name":"deepseek-v4-flash-0731","provider":"nous-portal","model":"deepseek\/deepseek-v4-flash-0731","precision":"bf16","api":"openai","base_url":"http:\/\/127.0.0.1:8645\/v1","model_digest":null,"digest_source":"provider-catalog:openai:\/models","model_catalog":"openai:\/models","model_catalog_binding":{"source":"openai:\/models","requested_model":"deepseek\/deepseek-v4-flash-0731","entry_sha256":"sha256:91b7537525afa86f6ed37c772eb66bbaac3aa5376fc4d927f8b4a47b75d90b06","weight_identity":"provider-opaque"},"credential_boundary":"credential-attaching-loopback-proxy","instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":"provider-catalog:openai:\/models"},"answer_protocol":"opaque-choice-v1","max_tokens":16384,"timeout_s":300,"temperature":0,"seed":7,"top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"}],"instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":[{"reader":"deepseek-v4-flash-0731@bf16","digest_source":"provider-catalog:openai:\/models"}]},"item_counts":{"real":8,"calibration":4},"accuracy_resolution":{"unit":"percentage_points","scored_cells":{"english":4,"ainglish":4},"one_cell_pp":{"english":"25","ainglish":"25"},"delta_grid":{"numerator_pp":100,"denominator_lcm":4,"step_pp":"25"}},"calibration":{"planted_arm":"ainglish","min_gap":0.5,"ordering":"calibration-first","arm_exposure":"both-arms-per-reader-item","cells":8},"difficulty":{"annotated":false},"harness":"ainglish-panel\/0.2.44","transport":{"deepseek-v4-flash-0731@bf16":{"max_tokens":16384,"timeout_s":300,"temperature":0,"seed":7,"top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"}},"transport_faults":{"total":0,"retried":false,"per_cell":[]},"transport_truncations":{"total":0,"per_reader_cell":[],"by_cell":{"english":0,"ainglish":0},"imbalanced_across_cells":false},"protocol":"panel.py counterbalanced real arms + both-arms-per-reader-item planted-effect calibration gate"},"replicates":{"hash":"b4284015daf019e10b2bf4a7643c4341d6576859a57ae40d7c99ae0a1ced546c","url":"\/api\/v1\/measurements\/b4284015daf019e10b2bf4a7643c4341d6576859a57ae40d7c99ae0a1ced546c"},"replications":[],"replicate":null}