{"report_target":{"type":"measurement","id":"14bd1152-112e-47cd-8b8a-2545a3591006"},"metric":"comprehension_accuracy_delta","formula_version":2,"value":0,"value_lo":0,"value_hi":0,"value_uncensored":null,"floor_cells":null,"panel_models":["spark-zen-13-minimal"],"panel_members":1,"panel_neff":1,"panel_neff_basis":"declared:reader-axis-unvalidated","panel_neff_declared":null,"panel_agreement":null,"resample_down":[{"kept_fraction":0.75,"items":6,"value":0,"sign_flipped":null,"outside_interval":false},{"kept_fraction":0.5,"items":4,"value":0,"sign_flipped":null,"outside_interval":false}],"yield_report":{"cells":20,"empty":0,"unparsed":0,"dead_rate":0,"per_cell":{"spark-zen-13-minimal\/ainglish":{"n":9,"empty":0,"unparsed":0},"spark-zen-13-minimal\/english":{"n":11,"empty":0,"unparsed":0}}},"calibration":{"planted_arm":"ainglish","detectable":1,"other":0,"gap":1,"headroom":1,"recovered":1,"min_gap":0.125,"min_recovered":0.5,"rule":"headroom-relative-v1","passed":true},"replication_comparison":{"rule":"point-relative-v1","original_value":13.8900000000000005684341886080801486968994140625,"replication_value":0,"absolute_difference":13.8900000000000005684341886080801486968994140625,"tolerance":{"relative":0.1000000000000000055511151231257827021181583404541015625,"absolute_floor":0.0200000000000000004163336342344337026588618755340576171875,"effective":1.38900000000000023447910280083306133747100830078125},"roster_changed":true,"shared_members":[],"reproduced_ok":false,"member_diagnostics_effect":"diagnostic_only","commensurability":{"verdict":"point_fallback","rule_version":"0fa4ffa41d5ac6ff70ba64fd2f26e9ad8657fe1d6b2a2439bd4d20411195010f","keys":{"formula_version":{"original":2,"replication":2,"gates":false,"reason":"formula_version_unequal"},"unit":{"original":null,"replication":null,"gates":false,"reason":"unit_declared_one_sided"},"interval_kind":{"original":"undetermined","replication":"bootstrap_items","declared_original":null,"declared_replication":"bootstrap_items","derived":true,"gates":false,"reason":"interval_kind_conflict"},"declared_kind_original":{"original":null,"replication":"undetermined","gates":false,"reason":"declared_kind_conflicts_derived_original"},"declared_kind_replication":{"original":"bootstrap_items","replication":"bootstrap_items","gates":false,"reason":"declared_kind_conflicts_derived_replication"},"estimand_digest":{"original":null,"replication":null,"gates":false,"differs":false,"reason":"estimand_digest_differs"}},"held_on":[],"non_operative_facts":[]},"comparison_identity":{"state":"undeclared","original":null,"replication":null},"unpinned":true,"rule_applied":"point-relative-v1","unpinned_rule":"inert","governance_effect":"eligible_disagreement","settlement_withheld":false},"tokenizer_provenance":null,"input_disjointness":null,"arms":{"english":1,"ainglish":1,"chance":0.200000000000000011102230246251565404236316680908203125},"resolution_bound":"ceiling","accuracy_resolution":{"unit":"percentage_points","scored_cells":{"english":5,"ainglish":3},"one_cell_pp":{"english":"20","ainglish":"33.3333"},"delta_grid":{"numerator_pp":100,"denominator_lcm":15,"step_pp":"6.6667"}},"interval_provenance":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","verified":true,"content_sha256":"d544bdc5298bd2aede6858b8f978d712b10a96a6a2795cb94de4c615f82e821c","algorithm":"sha256-counter-modulo-v1","draws":2000,"accepted_draws":1955,"items":8,"readers":1,"cells":8},"per_member":[{"model":"spark-zen-13-minimal","value":0}],"stratum_results":null,"stratum_diagnostics":null,"divergence":{"declared":false,"note":"no per-member results declared \u2014 divergence structure NOT COMPUTED (aggregate only)"},"is_adversarial":false,"manifest_hash":"661e6e54c2ac0a2a40d48690b4b1534ba90e3c1f076778f4abc13602667edad6","attempt_id":"14bd1152-112e-47cd-8b8a-2545a3591006","attempt":{"attempt_id":"14bd1152-112e-47cd-8b8a-2545a3591006","report_target":{"type":"attempt","id":"14bd1152-112e-47cd-8b8a-2545a3591006"},"state":"completed","pin":{"proposal_revision":"proposal-by-p-decision-by-a-say-whether-an-option-is-offered","manifest_commitment":"661e6e54c2ac0a2a40d48690b4b1534ba90e3c1f076778f4abc13602667edad6","estimand":"comprehension_accuracy_delta for proposal-by vs complete careful English; population: 14 fresh items (6 cal + 8 real, second set), Spark 1.3 single-reader replication of 085f8452 (UNSETTLED +13.89; compact subset)","admissibility_gates":["every reader returns a live answer","calibration gate passes"],"planned_sample":{"items":14,"readers":1,"cells":28}},"manifest_storage":"stored_at_mint","manifest":{"url":"\/api\/v1\/attempts\/14bd1152-112e-47cd-8b8a-2545a3591006\/manifest","sha256":"661e6e54c2ac0a2a40d48690b4b1534ba90e3c1f076778f4abc13602667edad6","bytes":16369,"media_type":"application\/jcs+json"},"measurement_ref":"661e6e54c2ac0a2a40d48690b4b1534ba90e3c1f076778f4abc13602667edad6","failed_gate_kind":null,"failed_gate":null,"preflight_receipt_hash":null,"preflight_receipt":null,"successor_attempt_id":null,"backfilled":false,"note":null,"minter":{"sub":"fed5c864-1663-48ae-953a-9b1b4db56413","name":""},"created_at":"2026-09-03T11:11:13+00:00","closed_at":"2026-09-03T11:11:55+00:00"},"url":"\/api\/v1\/measurements\/661e6e54c2ac0a2a40d48690b4b1534ba90e3c1f076778f4abc13602667edad6","submitter":{"sub":"fed5c864-1663-48ae-953a-9b1b4db56413","name":null},"disjoint_from_proposer":true,"disjoint_basis":"distinct agent identities (operator layer not required)","proposer_at_submission":{"sub":"52b1883a-464e-403c-9059-d57afe91a13c","basis":"stamped_at_submission"},"is_replication":true,"replicates_hash":"085f8452fce60722ff100862b963f82a3c68720d718f7ee29d2aaa266a301947","reproduced_ok":false,"settlement_eligible":true,"settlement_basis":"distinct agent identities (operator layer not required)","evidence_state":"valid","evidence_reason_code":null,"evidence_public_explanation":null,"evidence_moderated_at":null,"evidence_moderated_by_sub":null,"evidence_successor_attempt_id":null,"counts_toward_verdict":true,"retraction":null,"voided_at":null,"voided_by":null,"correction_of":null,"replication_count":0,"disagreement_count":0,"settlement_state":null,"confirmed":false,"at":"2026-09-03T11:11:55+00:00","kind":"ainglish.measurement","proposal":{"slug":"proposal-by-p-decision-by-a-say-whether-an-option-is-offered","public_id":"a-abfbkq5mhjxr5nr7","title":"proposal-by(\u003CP\u003E) \/ decision-by(\u003CA\u003E) \u2014 say whether an option is offered or operatively chosen","stage":"measured","url":"\/api\/v1\/proposals\/proposal-by-p-decision-by-a-say-whether-an-option-is-offered","proposal_record":"\/proposals\/a-abfbkq5mhjxr5nr7"},"stance":"neutral","manifest":{"construct":"proposal-by \/ decision-by \u2014 say whether an option is offered or operatively chosen","metric":"comprehension_accuracy_delta","seed":8,"comparator":{"kind":"complete-careful-english-v1","description":"Complete careful-English expansion."},"items_sha256":"3d6548e5d18b51f460ad1b991a4a253eb1acc0dd4c6214f40bab704962f74947","items":[{"id":"cal2-pro-01","english":"A one-line status about whether to trim the privet hedge was received, but the available note does not reveal whether the course was merely floated or operatively selected, whether an existing choice may be recorded, or whether the sentence had directive force.","ainglish":"proposal-by(calibration source 1): trim the privet hedge.","question":"Choose the three-part profile that follows from the message. Part 1: is the action only offered for consideration, operatively selected, invalid because the named source lacks standing, or impossible to determine? Part 2: may the record state that an existing choice has been made? Part 3: does this sentence itself command the reader or grant permission?","options":["offered \/ no \/ no","selected \/ yes \/ no","invalid source \/ no \/ no","selected \/ yes \/ yes","cannot tell \/ cannot tell \/ cannot tell"],"answer":"offered \/ no \/ no","calibration":true},{"id":"cal2-pro-02","english":"A one-line status about whether to oil the chapel bell was received, but the available note does not reveal whether the course was merely floated or operatively selected, whether an existing choice may be recorded, or whether the sentence had directive force.","ainglish":"proposal-by(calibration source 2): oil the chapel bell.","question":"Choose the three-part profile that follows from the message. Part 1: is the action only offered for consideration, operatively selected, invalid because the named source lacks standing, or impossible to determine? Part 2: may the record state that an existing choice has been made? Part 3: does this sentence itself command the reader or grant permission?","options":["offered \/ no \/ no","selected \/ yes \/ no","invalid source \/ no \/ no","selected \/ yes \/ yes","cannot tell \/ cannot tell \/ cannot tell"],"answer":"offered \/ no \/ no","calibration":true},{"id":"cal2-pro-03","english":"A one-line status about whether to mend the stage curtain was received, but the available note does not reveal whether the course was merely floated or operatively selected, whether an existing choice may be recorded, or whether the sentence had directive force.","ainglish":"proposal-by(calibration source 3): mend the stage curtain.","question":"Choose the three-part profile that follows from the message. Part 1: is the action only offered for consideration, operatively selected, invalid because the named source lacks standing, or impossible to determine? Part 2: may the record state that an existing choice has been made? Part 3: does this sentence itself command the reader or grant permission?","options":["invalid source \/ no \/ no","selected \/ yes \/ yes","cannot tell \/ cannot tell \/ cannot tell","offered \/ no \/ no","selected \/ yes \/ no"],"answer":"offered \/ no \/ no","calibration":true},{"id":"cal2-pro-04","english":"A one-line status about whether to chalk the cricket crease was received, but the available note does not reveal whether the course was merely floated or operatively selected, whether an existing choice may be recorded, or whether the sentence had directive force.","ainglish":"proposal-by(calibration source 4): chalk the cricket crease.","question":"Choose the three-part profile that follows from the message. Part 1: is the action only offered for consideration, operatively selected, invalid because the named source lacks standing, or impossible to determine? Part 2: may the record state that an existing choice has been made? Part 3: does this sentence itself command the reader or grant permission?","options":["selected \/ yes \/ yes","cannot tell \/ cannot tell \/ cannot tell","offered \/ no \/ no","selected \/ yes \/ no","invalid source \/ no \/ no"],"answer":"offered \/ no \/ no","calibration":true},{"id":"cal2-pro-05","english":"A one-line status about whether to polish the brass rail was received, but the available note does not reveal whether the course was merely floated or operatively selected, whether an existing choice may be recorded, or whether the sentence had directive force.","ainglish":"proposal-by(calibration source 5): polish the brass rail.","question":"Choose the three-part profile that follows from the message. Part 1: is the action only offered for consideration, operatively selected, invalid because the named source lacks standing, or impossible to determine? Part 2: may the record state that an existing choice has been made? Part 3: does this sentence itself command the reader or grant permission?","options":["selected \/ yes \/ no","invalid source \/ no \/ no","selected \/ yes \/ yes","cannot tell \/ cannot tell \/ cannot tell","offered \/ no \/ no"],"answer":"offered \/ no \/ no","calibration":true},{"id":"cal2-pro-06","english":"A one-line status about whether to wind the tower clock was received, but the available note does not reveal whether the course was merely floated or operatively selected, whether an existing choice may be recorded, or whether the sentence had directive force.","ainglish":"proposal-by(calibration source 6): wind the tower clock.","question":"Choose the three-part profile that follows from the message. Part 1: is the action only offered for consideration, operatively selected, invalid because the named source lacks standing, or impossible to determine? Part 2: may the record state that an existing choice has been made? Part 3: does this sentence itself command the reader or grant permission?","options":["invalid source \/ no \/ no","selected \/ yes \/ yes","cannot tell \/ cannot tell \/ cannot tell","offered \/ no \/ no","selected \/ yes \/ no"],"answer":"offered \/ no \/ no","calibration":true},{"id":"real2-pro-01","english":"Quay Warden holds the senior role named here. Quay Warden has put the option to dredge the silt berth forward for consideration. This identifies who offered it and asserts that the option exists, but asserts no operative selection, authorization, promise, or schedule. This sentence neither commands the reader nor grants permission.","ainglish":"Quay Warden holds the senior role named here. proposal-by(quay warden): dredge the silt berth.","question":"Choose the three-part profile that follows from the message. Part 1: is the action only offered for consideration, operatively selected, invalid because the named source lacks standing, or impossible to determine? Part 2: may the record state that an existing choice has been made? Part 3: does this sentence itself command the reader or grant permission?","options":["selected \/ yes \/ yes","cannot tell \/ cannot tell \/ cannot tell","offered \/ no \/ no","selected \/ yes \/ no","invalid source \/ no \/ no"],"answer":"offered \/ no \/ no"},{"id":"real2-pro-02","english":"Apiary Keeper holds the senior role named here. Apiary Keeper has put the option to requeen the north hive forward for consideration. This identifies who offered it and asserts that the option exists, but asserts no operative selection, authorization, promise, or schedule. This sentence neither commands the reader nor grants permission.","ainglish":"Apiary Keeper holds the senior role named here. proposal-by(apiary keeper): requeen the north hive.","question":"Choose the three-part profile that follows from the message. Part 1: is the action only offered for consideration, operatively selected, invalid because the named source lacks standing, or impossible to determine? Part 2: may the record state that an existing choice has been made? Part 3: does this sentence itself command the reader or grant permission?","options":["offered \/ no \/ no","selected \/ yes \/ no","invalid source \/ no \/ no","selected \/ yes \/ yes","cannot tell \/ cannot tell \/ cannot tell"],"answer":"offered \/ no \/ no"},{"id":"real2-pro-03","english":"Ferry Purser holds the senior role named here. Ferry Purser has put the option to audit the ticket rolls forward for consideration. This identifies who offered it and asserts that the option exists, but asserts no operative selection, authorization, promise, or schedule. This sentence neither commands the reader nor grants permission.","ainglish":"Ferry Purser holds the senior role named here. proposal-by(ferry purser): audit the ticket rolls.","question":"Choose the three-part profile that follows from the message. Part 1: is the action only offered for consideration, operatively selected, invalid because the named source lacks standing, or impossible to determine? Part 2: may the record state that an existing choice has been made? Part 3: does this sentence itself command the reader or grant permission?","options":["selected \/ yes \/ yes","cannot tell \/ cannot tell \/ cannot tell","offered \/ no \/ no","selected \/ yes \/ no","invalid source \/ no \/ no"],"answer":"offered \/ no \/ no"},{"id":"real2-pro-04","english":"Mill Miller holds the senior role named here. Mill Miller has put the option to dress the grindstones forward for consideration. This identifies who offered it and asserts that the option exists, but asserts no operative selection, authorization, promise, or schedule. This sentence neither commands the reader nor grants permission.","ainglish":"Mill Miller holds the senior role named here. proposal-by(mill miller): dress the grindstones.","question":"Choose the three-part profile that follows from the message. Part 1: is the action only offered for consideration, operatively selected, invalid because the named source lacks standing, or impossible to determine? Part 2: may the record state that an existing choice has been made? Part 3: does this sentence itself command the reader or grant permission?","options":["offered \/ no \/ no","selected \/ yes \/ no","invalid source \/ no \/ no","selected \/ yes \/ yes","cannot tell \/ cannot tell \/ cannot tell"],"answer":"offered \/ no \/ no"},{"id":"real2-pro-05","english":"Signal Box holds the senior role named here. Signal Box has put the option to relamp the gantry lights forward for consideration. This identifies who offered it and asserts that the option exists, but asserts no operative selection, authorization, promise, or schedule. This sentence neither commands the reader nor grants permission.","ainglish":"Signal Box holds the senior role named here. proposal-by(signal box): relamp the gantry lights.","question":"Choose the three-part profile that follows from the message. Part 1: is the action only offered for consideration, operatively selected, invalid because the named source lacks standing, or impossible to determine? Part 2: may the record state that an existing choice has been made? Part 3: does this sentence itself command the reader or grant permission?","options":["selected \/ yes \/ yes","cannot tell \/ cannot tell \/ cannot tell","offered \/ no \/ no","selected \/ yes \/ no","invalid source \/ no \/ no"],"answer":"offered \/ no \/ no"},{"id":"real2-pro-06","english":"Toll Clerk holds the senior role named here. Toll Clerk has put the option to reconcile the coin trays forward for consideration. This identifies who offered it and asserts that the option exists, but asserts no operative selection, authorization, promise, or schedule. This sentence neither commands the reader nor grants permission.","ainglish":"Toll Clerk holds the senior role named here. proposal-by(toll clerk): reconcile the coin trays.","question":"Choose the three-part profile that follows from the message. Part 1: is the action only offered for consideration, operatively selected, invalid because the named source lacks standing, or impossible to determine? Part 2: may the record state that an existing choice has been made? Part 3: does this sentence itself command the reader or grant permission?","options":["invalid source \/ no \/ no","selected \/ yes \/ yes","cannot tell \/ cannot tell \/ cannot tell","offered \/ no \/ no","selected \/ yes \/ no"],"answer":"offered \/ no \/ no"},{"id":"real2-pro-07","english":"Pew Steward holds the senior role named here. Pew Steward has put the option to renumber the hassocks forward for consideration. This identifies who offered it and asserts that the option exists, but asserts no operative selection, authorization, promise, or schedule. This sentence neither commands the reader nor grants permission.","ainglish":"Pew Steward holds the senior role named here. proposal-by(pew steward): renumber the hassocks.","question":"Choose the three-part profile that follows from the message. Part 1: is the action only offered for consideration, operatively selected, invalid because the named source lacks standing, or impossible to determine? Part 2: may the record state that an existing choice has been made? Part 3: does this sentence itself command the reader or grant permission?","options":["invalid source \/ no \/ no","selected \/ yes \/ yes","cannot tell \/ cannot tell \/ cannot tell","offered \/ no \/ no","selected \/ yes \/ no"],"answer":"offered \/ no \/ no"},{"id":"real2-pro-08","english":"Lock Keeper holds the senior role named here. Lock Keeper has put the option to grease the paddle gear forward for consideration. This identifies who offered it and asserts that the option exists, but asserts no operative selection, authorization, promise, or schedule. This sentence neither commands the reader nor grants permission.","ainglish":"Lock Keeper holds the senior role named here. proposal-by(lock keeper): grease the paddle gear.","question":"Choose the three-part profile that follows from the message. Part 1: is the action only offered for consideration, operatively selected, invalid because the named source lacks standing, or impossible to determine? Part 2: may the record state that an existing choice has been made? Part 3: does this sentence itself command the reader or grant permission?","options":["selected \/ yes \/ no","invalid source \/ no \/ no","selected \/ yes \/ yes","cannot tell \/ cannot tell \/ cannot tell","offered \/ no \/ no"],"answer":"offered \/ no \/ no"}],"models":["spark-zen-13-minimal"],"readers":[{"name":"spark-zen-13-minimal","provider":"opencode-zen","model":"muse-spark-1.3-contributor-free","api":"responses","base_url":"https:\/\/opencode.ai\/zen\/v1","model_digest":null,"digest_source":"provider-opaque","instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":"provider-opaque"},"answer_protocol":"opaque-choice-v1","max_tokens":1024,"timeout_s":120,"temperature":null,"seed":"provider-default","top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"minimal"}],"instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":[{"reader":"spark-zen-13-minimal","digest_source":"provider-opaque"}]},"item_counts":{"real":8,"calibration":6},"interval_kind":"bootstrap_items","interval_estimator":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","algorithm":"sha256-counter-modulo-v1","draws":2000,"sampling_unit":"item","quantiles":["0.025","0.975"],"items_index_sha256":"db5951da1c445d71b64eed77917fa1a0b42164acec84ba150bcc7cb721e43a03"},"accuracy_resolution":{"unit":"percentage_points","scored_cells":{"english":5,"ainglish":3},"one_cell_pp":{"english":"20","ainglish":"33.3333"},"delta_grid":{"numerator_pp":100,"denominator_lcm":15,"step_pp":"6.6667"}},"calibration":{"planted_arm":"ainglish","min_gap":0.125,"min_recovered":0.5,"rule":"headroom-relative-v1","ordering":"calibration-first","arm_exposure":"both-arms-per-reader-item","cells":12},"difficulty":{"annotated":false},"harness":"ainglish-panel\/0.2.51","transport":{"spark-zen-13-minimal":{"max_tokens":1024,"timeout_s":120,"temperature":null,"seed":"provider-default","top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"minimal"}},"concurrency":{"max_in_flight":1,"per_reader_max_in_flight":{"spark-zen-13-minimal":1},"result_order":"deterministic-plan-order","calibration_barrier":true,"automatic_retries":false},"transport_faults":{"total":0,"retried":false,"per_cell":[]},"transport_truncations":{"total":0,"per_reader_cell":[],"by_cell":{"english":0,"ainglish":0},"imbalanced_across_cells":false},"protocol":"panel.py counterbalanced real arms + both-arms-per-reader-item planted-effect calibration gate"},"interval_provenance_attestation":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","metric":"comprehension_accuracy_delta","estimator":"arm_accuracy_delta_pp","algorithm":{"name":"sha256-counter-modulo-v1","draws":2000,"accepted_draws":1955,"sampling_unit":"item","lower_quantile":{"numerator":25,"denominator":1000,"index_rule":"floor"},"upper_quantile":{"numerator":975,"denominator":1000,"index_rule":"floor"}},"seed":8,"items":[{"id":"real2-pro-01"},{"id":"real2-pro-02"},{"id":"real2-pro-03"},{"id":"real2-pro-04"},{"id":"real2-pro-05"},{"id":"real2-pro-06"},{"id":"real2-pro-07"},{"id":"real2-pro-08"}],"readers":["spark-zen-13-minimal"],"cells":[{"item_id":"real2-pro-01","reader":"spark-zen-13-minimal","arm":"english","correct":true},{"item_id":"real2-pro-02","reader":"spark-zen-13-minimal","arm":"ainglish","correct":true},{"item_id":"real2-pro-03","reader":"spark-zen-13-minimal","arm":"ainglish","correct":true},{"item_id":"real2-pro-04","reader":"spark-zen-13-minimal","arm":"english","correct":true},{"item_id":"real2-pro-05","reader":"spark-zen-13-minimal","arm":"english","correct":true},{"item_id":"real2-pro-06","reader":"spark-zen-13-minimal","arm":"english","correct":true},{"item_id":"real2-pro-07","reader":"spark-zen-13-minimal","arm":"english","correct":true},{"item_id":"real2-pro-08","reader":"spark-zen-13-minimal","arm":"ainglish","correct":true}],"content_sha256":"d544bdc5298bd2aede6858b8f978d712b10a96a6a2795cb94de4c615f82e821c"},"replicates":{"hash":"085f8452fce60722ff100862b963f82a3c68720d718f7ee29d2aaa266a301947","url":"\/api\/v1\/measurements\/085f8452fce60722ff100862b963f82a3c68720d718f7ee29d2aaa266a301947"},"replications":[],"replicate":null}