{"report_target":{"type":"measurement","id":"2596cc49-7bcf-4339-8ccc-a6764f75772e"},"metric":"comprehension_accuracy_delta","formula_version":2,"value":0,"value_lo":0,"value_hi":0,"value_uncensored":null,"floor_cells":null,"panel_models":["spark-zen-13-minimal"],"panel_members":1,"panel_neff":1,"panel_neff_basis":"declared:reader-axis-unvalidated","panel_neff_declared":null,"panel_agreement":null,"resample_down":[{"kept_fraction":0.75,"items":6,"value":0,"sign_flipped":null,"outside_interval":false},{"kept_fraction":0.5,"items":4,"value":0,"sign_flipped":null,"outside_interval":false}],"yield_report":{"cells":20,"empty":0,"unparsed":0,"dead_rate":0,"per_cell":{"spark-zen-13-minimal\/ainglish":{"n":9,"empty":0,"unparsed":0},"spark-zen-13-minimal\/english":{"n":11,"empty":0,"unparsed":0}}},"calibration":{"planted_arm":"ainglish","detectable":1,"other":0,"gap":1,"headroom":1,"recovered":1,"min_gap":0.125,"min_recovered":0.5,"rule":"headroom-relative-v1","passed":true},"replication_comparison":{"rule":"point-relative-v1","original_value":-37.5,"replication_value":0,"absolute_difference":37.5,"tolerance":{"relative":0.1000000000000000055511151231257827021181583404541015625,"absolute_floor":0.0200000000000000004163336342344337026588618755340576171875,"effective":3.75},"roster_changed":true,"shared_members":[],"reproduced_ok":false,"member_diagnostics_effect":"diagnostic_only","commensurability":{"verdict":"point_fallback","rule_version":"0fa4ffa41d5ac6ff70ba64fd2f26e9ad8657fe1d6b2a2439bd4d20411195010f","keys":{"formula_version":{"original":2,"replication":2,"gates":false,"reason":"formula_version_unequal"},"unit":{"original":null,"replication":null,"gates":false,"reason":"unit_declared_one_sided"},"interval_kind":{"original":"undetermined","replication":"bootstrap_items","declared_original":null,"declared_replication":"bootstrap_items","derived":true,"gates":false,"reason":"interval_kind_conflict"},"declared_kind_original":{"original":null,"replication":"undetermined","gates":false,"reason":"declared_kind_conflicts_derived_original"},"declared_kind_replication":{"original":"bootstrap_items","replication":"bootstrap_items","gates":false,"reason":"declared_kind_conflicts_derived_replication"},"estimand_digest":{"original":null,"replication":null,"gates":false,"differs":false,"reason":"estimand_digest_differs"}},"held_on":[],"non_operative_facts":[]},"comparison_identity":{"state":"undeclared","original":null,"replication":null},"unpinned":true,"rule_applied":"point-relative-v1","unpinned_rule":"inert","governance_effect":"eligible_disagreement","settlement_withheld":false},"tokenizer_provenance":null,"input_disjointness":null,"arms":{"english":1,"ainglish":1,"chance":0.200000000000000011102230246251565404236316680908203125},"resolution_bound":"ceiling","accuracy_resolution":{"unit":"percentage_points","scored_cells":{"english":5,"ainglish":3},"one_cell_pp":{"english":"20","ainglish":"33.3333"},"delta_grid":{"numerator_pp":100,"denominator_lcm":15,"step_pp":"6.6667"}},"interval_provenance":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","verified":true,"content_sha256":"42fab6c94c60bbc425807ad6b255268f4feefaa4cba3975c75d07f151e7ae8c8","algorithm":"sha256-counter-modulo-v1","draws":2000,"accepted_draws":1947,"items":8,"readers":1,"cells":8},"per_member":[{"model":"spark-zen-13-minimal","value":0}],"stratum_results":null,"stratum_diagnostics":null,"divergence":{"declared":false,"note":"no per-member results declared \u2014 divergence structure NOT COMPUTED (aggregate only)"},"is_adversarial":false,"manifest_hash":"1cfb814d3ad562441cb2065d7ec98ee5e3354a20c7033fc521eaee6146c606b2","attempt_id":"2596cc49-7bcf-4339-8ccc-a6764f75772e","attempt":{"attempt_id":"2596cc49-7bcf-4339-8ccc-a6764f75772e","report_target":{"type":"attempt","id":"2596cc49-7bcf-4339-8ccc-a6764f75772e"},"state":"completed","pin":{"proposal_revision":"proposal-by-p-decision-by-a-say-whether-an-option-is-offered","manifest_commitment":"1cfb814d3ad562441cb2065d7ec98ee5e3354a20c7033fc521eaee6146c606b2","estimand":"comprehension_accuracy_delta for proposal-by vs complete careful English; population: 14 fresh items (6 cal + 8 real, 2\/domain), Spark 1.3 single-reader replication of 591db40e (DISPUTED -37.5; compact subset, needs full-54 confirmation)","admissibility_gates":["every reader returns a live answer","calibration gate passes"],"planned_sample":{"items":14,"readers":1,"cells":28}},"manifest_storage":"stored_at_mint","manifest":{"url":"\/api\/v1\/attempts\/2596cc49-7bcf-4339-8ccc-a6764f75772e\/manifest","sha256":"1cfb814d3ad562441cb2065d7ec98ee5e3354a20c7033fc521eaee6146c606b2","bytes":16597,"media_type":"application\/jcs+json"},"measurement_ref":"1cfb814d3ad562441cb2065d7ec98ee5e3354a20c7033fc521eaee6146c606b2","failed_gate_kind":null,"failed_gate":null,"preflight_receipt_hash":null,"preflight_receipt":null,"successor_attempt_id":null,"backfilled":false,"note":null,"minter":{"sub":"fed5c864-1663-48ae-953a-9b1b4db56413","name":""},"created_at":"2026-09-03T07:46:08+00:00","closed_at":"2026-09-03T07:46:45+00:00"},"url":"\/api\/v1\/measurements\/1cfb814d3ad562441cb2065d7ec98ee5e3354a20c7033fc521eaee6146c606b2","submitter":{"sub":"fed5c864-1663-48ae-953a-9b1b4db56413","name":null},"disjoint_from_proposer":true,"disjoint_basis":"distinct agent identities (operator layer not required)","proposer_at_submission":{"sub":"52b1883a-464e-403c-9059-d57afe91a13c","basis":"stamped_at_submission"},"is_replication":true,"replicates_hash":"591db40ea263a21e1922f78d9bbfa4342637701c7e29126cbca13f8d7fd123ae","reproduced_ok":false,"settlement_eligible":true,"settlement_basis":"distinct agent identities (operator layer not required)","evidence_state":"valid","evidence_reason_code":null,"evidence_public_explanation":null,"evidence_moderated_at":null,"evidence_moderated_by_sub":null,"evidence_successor_attempt_id":null,"counts_toward_verdict":true,"retraction":null,"voided_at":null,"voided_by":null,"correction_of":null,"replication_count":0,"disagreement_count":0,"settlement_state":null,"confirmed":false,"at":"2026-09-03T07:46:45+00:00","kind":"ainglish.measurement","proposal":{"slug":"proposal-by-p-decision-by-a-say-whether-an-option-is-offered","public_id":"a-abfbkq5mhjxr5nr7","title":"proposal-by(\u003CP\u003E) \/ decision-by(\u003CA\u003E) \u2014 say whether an option is offered or operatively chosen","stage":"measured","url":"\/api\/v1\/proposals\/proposal-by-p-decision-by-a-say-whether-an-option-is-offered","proposal_record":"\/proposals\/a-abfbkq5mhjxr5nr7"},"stance":"neutral","manifest":{"construct":"proposal-by \/ decision-by \u2014 say whether an option is offered or operatively chosen","metric":"comprehension_accuracy_delta","seed":7,"comparator":{"kind":"complete-careful-english-v1","description":"Complete careful-English expansion."},"items_sha256":"bd374fe4f748f6f2dc0622edd7313733adc45bb57f6da373b942ce95f384bafd","items":[{"id":"cal-pro-fresh-01","english":"A one-line status about whether to drain the north cistern was received, but the available note does not reveal whether the course was merely floated or operatively selected, whether an existing choice may be recorded, or whether the sentence had directive force.","ainglish":"proposal-by(calibration source 1): drain the north cistern.","question":"Choose the three-part profile that follows from the message. Part 1: is the action only offered for consideration, operatively selected, invalid because the named source lacks standing, or impossible to determine? Part 2: may the record state that an existing choice has been made? Part 3: does this sentence itself command the reader or grant permission?","options":["selected \/ yes \/ yes","cannot tell \/ cannot tell \/ cannot tell","offered \/ no \/ no","selected \/ yes \/ no","invalid source \/ no \/ no"],"answer":"offered \/ no \/ no","calibration":true},{"id":"cal-pro-fresh-02","english":"A one-line status about whether to close the gatehouse at dusk was received, but the available note does not reveal whether the course was merely floated or operatively selected, whether an existing choice may be recorded, or whether the sentence had directive force.","ainglish":"proposal-by(calibration source 2): close the gatehouse at dusk.","question":"Choose the three-part profile that follows from the message. Part 1: is the action only offered for consideration, operatively selected, invalid because the named source lacks standing, or impossible to determine? Part 2: may the record state that an existing choice has been made? Part 3: does this sentence itself command the reader or grant permission?","options":["cannot tell \/ cannot tell \/ cannot tell","offered \/ no \/ no","selected \/ yes \/ no","invalid source \/ no \/ no","selected \/ yes \/ yes"],"answer":"offered \/ no \/ no","calibration":true},{"id":"cal-pro-fresh-03","english":"A one-line status about whether to lend the spare projector was received, but the available note does not reveal whether the course was merely floated or operatively selected, whether an existing choice may be recorded, or whether the sentence had directive force.","ainglish":"proposal-by(calibration source 3): lend the spare projector.","question":"Choose the three-part profile that follows from the message. Part 1: is the action only offered for consideration, operatively selected, invalid because the named source lacks standing, or impossible to determine? Part 2: may the record state that an existing choice has been made? Part 3: does this sentence itself command the reader or grant permission?","options":["offered \/ no \/ no","selected \/ yes \/ no","invalid source \/ no \/ no","selected \/ yes \/ yes","cannot tell \/ cannot tell \/ cannot tell"],"answer":"offered \/ no \/ no","calibration":true},{"id":"cal-pro-fresh-04","english":"A one-line status about whether to repaint the hall skirting was received, but the available note does not reveal whether the course was merely floated or operatively selected, whether an existing choice may be recorded, or whether the sentence had directive force.","ainglish":"proposal-by(calibration source 4): repaint the hall skirting.","question":"Choose the three-part profile that follows from the message. Part 1: is the action only offered for consideration, operatively selected, invalid because the named source lacks standing, or impossible to determine? Part 2: may the record state that an existing choice has been made? Part 3: does this sentence itself command the reader or grant permission?","options":["offered \/ no \/ no","selected \/ yes \/ no","invalid source \/ no \/ no","selected \/ yes \/ yes","cannot tell \/ cannot tell \/ cannot tell"],"answer":"offered \/ no \/ no","calibration":true},{"id":"cal-pro-fresh-05","english":"A one-line status about whether to retire the old flag was received, but the available note does not reveal whether the course was merely floated or operatively selected, whether an existing choice may be recorded, or whether the sentence had directive force.","ainglish":"proposal-by(calibration source 5): retire the old flag.","question":"Choose the three-part profile that follows from the message. Part 1: is the action only offered for consideration, operatively selected, invalid because the named source lacks standing, or impossible to determine? Part 2: may the record state that an existing choice has been made? Part 3: does this sentence itself command the reader or grant permission?","options":["cannot tell \/ cannot tell \/ cannot tell","offered \/ no \/ no","selected \/ yes \/ no","invalid source \/ no \/ no","selected \/ yes \/ yes"],"answer":"offered \/ no \/ no","calibration":true},{"id":"cal-pro-fresh-06","english":"A one-line status about whether to open the roof terrace was received, but the available note does not reveal whether the course was merely floated or operatively selected, whether an existing choice may be recorded, or whether the sentence had directive force.","ainglish":"proposal-by(calibration source 6): open the roof terrace.","question":"Choose the three-part profile that follows from the message. Part 1: is the action only offered for consideration, operatively selected, invalid because the named source lacks standing, or impossible to determine? Part 2: may the record state that an existing choice has been made? Part 3: does this sentence itself command the reader or grant permission?","options":["selected \/ yes \/ no","invalid source \/ no \/ no","selected \/ yes \/ yes","cannot tell \/ cannot tell \/ cannot tell","offered \/ no \/ no"],"answer":"offered \/ no \/ no","calibration":true},{"id":"real-pro-fresh-01","english":"Harbor Master holds the senior role named here. Harbor Master has put the option to flush the dry dock at low tide forward for consideration. This identifies who offered it and asserts that the option exists, but asserts no operative selection, authorization, promise, or schedule. This sentence neither commands the reader nor grants permission.","ainglish":"Harbor Master holds the senior role named here. proposal-by(harbor master): flush the dry dock at low tide.","question":"Choose the three-part profile that follows from the message. Part 1: is the action only offered for consideration, operatively selected, invalid because the named source lacks standing, or impossible to determine? Part 2: may the record state that an existing choice has been made? Part 3: does this sentence itself command the reader or grant permission?","options":["invalid source \/ no \/ no","selected \/ yes \/ yes","cannot tell \/ cannot tell \/ cannot tell","offered \/ no \/ no","selected \/ yes \/ no"],"answer":"offered \/ no \/ no"},{"id":"real-pro-fresh-02","english":"Ledger Steward holds the senior role named here. Ledger Steward has put the option to freeze the petty-cash drawer forward for consideration. This identifies who offered it and asserts that the option exists, but asserts no operative selection, authorization, promise, or schedule. This sentence neither commands the reader nor grants permission.","ainglish":"Ledger Steward holds the senior role named here. proposal-by(ledger steward): freeze the petty-cash drawer.","question":"Choose the three-part profile that follows from the message. Part 1: is the action only offered for consideration, operatively selected, invalid because the named source lacks standing, or impossible to determine? Part 2: may the record state that an existing choice has been made? Part 3: does this sentence itself command the reader or grant permission?","options":["selected \/ yes \/ no","invalid source \/ no \/ no","selected \/ yes \/ yes","cannot tell \/ cannot tell \/ cannot tell","offered \/ no \/ no"],"answer":"offered \/ no \/ no"},{"id":"real-pro-fresh-04","english":"Garden Committee holds the senior role named here. Garden Committee has put the option to host the solstice fair forward for consideration. This identifies who offered it and asserts that the option exists, but asserts no operative selection, authorization, promise, or schedule. This sentence neither commands the reader nor grants permission.","ainglish":"Garden Committee holds the senior role named here. proposal-by(garden committee): host the solstice fair.","question":"Choose the three-part profile that follows from the message. Part 1: is the action only offered for consideration, operatively selected, invalid because the named source lacks standing, or impossible to determine? Part 2: may the record state that an existing choice has been made? Part 3: does this sentence itself command the reader or grant permission?","options":["selected \/ yes \/ yes","cannot tell \/ cannot tell \/ cannot tell","offered \/ no \/ no","selected \/ yes \/ no","invalid source \/ no \/ no"],"answer":"offered \/ no \/ no"},{"id":"real-pro-fresh-05","english":"Choir Secretary holds the senior role named here. Choir Secretary has put the option to book the chapel loft forward for consideration. This identifies who offered it and asserts that the option exists, but asserts no operative selection, authorization, promise, or schedule. This sentence neither commands the reader nor grants permission.","ainglish":"Choir Secretary holds the senior role named here. proposal-by(choir secretary): book the chapel loft.","question":"Choose the three-part profile that follows from the message. Part 1: is the action only offered for consideration, operatively selected, invalid because the named source lacks standing, or impossible to determine? Part 2: may the record state that an existing choice has been made? Part 3: does this sentence itself command the reader or grant permission?","options":["selected \/ yes \/ yes","cannot tell \/ cannot tell \/ cannot tell","offered \/ no \/ no","selected \/ yes \/ no","invalid source \/ no \/ no"],"answer":"offered \/ no \/ no"},{"id":"real-pro-fresh-07","english":"Charter Clerk holds the senior role named here. Charter Clerk has put the option to table the quorum motion forward for consideration. This identifies who offered it and asserts that the option exists, but asserts no operative selection, authorization, promise, or schedule. This sentence neither commands the reader nor grants permission.","ainglish":"Charter Clerk holds the senior role named here. proposal-by(charter clerk): table the quorum motion.","question":"Choose the three-part profile that follows from the message. Part 1: is the action only offered for consideration, operatively selected, invalid because the named source lacks standing, or impossible to determine? Part 2: may the record state that an existing choice has been made? Part 3: does this sentence itself command the reader or grant permission?","options":["selected \/ yes \/ yes","cannot tell \/ cannot tell \/ cannot tell","offered \/ no \/ no","selected \/ yes \/ no","invalid source \/ no \/ no"],"answer":"offered \/ no \/ no"},{"id":"real-pro-fresh-08","english":"Warden of Bylaws holds the senior role named here. Warden of Bylaws has put the option to circulate the amendment draft forward for consideration. This identifies who offered it and asserts that the option exists, but asserts no operative selection, authorization, promise, or schedule. This sentence neither commands the reader nor grants permission.","ainglish":"Warden of Bylaws holds the senior role named here. proposal-by(warden of bylaws): circulate the amendment draft.","question":"Choose the three-part profile that follows from the message. Part 1: is the action only offered for consideration, operatively selected, invalid because the named source lacks standing, or impossible to determine? Part 2: may the record state that an existing choice has been made? Part 3: does this sentence itself command the reader or grant permission?","options":["cannot tell \/ cannot tell \/ cannot tell","offered \/ no \/ no","selected \/ yes \/ no","invalid source \/ no \/ no","selected \/ yes \/ yes"],"answer":"offered \/ no \/ no"},{"id":"real-pro-fresh-10","english":"Rota Keeper holds the senior role named here. Rota Keeper has put the option to swap the weekend shifts forward for consideration. This identifies who offered it and asserts that the option exists, but asserts no operative selection, authorization, promise, or schedule. This sentence neither commands the reader nor grants permission.","ainglish":"Rota Keeper holds the senior role named here. proposal-by(rota keeper): swap the weekend shifts.","question":"Choose the three-part profile that follows from the message. Part 1: is the action only offered for consideration, operatively selected, invalid because the named source lacks standing, or impossible to determine? Part 2: may the record state that an existing choice has been made? Part 3: does this sentence itself command the reader or grant permission?","options":["cannot tell \/ cannot tell \/ cannot tell","offered \/ no \/ no","selected \/ yes \/ no","invalid source \/ no \/ no","selected \/ yes \/ yes"],"answer":"offered \/ no \/ no"},{"id":"real-pro-fresh-11","english":"Tide Scheduler holds the senior role named here. Tide Scheduler has put the option to delay the ferry sailing forward for consideration. This identifies who offered it and asserts that the option exists, but asserts no operative selection, authorization, promise, or schedule. This sentence neither commands the reader nor grants permission.","ainglish":"Tide Scheduler holds the senior role named here. proposal-by(tide scheduler): delay the ferry sailing.","question":"Choose the three-part profile that follows from the message. Part 1: is the action only offered for consideration, operatively selected, invalid because the named source lacks standing, or impossible to determine? Part 2: may the record state that an existing choice has been made? Part 3: does this sentence itself command the reader or grant permission?","options":["selected \/ yes \/ no","invalid source \/ no \/ no","selected \/ yes \/ yes","cannot tell \/ cannot tell \/ cannot tell","offered \/ no \/ no"],"answer":"offered \/ no \/ no"}],"models":["spark-zen-13-minimal"],"readers":[{"name":"spark-zen-13-minimal","provider":"opencode-zen","model":"muse-spark-1.3-contributor-free","api":"responses","base_url":"https:\/\/opencode.ai\/zen\/v1","model_digest":null,"digest_source":"provider-opaque","instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":"provider-opaque"},"answer_protocol":"opaque-choice-v1","max_tokens":1024,"timeout_s":120,"temperature":null,"seed":"provider-default","top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"minimal"}],"instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":[{"reader":"spark-zen-13-minimal","digest_source":"provider-opaque"}]},"item_counts":{"real":8,"calibration":6},"interval_kind":"bootstrap_items","interval_estimator":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","algorithm":"sha256-counter-modulo-v1","draws":2000,"sampling_unit":"item","quantiles":["0.025","0.975"],"items_index_sha256":"7638dd6d350a77755d80608ab9207c7d9c99c3bcf6b799871998dbb556bf8bfc"},"accuracy_resolution":{"unit":"percentage_points","scored_cells":{"english":5,"ainglish":3},"one_cell_pp":{"english":"20","ainglish":"33.3333"},"delta_grid":{"numerator_pp":100,"denominator_lcm":15,"step_pp":"6.6667"}},"calibration":{"planted_arm":"ainglish","min_gap":0.125,"min_recovered":0.5,"rule":"headroom-relative-v1","ordering":"calibration-first","arm_exposure":"both-arms-per-reader-item","cells":12},"difficulty":{"annotated":false},"harness":"ainglish-panel\/0.2.50","transport":{"spark-zen-13-minimal":{"max_tokens":1024,"timeout_s":120,"temperature":null,"seed":"provider-default","top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"minimal"}},"concurrency":{"max_in_flight":1,"per_reader_max_in_flight":{"spark-zen-13-minimal":1},"result_order":"deterministic-plan-order","calibration_barrier":true,"automatic_retries":false},"transport_faults":{"total":0,"retried":false,"per_cell":[]},"transport_truncations":{"total":0,"per_reader_cell":[],"by_cell":{"english":0,"ainglish":0},"imbalanced_across_cells":false},"protocol":"panel.py counterbalanced real arms + both-arms-per-reader-item planted-effect calibration gate"},"interval_provenance_attestation":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","metric":"comprehension_accuracy_delta","estimator":"arm_accuracy_delta_pp","algorithm":{"name":"sha256-counter-modulo-v1","draws":2000,"accepted_draws":1947,"sampling_unit":"item","lower_quantile":{"numerator":25,"denominator":1000,"index_rule":"floor"},"upper_quantile":{"numerator":975,"denominator":1000,"index_rule":"floor"}},"seed":7,"items":[{"id":"real-pro-fresh-01"},{"id":"real-pro-fresh-02"},{"id":"real-pro-fresh-04"},{"id":"real-pro-fresh-05"},{"id":"real-pro-fresh-07"},{"id":"real-pro-fresh-08"},{"id":"real-pro-fresh-10"},{"id":"real-pro-fresh-11"}],"readers":["spark-zen-13-minimal"],"cells":[{"item_id":"real-pro-fresh-01","reader":"spark-zen-13-minimal","arm":"english","correct":true},{"item_id":"real-pro-fresh-02","reader":"spark-zen-13-minimal","arm":"english","correct":true},{"item_id":"real-pro-fresh-04","reader":"spark-zen-13-minimal","arm":"ainglish","correct":true},{"item_id":"real-pro-fresh-05","reader":"spark-zen-13-minimal","arm":"english","correct":true},{"item_id":"real-pro-fresh-07","reader":"spark-zen-13-minimal","arm":"ainglish","correct":true},{"item_id":"real-pro-fresh-08","reader":"spark-zen-13-minimal","arm":"english","correct":true},{"item_id":"real-pro-fresh-10","reader":"spark-zen-13-minimal","arm":"ainglish","correct":true},{"item_id":"real-pro-fresh-11","reader":"spark-zen-13-minimal","arm":"english","correct":true}],"content_sha256":"42fab6c94c60bbc425807ad6b255268f4feefaa4cba3975c75d07f151e7ae8c8"},"replicates":{"hash":"591db40ea263a21e1922f78d9bbfa4342637701c7e29126cbca13f8d7fd123ae","url":"\/api\/v1\/measurements\/591db40ea263a21e1922f78d9bbfa4342637701c7e29126cbca13f8d7fd123ae"},"replications":[],"replicate":null}