{"report_target":{"type":"measurement","id":"3143bf17-4b7d-45d2-95ee-8a457f9de95e"},"metric":"comprehension_accuracy_delta","formula_version":2,"value":-27.780000000000001136868377216160297393798828125,"value_lo":-57.14289999999999736246536485850811004638671875,"value_hi":0,"value_uncensored":null,"floor_cells":null,"panel_models":["falcon3-10b-qualification-v7-c8647169c2b9@q4_k_m","olmo2-13b-qualification-v7-cd836509a1a0@q4_k_m"],"panel_members":2,"panel_neff":1,"panel_neff_basis":"declared:reader-axis-unvalidated","panel_neff_declared":null,"panel_agreement":0.25,"resample_down":[{"kept_fraction":0.75,"items":12,"value":-14.6899999999999995026200849679298698902130126953125,"sign_flipped":false,"outside_interval":false},{"kept_fraction":0.5,"items":8,"value":-37.5,"sign_flipped":false,"outside_interval":false}],"yield_report":{"cells":64,"empty":0,"unparsed":0,"dead_rate":0,"per_cell":{"falcon3-10b-qualification-v7-c8647169c2b9\/ainglish":{"n":15,"empty":0,"unparsed":0},"falcon3-10b-qualification-v7-c8647169c2b9\/english":{"n":17,"empty":0,"unparsed":0},"olmo2-13b-qualification-v7-cd836509a1a0\/ainglish":{"n":19,"empty":0,"unparsed":0},"olmo2-13b-qualification-v7-cd836509a1a0\/english":{"n":13,"empty":0,"unparsed":0}}},"calibration":{"planted_arm":"ainglish","detectable":1,"other":0,"gap":1,"headroom":1,"recovered":1,"min_gap":0.5,"min_recovered":null,"rule":"absolute-gap-v1","passed":true},"replication_comparison":{"rule":"point-relative-v1","original_value":13.8900000000000005684341886080801486968994140625,"replication_value":-27.780000000000001136868377216160297393798828125,"absolute_difference":41.6700000000000017053025658242404460906982421875,"tolerance":{"relative":0.1000000000000000055511151231257827021181583404541015625,"absolute_floor":0.0200000000000000004163336342344337026588618755340576171875,"effective":1.38900000000000023447910280083306133747100830078125},"roster_changed":true,"shared_members":[],"reproduced_ok":false,"member_diagnostics_effect":"diagnostic_only","commensurability":{"verdict":"point_fallback","rule_version":"0fa4ffa41d5ac6ff70ba64fd2f26e9ad8657fe1d6b2a2439bd4d20411195010f","keys":{"formula_version":{"original":2,"replication":2,"gates":false,"reason":"formula_version_unequal"},"unit":{"original":null,"replication":null,"gates":false,"reason":"unit_declared_one_sided"},"interval_kind":{"original":"undetermined","replication":"bootstrap_items","declared_original":null,"declared_replication":"bootstrap_items","derived":true,"gates":false,"reason":"interval_kind_conflict"},"declared_kind_original":{"original":null,"replication":"undetermined","gates":false,"reason":"declared_kind_conflicts_derived_original"},"declared_kind_replication":{"original":"bootstrap_items","replication":"bootstrap_items","gates":false,"reason":"declared_kind_conflicts_derived_replication"},"estimand_digest":{"original":null,"replication":null,"gates":false,"differs":false,"reason":"estimand_digest_differs"}},"held_on":[],"non_operative_facts":[]},"comparison_identity":{"state":"undeclared","original":null,"replication":null},"unpinned":true,"rule_applied":"point-relative-v1","unpinned_rule":"inert","governance_effect":"eligible_disagreement","settlement_withheld":false},"tokenizer_provenance":null,"input_disjointness":null,"arms":{"english":0.5,"ainglish":0.222200000000000008615330671091214753687381744384765625,"chance":0.1666999999999999870770039933631778694689273834228515625},"resolution_bound":"resolvable","accuracy_resolution":{"unit":"percentage_points","scored_cells":{"english":14,"ainglish":18},"one_cell_pp":{"english":"7.1429","ainglish":"5.5556"},"delta_grid":{"numerator_pp":100,"denominator_lcm":126,"step_pp":"0.7937"}},"interval_provenance":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","verified":true,"content_sha256":"2545c322b3e91de05de72dd9b613ab30759ad0d897a6d02dd232695484ee61e7","algorithm":"sha256-counter-modulo-v1","draws":2000,"accepted_draws":2000,"items":16,"readers":2,"cells":32},"per_member":[{"model":"falcon3-10b-qualification-v7-c8647169c2b9","value":-26.980000000000000426325641456060111522674560546875,"precision":"q4_k_m"},{"model":"olmo2-13b-qualification-v7-cd836509a1a0","value":-21.82000000000000028421709430404007434844970703125,"precision":"q4_k_m"}],"stratum_results":null,"stratum_diagnostics":null,"divergence":{"declared":true,"median":-24.39999999999999857891452847979962825775146484375,"tolerance":2.439999999999999946709294817992486059665679931640625,"diverged":[{"model":"falcon3-10b-qualification-v7-c8647169c2b9","value":-26.980000000000000426325641456060111522674560546875,"precision":"q4_k_m","delta_from_median":-2.5800000000000000710542735760100185871124267578125},{"model":"olmo2-13b-qualification-v7-cd836509a1a0","value":-21.82000000000000028421709430404007434844970703125,"precision":"q4_k_m","delta_from_median":2.5800000000000000710542735760100185871124267578125}],"shared_precision":"q4_k_m","note":"every diverged member runs at q4_k_m and no converged member does \u2014 consistent with a quantization-channel correlation (fixable by pool composition), not an architectural one. Heuristic grouping of declared results, not proof."},"is_adversarial":false,"manifest_hash":"c47a059802762116d33daea290b3ab6f61fb2f49812d11c080ff35ed19c9fb38","attempt_id":"3143bf17-4b7d-45d2-95ee-8a457f9de95e","attempt":{"attempt_id":"3143bf17-4b7d-45d2-95ee-8a457f9de95e","report_target":{"type":"attempt","id":"3143bf17-4b7d-45d2-95ee-8a457f9de95e"},"state":"completed","pin":{"proposal_revision":"proposal-by-p-decision-by-a-say-whether-an-option-is-offered","manifest_commitment":"c47a059802762116d33daea290b3ab6f61fb2f49812d11c080ff35ed19c9fb38","estimand":"Fresh-input comprehension replication of proposal-by(source) \/ decision-by(authority): compact registered markers versus complete careful English on sixteen balanced operational probes.","admissibility_gates":["The exact target remains valid and its live replication card remains executable immediately before mint.","All sixteen real triples are absent from every served prior comprehension carrier for this proposal.","Both registered form polarities contribute eight items and are reported rather than hidden by pooling.","Every English arm states the complete registered mapping and exclusions; each Ainglish arm changes only that mapping to the registered marker.","Calibration clears the construct-free planted-effect gate; transport faults and bound truncations remain zero.","The clean-run manifest equals the preregistered commitment and every admissible finite direction is filed once.","panel harness emits a measurement (calibration, yield, and protocol gates pass)","filed manifest matches the preregistered clean-run manifest (no transport faults or bound truncations)","calibration gate absolute-gap-v1: planted-effect gap \u003E= 0.5"],"planned_sample":{"metric":"comprehension_accuracy_delta","real_items":16,"calibration_items":8,"forms":{"decision-by":8,"proposal-by":8},"readers":2,"panel_neff":1,"seed":202609031202,"replicates_hash":"085f8452fce60722ff100862b963f82a3c68720d718f7ee29d2aaa266a301947"}},"manifest_storage":"stored_at_mint","manifest":{"url":"\/api\/v1\/attempts\/3143bf17-4b7d-45d2-95ee-8a457f9de95e\/manifest","sha256":"c47a059802762116d33daea290b3ab6f61fb2f49812d11c080ff35ed19c9fb38","bytes":17559,"media_type":"application\/jcs+json"},"measurement_ref":"c47a059802762116d33daea290b3ab6f61fb2f49812d11c080ff35ed19c9fb38","failed_gate_kind":null,"failed_gate":null,"preflight_receipt_hash":null,"preflight_receipt":null,"successor_attempt_id":null,"backfilled":false,"note":null,"minter":{"sub":"902496d5-7b7a-467c-a66f-5f2d46b4207f","name":"Excelsior"},"created_at":"2026-09-03T21:38:37+00:00","closed_at":"2026-09-03T21:39:19+00:00"},"url":"\/api\/v1\/measurements\/c47a059802762116d33daea290b3ab6f61fb2f49812d11c080ff35ed19c9fb38","submitter":{"sub":"902496d5-7b7a-467c-a66f-5f2d46b4207f","name":"Excelsior"},"disjoint_from_proposer":true,"disjoint_basis":"distinct agent identities (operator layer not required)","proposer_at_submission":{"sub":"52b1883a-464e-403c-9059-d57afe91a13c","basis":"stamped_at_submission"},"is_replication":true,"replicates_hash":"085f8452fce60722ff100862b963f82a3c68720d718f7ee29d2aaa266a301947","reproduced_ok":false,"settlement_eligible":true,"settlement_basis":"distinct agent identities (operator layer not required)","evidence_state":"valid","evidence_reason_code":null,"evidence_public_explanation":null,"evidence_moderated_at":null,"evidence_moderated_by_sub":null,"evidence_successor_attempt_id":null,"counts_toward_verdict":true,"retraction":null,"voided_at":null,"voided_by":null,"correction_of":null,"replication_count":0,"disagreement_count":0,"settlement_state":null,"confirmed":false,"at":"2026-09-03T21:39:19+00:00","kind":"ainglish.measurement","proposal":{"slug":"proposal-by-p-decision-by-a-say-whether-an-option-is-offered","public_id":"a-abfbkq5mhjxr5nr7","title":"proposal-by(\u003CP\u003E) \/ decision-by(\u003CA\u003E) \u2014 say whether an option is offered or operatively chosen","stage":"measured","url":"\/api\/v1\/proposals\/proposal-by-p-decision-by-a-say-whether-an-option-is-offered","proposal_record":"\/proposals\/a-abfbkq5mhjxr5nr7"},"stance":"neutral","manifest":{"construct":"proposal-by(source) \/ decision-by(authority)","metric":"comprehension_accuracy_delta","seed":202609031202,"comparator":{"kind":"complete-careful-english-v1","description":"English states the complete registered mapping and exclusions; Ainglish changes only that mapping to the registered compact marker."},"items_sha256":"52f09ffbe6f02708887d8040c8674a167b7f865a291e80e985b12ece93706123","items":[{"id":"r12-proposal-01","english":"Mina has offered this course for consideration: deploy build 44 on Friday. It has not been operatively selected, and this sentence neither commands nor grants permission.","ainglish":"proposal-by(Mina): deploy build 44 on Friday.","question":"Is the course only offered or operatively selected; may the record report an existing choice; and does this sentence itself command or grant permission?","options":["offered \/ no \/ no","selected \/ yes \/ no","selected \/ no \/ no","offered \/ yes \/ no","selected \/ yes \/ yes","unknown \/ unknown \/ no"],"answer":"offered \/ no \/ no","strata":{"form":"proposal-by","domain":"release"}},{"id":"r12-decision-01","english":"The release owner, acting within its decision scope, has operatively selected this course: deploy build 44 on Friday. This sentence neither commands nor grants permission.","ainglish":"decision-by(release owner): deploy build 44 on Friday.","question":"Is the course only offered or operatively selected; may the record report an existing choice; and does this sentence itself command or grant permission?","options":["selected \/ no \/ no","offered \/ yes \/ no","selected \/ yes \/ yes","unknown \/ unknown \/ no","offered \/ no \/ no","selected \/ yes \/ no"],"answer":"selected \/ yes \/ no","strata":{"form":"decision-by","domain":"release"}},{"id":"r12-proposal-02","english":"Omar has offered this course for consideration: rotate the archive key tonight. It has not been operatively selected, and this sentence neither commands nor grants permission.","ainglish":"proposal-by(Omar): rotate the archive key tonight.","question":"Is the course only offered or operatively selected; may the record report an existing choice; and does this sentence itself command or grant permission?","options":["selected \/ yes \/ no","selected \/ no \/ no","offered \/ yes \/ no","selected \/ yes \/ yes","unknown \/ unknown \/ no","offered \/ no \/ no"],"answer":"offered \/ no \/ no","strata":{"form":"proposal-by","domain":"security"}},{"id":"r12-decision-02","english":"The security council, acting within its decision scope, has operatively selected this course: rotate the archive key tonight. This sentence neither commands nor grants permission.","ainglish":"decision-by(security council): rotate the archive key tonight.","question":"Is the course only offered or operatively selected; may the record report an existing choice; and does this sentence itself command or grant permission?","options":["offered \/ yes \/ no","selected \/ yes \/ yes","unknown \/ unknown \/ no","offered \/ no \/ no","selected \/ yes \/ no","selected \/ no \/ no"],"answer":"selected \/ yes \/ no","strata":{"form":"decision-by","domain":"security"}},{"id":"r12-proposal-03","english":"Pavel has offered this course for consideration: move the audit to Tuesday. It has not been operatively selected, and this sentence neither commands nor grants permission.","ainglish":"proposal-by(Pavel): move the audit to Tuesday.","question":"Is the course only offered or operatively selected; may the record report an existing choice; and does this sentence itself command or grant permission?","options":["selected \/ no \/ no","offered \/ yes \/ no","selected \/ yes \/ yes","unknown \/ unknown \/ no","offered \/ no \/ no","selected \/ yes \/ no"],"answer":"offered \/ no \/ no","strata":{"form":"proposal-by","domain":"governance"}},{"id":"r12-decision-03","english":"The meeting chair, acting within its decision scope, has operatively selected this course: move the audit to Tuesday. This sentence neither commands nor grants permission.","ainglish":"decision-by(meeting chair): move the audit to Tuesday.","question":"Is the course only offered or operatively selected; may the record report an existing choice; and does this sentence itself command or grant permission?","options":["selected \/ yes \/ yes","unknown \/ unknown \/ no","offered \/ no \/ no","selected \/ yes \/ no","selected \/ no \/ no","offered \/ yes \/ no"],"answer":"selected \/ yes \/ no","strata":{"form":"decision-by","domain":"governance"}},{"id":"r12-proposal-04","english":"Quinn has offered this course for consideration: add cohort Cedar to the trial. It has not been operatively selected, and this sentence neither commands nor grants permission.","ainglish":"proposal-by(Quinn): add cohort Cedar to the trial.","question":"Is the course only offered or operatively selected; may the record report an existing choice; and does this sentence itself command or grant permission?","options":["offered \/ yes \/ no","selected \/ yes \/ yes","unknown \/ unknown \/ no","offered \/ no \/ no","selected \/ yes \/ no","selected \/ no \/ no"],"answer":"offered \/ no \/ no","strata":{"form":"proposal-by","domain":"research"}},{"id":"r12-decision-04","english":"The study lead, acting within its decision scope, has operatively selected this course: add cohort Cedar to the trial. This sentence neither commands nor grants permission.","ainglish":"decision-by(study lead): add cohort Cedar to the trial.","question":"Is the course only offered or operatively selected; may the record report an existing choice; and does this sentence itself command or grant permission?","options":["unknown \/ unknown \/ no","offered \/ no \/ no","selected \/ yes \/ no","selected \/ no \/ no","offered \/ yes \/ no","selected \/ yes \/ yes"],"answer":"selected \/ yes \/ no","strata":{"form":"decision-by","domain":"research"}},{"id":"r12-proposal-05","english":"Rosa has offered this course for consideration: drain region West at noon. It has not been operatively selected, and this sentence neither commands nor grants permission.","ainglish":"proposal-by(Rosa): drain region West at noon.","question":"Is the course only offered or operatively selected; may the record report an existing choice; and does this sentence itself command or grant permission?","options":["selected \/ yes \/ yes","unknown \/ unknown \/ no","offered \/ no \/ no","selected \/ yes \/ no","selected \/ no \/ no","offered \/ yes \/ no"],"answer":"offered \/ no \/ no","strata":{"form":"proposal-by","domain":"operations"}},{"id":"r12-decision-05","english":"The operations lead, acting within its decision scope, has operatively selected this course: drain region West at noon. This sentence neither commands nor grants permission.","ainglish":"decision-by(operations lead): drain region West at noon.","question":"Is the course only offered or operatively selected; may the record report an existing choice; and does this sentence itself command or grant permission?","options":["offered \/ no \/ no","selected \/ yes \/ no","selected \/ no \/ no","offered \/ yes \/ no","selected \/ yes \/ yes","unknown \/ unknown \/ no"],"answer":"selected \/ yes \/ no","strata":{"form":"decision-by","domain":"operations"}},{"id":"r12-proposal-06","english":"Sanjay has offered this course for consideration: fund the second verifier. It has not been operatively selected, and this sentence neither commands nor grants permission.","ainglish":"proposal-by(Sanjay): fund the second verifier.","question":"Is the course only offered or operatively selected; may the record report an existing choice; and does this sentence itself command or grant permission?","options":["unknown \/ unknown \/ no","offered \/ no \/ no","selected \/ yes \/ no","selected \/ no \/ no","offered \/ yes \/ no","selected \/ yes \/ yes"],"answer":"offered \/ no \/ no","strata":{"form":"proposal-by","domain":"finance"}},{"id":"r12-decision-06","english":"The budget holder, acting within its decision scope, has operatively selected this course: fund the second verifier. This sentence neither commands nor grants permission.","ainglish":"decision-by(budget holder): fund the second verifier.","question":"Is the course only offered or operatively selected; may the record report an existing choice; and does this sentence itself command or grant permission?","options":["selected \/ yes \/ no","selected \/ no \/ no","offered \/ yes \/ no","selected \/ yes \/ yes","unknown \/ unknown \/ no","offered \/ no \/ no"],"answer":"selected \/ yes \/ no","strata":{"form":"decision-by","domain":"finance"}},{"id":"r12-proposal-07","english":"Tala has offered this course for consideration: retain the samples for thirty days. It has not been operatively selected, and this sentence neither commands nor grants permission.","ainglish":"proposal-by(Tala): retain the samples for thirty days.","question":"Is the course only offered or operatively selected; may the record report an existing choice; and does this sentence itself command or grant permission?","options":["offered \/ no \/ no","selected \/ yes \/ no","selected \/ no \/ no","offered \/ yes \/ no","selected \/ yes \/ yes","unknown \/ unknown \/ no"],"answer":"offered \/ no \/ no","strata":{"form":"proposal-by","domain":"data"}},{"id":"r12-decision-07","english":"The data steward, acting within its decision scope, has operatively selected this course: retain the samples for thirty days. This sentence neither commands nor grants permission.","ainglish":"decision-by(data steward): retain the samples for thirty days.","question":"Is the course only offered or operatively selected; may the record report an existing choice; and does this sentence itself command or grant permission?","options":["selected \/ no \/ no","offered \/ yes \/ no","selected \/ yes \/ yes","unknown \/ unknown \/ no","offered \/ no \/ no","selected \/ yes \/ no"],"answer":"selected \/ yes \/ no","strata":{"form":"decision-by","domain":"data"}},{"id":"r12-proposal-08","english":"Vera has offered this course for consideration: restore snapshot Delta. It has not been operatively selected, and this sentence neither commands nor grants permission.","ainglish":"proposal-by(Vera): restore snapshot Delta.","question":"Is the course only offered or operatively selected; may the record report an existing choice; and does this sentence itself command or grant permission?","options":["selected \/ yes \/ no","selected \/ no \/ no","offered \/ yes \/ no","selected \/ yes \/ yes","unknown \/ unknown \/ no","offered \/ no \/ no"],"answer":"offered \/ no \/ no","strata":{"form":"proposal-by","domain":"recovery"}},{"id":"r12-decision-08","english":"The incident commander, acting within its decision scope, has operatively selected this course: restore snapshot Delta. This sentence neither commands nor grants permission.","ainglish":"decision-by(incident commander): restore snapshot Delta.","question":"Is the course only offered or operatively selected; may the record report an existing choice; and does this sentence itself command or grant permission?","options":["offered \/ yes \/ no","selected \/ yes \/ yes","unknown \/ unknown \/ no","offered \/ no \/ no","selected \/ yes \/ no","selected \/ no \/ no"],"answer":"selected \/ yes \/ no","strata":{"form":"decision-by","domain":"recovery"}},{"id":"r12-choice-cal-01","calibration":true,"english":"The control note does not state which option to select.","ainglish":"Control instruction: select exactly \u0027north\u0027.","question":"Which option does the control instruction require?","options":["north","south","east","not stated"],"answer":"north","strata":{"control":"construct-free-planted-effect"}},{"id":"r12-choice-cal-02","calibration":true,"english":"The control note does not state which option to select.","ainglish":"Control instruction: select exactly \u0027copper\u0027.","question":"Which option does the control instruction require?","options":["silver","amber","not stated","copper"],"answer":"copper","strata":{"control":"construct-free-planted-effect"}},{"id":"r12-choice-cal-03","calibration":true,"english":"The control note does not state which option to select.","ainglish":"Control instruction: select exactly \u0027seven\u0027.","question":"Which option does the control instruction require?","options":["nine","not stated","seven","four"],"answer":"seven","strata":{"control":"construct-free-planted-effect"}},{"id":"r12-choice-cal-04","calibration":true,"english":"The control note does not state which option to select.","ainglish":"Control instruction: select exactly \u0027harbor\u0027.","question":"Which option does the control instruction require?","options":["not stated","harbor","station","archive"],"answer":"harbor","strata":{"control":"construct-free-planted-effect"}},{"id":"r12-choice-cal-05","calibration":true,"english":"The control note does not state which option to select.","ainglish":"Control instruction: select exactly \u0027violet\u0027.","question":"Which option does the control instruction require?","options":["violet","orange","indigo","not stated"],"answer":"violet","strata":{"control":"construct-free-planted-effect"}},{"id":"r12-choice-cal-06","calibration":true,"english":"The control note does not state which option to select.","ainglish":"Control instruction: select exactly \u0027twenty\u0027.","question":"Which option does the control instruction require?","options":["twelve","thirty","not stated","twenty"],"answer":"twenty","strata":{"control":"construct-free-planted-effect"}},{"id":"r12-choice-cal-07","calibration":true,"english":"The control note does not state which option to select.","ainglish":"Control instruction: select exactly \u0027cedar\u0027.","question":"Which option does the control instruction require?","options":["birch","not stated","cedar","willow"],"answer":"cedar","strata":{"control":"construct-free-planted-effect"}},{"id":"r12-choice-cal-08","calibration":true,"english":"The control note does not state which option to select.","ainglish":"Control instruction: select exactly \u0027triangle\u0027.","question":"Which option does the control instruction require?","options":["not stated","triangle","circle","square"],"answer":"triangle","strata":{"control":"construct-free-planted-effect"}}],"models":["falcon3-10b-qualification-v7-c8647169c2b9@q4_k_m","olmo2-13b-qualification-v7-cd836509a1a0@q4_k_m"],"readers":[{"name":"falcon3-10b-qualification-v7-c8647169c2b9","provider":"ollama","model":"dexagon-falcon3-10b-qualification-v7:ctx4k","precision":"q4_k_m","api":"openai","base_url":"http:\/\/localhost:11434\/v1","model_digest":"sha256:53c57c624bebfbc119e4dbdae94227d671cc8b000d8cc6aae238c01d7fcc3ad1","digest_source":"ollama:\/api\/tags","instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":"ollama:\/api\/tags"},"answer_protocol":"opaque-choice-v1","max_tokens":64,"timeout_s":120,"temperature":0,"seed":"provider-default","top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"},{"name":"olmo2-13b-qualification-v7-cd836509a1a0","provider":"ollama","model":"dexagon-olmo2-13b-qualification-v7:ctx4k","precision":"q4_k_m","api":"openai","base_url":"http:\/\/localhost:11434\/v1","model_digest":"sha256:71d70c4abc447d98508f4e1698bfd899b54d326666b620b8a0a281b2b2d63f85","digest_source":"ollama:\/api\/tags","instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":"ollama:\/api\/tags"},"answer_protocol":"opaque-choice-v1","max_tokens":64,"timeout_s":120,"temperature":0,"seed":"provider-default","top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"}],"instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":[{"reader":"falcon3-10b-qualification-v7-c8647169c2b9@q4_k_m","digest_source":"ollama:\/api\/tags"},{"reader":"olmo2-13b-qualification-v7-cd836509a1a0@q4_k_m","digest_source":"ollama:\/api\/tags"}]},"item_counts":{"real":16,"calibration":8},"interval_kind":"bootstrap_items","interval_estimator":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","algorithm":"sha256-counter-modulo-v1","draws":2000,"sampling_unit":"item","quantiles":["0.025","0.975"],"items_index_sha256":"4618add8870790d64ce14be4cae3a027b296c411a565eeeeaef77ccc0c1339b0"},"accuracy_resolution":{"unit":"percentage_points","scored_cells":{"english":14,"ainglish":18},"one_cell_pp":{"english":"7.1429","ainglish":"5.5556"},"delta_grid":{"numerator_pp":100,"denominator_lcm":126,"step_pp":"0.7937"}},"calibration":{"planted_arm":"ainglish","min_gap":0.5,"min_recovered":null,"rule":"absolute-gap-v1","ordering":"calibration-first","arm_exposure":"both-arms-per-reader-item","cells":32},"difficulty":{"annotated":false},"harness":"ainglish-panel\/0.2.49","transport":{"falcon3-10b-qualification-v7-c8647169c2b9@q4_k_m":{"max_tokens":64,"timeout_s":120,"temperature":0,"seed":"provider-default","top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"},"olmo2-13b-qualification-v7-cd836509a1a0@q4_k_m":{"max_tokens":64,"timeout_s":120,"temperature":0,"seed":"provider-default","top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"}},"concurrency":{"max_in_flight":1,"per_reader_max_in_flight":{"falcon3-10b-qualification-v7-c8647169c2b9":1,"olmo2-13b-qualification-v7-cd836509a1a0":1},"result_order":"deterministic-plan-order","calibration_barrier":true,"automatic_retries":false},"transport_faults":{"total":0,"retried":false,"per_cell":[]},"transport_truncations":{"total":0,"per_reader_cell":[],"by_cell":{"english":0,"ainglish":0},"imbalanced_across_cells":false},"protocol":"panel.py counterbalanced real arms + both-arms-per-reader-item planted-effect calibration gate"},"interval_provenance_attestation":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","metric":"comprehension_accuracy_delta","estimator":"arm_accuracy_delta_pp","algorithm":{"name":"sha256-counter-modulo-v1","draws":2000,"accepted_draws":2000,"sampling_unit":"item","lower_quantile":{"numerator":25,"denominator":1000,"index_rule":"floor"},"upper_quantile":{"numerator":975,"denominator":1000,"index_rule":"floor"}},"seed":202609031202,"items":[{"id":"r12-decision-01"},{"id":"r12-decision-02"},{"id":"r12-decision-03"},{"id":"r12-decision-04"},{"id":"r12-decision-05"},{"id":"r12-decision-06"},{"id":"r12-decision-07"},{"id":"r12-decision-08"},{"id":"r12-proposal-01"},{"id":"r12-proposal-02"},{"id":"r12-proposal-03"},{"id":"r12-proposal-04"},{"id":"r12-proposal-05"},{"id":"r12-proposal-06"},{"id":"r12-proposal-07"},{"id":"r12-proposal-08"}],"readers":["falcon3-10b-qualification-v7-c8647169c2b9","olmo2-13b-qualification-v7-cd836509a1a0"],"cells":[{"item_id":"r12-decision-01","reader":"falcon3-10b-qualification-v7-c8647169c2b9","arm":"english","correct":true},{"item_id":"r12-decision-01","reader":"olmo2-13b-qualification-v7-cd836509a1a0","arm":"english","correct":false},{"item_id":"r12-decision-02","reader":"falcon3-10b-qualification-v7-c8647169c2b9","arm":"ainglish","correct":true},{"item_id":"r12-decision-02","reader":"olmo2-13b-qualification-v7-cd836509a1a0","arm":"ainglish","correct":true},{"item_id":"r12-decision-03","reader":"falcon3-10b-qualification-v7-c8647169c2b9","arm":"english","correct":true},{"item_id":"r12-decision-03","reader":"olmo2-13b-qualification-v7-cd836509a1a0","arm":"ainglish","correct":false},{"item_id":"r12-decision-04","reader":"falcon3-10b-qualification-v7-c8647169c2b9","arm":"ainglish","correct":false},{"item_id":"r12-decision-04","reader":"olmo2-13b-qualification-v7-cd836509a1a0","arm":"english","correct":false},{"item_id":"r12-decision-05","reader":"falcon3-10b-qualification-v7-c8647169c2b9","arm":"english","correct":false},{"item_id":"r12-decision-05","reader":"olmo2-13b-qualification-v7-cd836509a1a0","arm":"ainglish","correct":false},{"item_id":"r12-decision-06","reader":"falcon3-10b-qualification-v7-c8647169c2b9","arm":"ainglish","correct":false},{"item_id":"r12-decision-06","reader":"olmo2-13b-qualification-v7-cd836509a1a0","arm":"ainglish","correct":false},{"item_id":"r12-decision-07","reader":"falcon3-10b-qualification-v7-c8647169c2b9","arm":"english","correct":false},{"item_id":"r12-decision-07","reader":"olmo2-13b-qualification-v7-cd836509a1a0","arm":"ainglish","correct":false},{"item_id":"r12-decision-08","reader":"falcon3-10b-qualification-v7-c8647169c2b9","arm":"english","correct":true},{"item_id":"r12-decision-08","reader":"olmo2-13b-qualification-v7-cd836509a1a0","arm":"ainglish","correct":false},{"item_id":"r12-proposal-01","reader":"falcon3-10b-qualification-v7-c8647169c2b9","arm":"english","correct":true},{"item_id":"r12-proposal-01","reader":"olmo2-13b-qualification-v7-cd836509a1a0","arm":"ainglish","correct":false},{"item_id":"r12-proposal-02","reader":"falcon3-10b-qualification-v7-c8647169c2b9","arm":"english","correct":false},{"item_id":"r12-proposal-02","reader":"olmo2-13b-qualification-v7-cd836509a1a0","arm":"ainglish","correct":false},{"item_id":"r12-proposal-03","reader":"falcon3-10b-qualification-v7-c8647169c2b9","arm":"ainglish","correct":true},{"item_id":"r12-proposal-03","reader":"olmo2-13b-qualification-v7-cd836509a1a0","arm":"english","correct":true},{"item_id":"r12-proposal-04","reader":"falcon3-10b-qualification-v7-c8647169c2b9","arm":"english","correct":false},{"item_id":"r12-proposal-04","reader":"olmo2-13b-qualification-v7-cd836509a1a0","arm":"ainglish","correct":false},{"item_id":"r12-proposal-05","reader":"falcon3-10b-qualification-v7-c8647169c2b9","arm":"ainglish","correct":false},{"item_id":"r12-proposal-05","reader":"olmo2-13b-qualification-v7-cd836509a1a0","arm":"ainglish","correct":false},{"item_id":"r12-proposal-06","reader":"falcon3-10b-qualification-v7-c8647169c2b9","arm":"english","correct":true},{"item_id":"r12-proposal-06","reader":"olmo2-13b-qualification-v7-cd836509a1a0","arm":"ainglish","correct":true},{"item_id":"r12-proposal-07","reader":"falcon3-10b-qualification-v7-c8647169c2b9","arm":"ainglish","correct":false},{"item_id":"r12-proposal-07","reader":"olmo2-13b-qualification-v7-cd836509a1a0","arm":"english","correct":false},{"item_id":"r12-proposal-08","reader":"falcon3-10b-qualification-v7-c8647169c2b9","arm":"ainglish","correct":false},{"item_id":"r12-proposal-08","reader":"olmo2-13b-qualification-v7-cd836509a1a0","arm":"english","correct":true}],"content_sha256":"2545c322b3e91de05de72dd9b613ab30759ad0d897a6d02dd232695484ee61e7"},"replicates":{"hash":"085f8452fce60722ff100862b963f82a3c68720d718f7ee29d2aaa266a301947","url":"\/api\/v1\/measurements\/085f8452fce60722ff100862b963f82a3c68720d718f7ee29d2aaa266a301947"},"replications":[],"replicate":null}