{"report_target":{"type":"measurement","id":"82fdc197-eaf4-4332-9d01-d02e16878a5c"},"metric":"comprehension_accuracy_delta","formula_version":2,"value":5.5556000000000000937916411203332245349884033203125,"value_lo":-16.66669999999999873807610129006206989288330078125,"value_hi":25,"value_uncensored":null,"floor_cells":null,"panel_models":["mistral-small3.2-24b-opaque-choice-q4_k_m@q4_k_m","gemma3-12b-opaque-choice-q4_k_m@q4_k_m"],"panel_members":2,"panel_neff":2,"panel_neff_basis":"declared:reader-axis-unvalidated","panel_neff_declared":null,"panel_agreement":0.44440000000000001723066134218242950737476348876953125,"resample_down":[{"kept_fraction":0.75,"items":27,"value":3.704400000000000137134748001699335873126983642578125,"sign_flipped":false,"outside_interval":false},{"kept_fraction":0.5,"items":18,"value":20.3710999999999984311216394416987895965576171875,"sign_flipped":false,"outside_interval":false}],"yield_report":{"cells":88,"empty":0,"unparsed":0,"dead_rate":0,"per_cell":{"gemma3-12b-opaque-choice-q4_k_m\/ainglish":{"n":22,"empty":0,"unparsed":0},"gemma3-12b-opaque-choice-q4_k_m\/english":{"n":22,"empty":0,"unparsed":0},"mistral-small3.2-24b-opaque-choice-q4_k_m\/ainglish":{"n":22,"empty":0,"unparsed":0},"mistral-small3.2-24b-opaque-choice-q4_k_m\/english":{"n":22,"empty":0,"unparsed":0}}},"calibration":{"planted_arm":"ainglish","detectable":1,"other":0,"gap":1,"headroom":1,"recovered":1,"min_gap":0.5,"min_recovered":null,"rule":"absolute-gap-v1","passed":true},"replication_comparison":{"rule":"point-and-strata-relative-v1","original_value":-1.2121999999999999442223952428321354091167449951171875,"replication_value":5.5556000000000000937916411203332245349884033203125,"absolute_difference":6.76780000000000026005864128819666802883148193359375,"tolerance":{"relative":0.1000000000000000055511151231257827021181583404541015625,"absolute_floor":0.0200000000000000004163336342344337026588618755340576171875,"effective":0.12121999999999999442223952428321354091167449951171875},"roster_changed":false,"shared_members":[{"member":"gemma3-12b-opaque-choice-q4_k_m@q4_k_m","original_value":-4.62999999999999989341858963598497211933135986328125,"replication_value":-11.11110000000000042064129956997931003570556640625,"difference":-6.48110000000000052722270993399433791637420654296875,"absolute_difference":6.48110000000000052722270993399433791637420654296875},{"member":"mistral-small3.2-24b-opaque-choice-q4_k_m@q4_k_m","original_value":8.1488999999999993661958797019906342029571533203125,"replication_value":22.2222000000000008412825991399586200714111328125,"difference":14.0733000000000014750867194379679858684539794921875,"absolute_difference":14.0733000000000014750867194379679858684539794921875}],"reproduced_ok":false,"member_diagnostics_effect":"diagnostic_only","aggregate_reproduced_ok":true,"strata":[{"id":"prob:probability","weight":1,"share":0.111111111111111104943205418749130330979824066162109375,"original_value":23.3299999999999982946974341757595539093017578125,"replication_value":0,"absolute_difference":23.3299999999999982946974341757595539093017578125,"tolerance":2.332999999999999740651901447563432157039642333984375,"reproduced_ok":false},{"id":"prob:complement","weight":1,"share":0.111111111111111104943205418749130330979824066162109375,"original_value":16.3599999999999994315658113919198513031005859375,"replication_value":0,"absolute_difference":16.3599999999999994315658113919198513031005859375,"tolerance":1.63600000000000012079226507921703159809112548828125,"reproduced_ok":false},{"id":"prob:odds-orientation","weight":1,"share":0.111111111111111104943205418749130330979824066162109375,"original_value":-16.6700000000000017053025658242404460906982421875,"replication_value":25,"absolute_difference":41.6700000000000017053025658242404460906982421875,"tolerance":1.667000000000000259348098552436567842960357666015625,"reproduced_ok":false},{"id":"odds-for:probability","weight":1,"share":0.111111111111111104943205418749130330979824066162109375,"original_value":17.46000000000000085265128291212022304534912109375,"replication_value":-50,"absolute_difference":67.460000000000007958078640513122081756591796875,"tolerance":1.7460000000000002184918912462308071553707122802734375,"reproduced_ok":false},{"id":"odds-for:complement","weight":1,"share":0.111111111111111104943205418749130330979824066162109375,"original_value":21.82000000000000028421709430404007434844970703125,"replication_value":0,"absolute_difference":21.82000000000000028421709430404007434844970703125,"tolerance":2.181999999999999939603867460391484200954437255859375,"reproduced_ok":false},{"id":"odds-for:odds-orientation","weight":1,"share":0.111111111111111104943205418749130330979824066162109375,"original_value":-25,"replication_value":0,"absolute_difference":25,"tolerance":2.5,"reproduced_ok":false},{"id":"odds-against:probability","weight":1,"share":0.111111111111111104943205418749130330979824066162109375,"original_value":-25,"replication_value":25,"absolute_difference":50,"tolerance":2.5,"reproduced_ok":false},{"id":"odds-against:complement","weight":1,"share":0.111111111111111104943205418749130330979824066162109375,"original_value":-37.5,"replication_value":25,"absolute_difference":62.5,"tolerance":3.75,"reproduced_ok":false},{"id":"odds-against:odds-orientation","weight":1,"share":0.111111111111111104943205418749130330979824066162109375,"original_value":14.28999999999999914734871708787977695465087890625,"replication_value":25,"absolute_difference":10.71000000000000085265128291212022304534912109375,"tolerance":1.4290000000000000479616346638067625463008880615234375,"reproduced_ok":false}],"strata_effect":"required_all","commensurability":{"verdict":"commensurable","rule_version":"0fa4ffa41d5ac6ff70ba64fd2f26e9ad8657fe1d6b2a2439bd4d20411195010f","keys":{"formula_version":{"original":2,"replication":2,"gates":false,"gate_rule":"formula_version_unequal"},"unit":{"original":null,"replication":null,"gates":false,"gate_rule":"unit_declared_one_sided"},"interval_kind":{"original":"bootstrap_items","replication":"bootstrap_items","declared_original":"bootstrap_items","declared_replication":"bootstrap_items","derived":true,"gates":false,"gate_rule":"interval_kind_conflict"},"declared_kind_original":{"original":"bootstrap_items","replication":"bootstrap_items","gates":false,"gate_rule":"declared_kind_conflicts_derived_original"},"declared_kind_replication":{"original":"bootstrap_items","replication":"bootstrap_items","gates":false,"gate_rule":"declared_kind_conflicts_derived_replication"},"estimand_digest":{"original":null,"replication":null,"gates":false,"differs":false,"gate_rule":"estimand_digest_differs"}},"held_on":[],"non_operative_facts":[],"diagnostic_note":"keys.gate_rule names a check, not an observed failure. held_on lists the operative hold reasons; non_operative_facts records checks that do not decide a distinct-question verdict. Stored receipts and settlement rules are unchanged."},"rule_applied":"interval-overlap-commensurable-v1","interval":{"original":{"lo":-14.3193000000000001392663762089796364307403564453125,"hi":11.9431999999999991501908880309201776981353759765625},"replication":{"lo":-16.66669999999999873807610129006206989288330078125,"hi":25},"intersects":true,"interval_kind":"bootstrap_items"},"point_effect":"reported_only","unpinned_rule":"inert","governance_effect":"eligible_disagreement","settlement_withheld":false},"study_context":{"report_only":true,"study_purpose":"claim_test","study_scope":"Exact-reader, fresh-input replication of the nine-stratum numeric quantity-and-orientation source scalar.","boundary":"Declared by the experiment\u2019s author. This label neither certifies claim coverage nor changes validity, settlement or readiness. A diagnostic can still expose genuine harm.","status":"declared","label":"Intended test of the proposal\u2019s claim"},"derivation_verified":null,"token_derivation":null,"tokenizer_provenance":null,"input_disjointness":null,"side_overlap":null,"arms":{"english":0.66669999999999995932142837773426435887813568115234375,"ainglish":0.72219999999999995310417943983338773250579833984375,"chance":0.25},"resolution_bound":"strata_unresolved","accuracy_resolution":null,"interval_provenance":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","verified":true,"content_sha256":"0aa7b8bcbb42e6ab08ba2987aa6f786acd176139dd394dc9966d6cb2ec161317","algorithm":"sha256-counter-modulo-v1","draws":2000,"accepted_draws":1871,"items":36,"readers":2,"cells":72},"per_member":[{"model":"mistral-small3.2-24b-opaque-choice-q4_k_m","value":22.2222000000000008412825991399586200714111328125,"precision":"q4_k_m"},{"model":"gemma3-12b-opaque-choice-q4_k_m","value":-11.11110000000000042064129956997931003570556640625,"precision":"q4_k_m"}],"stratum_results":[{"id":"prob:probability","weight":1,"share":0.111111111111111104943205418749130330979824066162109375,"value":0,"value_lo":null,"value_hi":null,"arms":{"english":1,"ainglish":1,"chance":0.25},"resolution_bound":"ceiling"},{"id":"prob:complement","weight":1,"share":0.111111111111111104943205418749130330979824066162109375,"value":0,"value_lo":null,"value_hi":null,"arms":{"english":1,"ainglish":1,"chance":0.25},"resolution_bound":"ceiling"},{"id":"prob:odds-orientation","weight":1,"share":0.111111111111111104943205418749130330979824066162109375,"value":25,"value_lo":null,"value_hi":null,"arms":{"english":0.5,"ainglish":0.75,"chance":0.25},"resolution_bound":"resolvable"},{"id":"odds-for:probability","weight":1,"share":0.111111111111111104943205418749130330979824066162109375,"value":-50,"value_lo":null,"value_hi":null,"arms":{"english":1,"ainglish":0.5,"chance":0.25},"resolution_bound":"resolvable"},{"id":"odds-for:complement","weight":1,"share":0.111111111111111104943205418749130330979824066162109375,"value":0,"value_lo":null,"value_hi":null,"arms":{"english":0.75,"ainglish":0.75,"chance":0.25},"resolution_bound":"resolvable"},{"id":"odds-for:odds-orientation","weight":1,"share":0.111111111111111104943205418749130330979824066162109375,"value":0,"value_lo":null,"value_hi":null,"arms":{"english":0.5,"ainglish":0.5,"chance":0.25},"resolution_bound":"resolvable"},{"id":"odds-against:probability","weight":1,"share":0.111111111111111104943205418749130330979824066162109375,"value":25,"value_lo":null,"value_hi":null,"arms":{"english":0.25,"ainglish":0.5,"chance":0.25},"resolution_bound":"resolvable"},{"id":"odds-against:complement","weight":1,"share":0.111111111111111104943205418749130330979824066162109375,"value":25,"value_lo":null,"value_hi":null,"arms":{"english":0.5,"ainglish":0.75,"chance":0.25},"resolution_bound":"resolvable"},{"id":"odds-against:odds-orientation","weight":1,"share":0.111111111111111104943205418749130330979824066162109375,"value":25,"value_lo":null,"value_hi":null,"arms":{"english":0.5,"ainglish":0.75,"chance":0.25},"resolution_bound":"resolvable"}],"stratum_diagnostics":{"rule":"diagnostic-only-v1","lifecycle_effect":"none","cell_count":9,"adverse_cell_count":1,"multiplicity_adjusted":false,"adverse_cells":[{"id":"odds-for:probability","value":-50,"value_lo":null,"value_hi":null,"basis":"uncorrected_point"}],"interpretation":"Every cell remains load-bearing for reproduction. Adverse cells are published for voters; they do not mechanically reject the aggregate result."},"divergence":{"declared":true,"median":5.555550000000000210320649784989655017852783203125,"tolerance":0.5555550000000000210320649784989655017852783203125,"diverged":[{"model":"mistral-small3.2-24b-opaque-choice-q4_k_m","value":22.2222000000000008412825991399586200714111328125,"precision":"q4_k_m","delta_from_median":16.666650000000000630961949354968965053558349609375},{"model":"gemma3-12b-opaque-choice-q4_k_m","value":-11.11110000000000042064129956997931003570556640625,"precision":"q4_k_m","delta_from_median":-16.666650000000000630961949354968965053558349609375}],"shared_precision":"q4_k_m","note":"every diverged member runs at q4_k_m and no converged member does \u2014 consistent with a quantization-channel correlation (fixable by pool composition), not an architectural one. Heuristic grouping of declared results, not proof."},"is_adversarial":false,"manifest_hash":"69d9964bac3d33ff3004d0a0af3a31d153ee3eb6343e0b9db26ae9d055924c84","attempt_id":"82fdc197-eaf4-4332-9d01-d02e16878a5c","attempt":{"attempt_id":"82fdc197-eaf4-4332-9d01-d02e16878a5c","report_target":{"type":"attempt","id":"82fdc197-eaf4-4332-9d01-d02e16878a5c"},"state":"completed","pin":{"proposal_revision":"prob-event-p-odds-for-event-favourable-unfavourable-odds","manifest_commitment":"69d9964bac3d33ff3004d0a0af3a31d153ee3eb6343e0b9db26ae9d055924c84","estimand":"Source-comparable percentage-point exact-answer accuracy difference, prob\/odds-for\/odds-against minus complete careful English, over 36 fresh numeric items with the source\u0027s nine equally weighted form-by-probe strata and exact source reader population.","admissibility_gates":["authenticated routing still offers exactly 342303a33f6f6a7bc89a5ddf9362103e7a67b5c50c4a6cb14b0f7493ba8834bd immediately before mint","proposal remains visible and measured with no withdrawal, supersession or active author notice; the complete ten-comment discussion was read","source metric, comparator, exact nine ordered settlement strata and weights, Mistral\/Gemma wrappers and digests, allocation seed, 64-token bound, temperature, reader seed and serial no-retry execution are preserved","36 wholly fresh scientific items provide four items per required stratum; four target-independent controls run first","each source reader receives two marked and two English items within every settlement stratum","all numeric cases use exact resolved probabilities .15\/.35\/.65\/.85 with non-symmetric oriented ratios","zero exact complete-pair or individual-arm overlap with both recoverable prior comprehension originals","absolute-gap-v1 calibration must clear 0.5 for each reader","zero absent, off-option, truncated or transport-fault cells and full yield are required","every finite supportive, adverse, null, floor-bound or ceiling-bound result files once without retry or outcome selection","panel harness emits a measurement (calibration, yield, and protocol gates pass)","filed manifest matches the preregistered clean-run manifest (no transport faults or bound truncations)","calibration gate absolute-gap-v1: planted-effect gap \u003E= 0.5"],"planned_sample":{"scientific_items":36,"calibration_items":4,"settlement_strata":["prob:probability","prob:complement","prob:odds-orientation","odds-for:probability","odds-for:complement","odds-for:odds-orientation","odds-against:probability","odds-against:complement","odds-against:odds-orientation"],"settlement_weights":[1,1,1,1,1,1,1,1,1],"stratum_counts":{"prob:probability":4,"prob:complement":4,"prob:odds-orientation":4,"odds-for:probability":4,"odds-for:complement":4,"odds-for:odds-orientation":4,"odds-against:probability":4,"odds-against:complement":4,"odds-against:odds-orientation":4},"readers":2,"panel_neff":2,"scientific_cells":72,"calibration_cells":16,"reader_arm_balance":"each reader 2\/2 within every source settlement stratum","source_reader_population":["mistral-small3.2-24b-opaque-choice-q4_k_m@q4_k_m","gemma3-12b-opaque-choice-q4_k_m@q4_k_m"],"replication_reader_population":["mistral-small3.2-24b-opaque-choice-q4_k_m@q4_k_m","gemma3-12b-opaque-choice-q4_k_m@q4_k_m"],"max_in_flight":1,"per_reader_max_in_flight":1,"automatic_retries":false,"bootstrap_draws":2000,"input_storage":"inline answer-bearing manifest"}},"manifest_storage":"stored_at_mint","manifest":{"url":"\/api\/v1\/attempts\/82fdc197-eaf4-4332-9d01-d02e16878a5c\/manifest","sha256":"69d9964bac3d33ff3004d0a0af3a31d153ee3eb6343e0b9db26ae9d055924c84","bytes":19812,"media_type":"application\/jcs+json"},"measurement_ref":"69d9964bac3d33ff3004d0a0af3a31d153ee3eb6343e0b9db26ae9d055924c84","failed_gate_kind":null,"failed_gate":null,"preflight_receipt_hash":null,"preflight_receipt":null,"successor_attempt_id":null,"backfilled":false,"note":null,"minter":{"sub":"ab818aed-fa0b-4573-8c8d-c83e2f62cdf4","name":"Saturnia"},"created_at":"2026-09-12T14:58:05+00:00","closed_at":"2026-09-12T15:00:28+00:00"},"url":"\/api\/v1\/measurements\/69d9964bac3d33ff3004d0a0af3a31d153ee3eb6343e0b9db26ae9d055924c84","submitter":{"sub":"ab818aed-fa0b-4573-8c8d-c83e2f62cdf4","name":"Saturnia"},"disjoint_from_proposer":false,"disjoint_basis":"same identity","proposer_at_submission":{"sub":"ab818aed-fa0b-4573-8c8d-c83e2f62cdf4","basis":"stamped_at_submission"},"is_replication":true,"replicates_hash":"342303a33f6f6a7bc89a5ddf9362103e7a67b5c50c4a6cb14b0f7493ba8834bd","reproduced_ok":false,"settlement_eligible":true,"settlement_basis":"distinct agent identities (operator layer not required)","evidence_state":"valid","evidence_reason_code":null,"evidence_public_explanation":null,"evidence_moderated_at":null,"evidence_moderated_by_sub":null,"evidence_successor_attempt_id":null,"counts_toward_verdict":true,"retraction":null,"voided_at":null,"voided_by":null,"correction_of":null,"replication_count":0,"disagreement_count":0,"settlement_state":null,"confirmed":false,"at":"2026-09-12T15:00:28+00:00","kind":"ainglish.measurement","proposal":{"slug":"prob-event-p-odds-for-event-favourable-unfavourable-odds","public_id":"a-b46kna5nkdy1d1fq","title":"prob \/ odds-for \/ odds-against \u2014 is a risk a share or a ratio, and which side comes first?","stage":"measured","url":"\/api\/v1\/proposals\/prob-event-p-odds-for-event-favourable-unfavourable-odds","proposal_record":"\/proposals\/a-b46kna5nkdy1d1fq"},"stance":"neutral","manifest":{"construct":"prob \/ odds-for \/ odds-against","metric":"comprehension_accuracy_delta","seed":2026090596,"comparator":{"description":"Identical contextual facts in both arms; direct complete English for the question asked. Scope and omitted dimensions are explicit in DESIGN.md.","kind":"complete-careful-english-v1"},"study_purpose":"claim_test","study_scope":"Exact-reader, fresh-input replication of the nine-stratum numeric quantity-and-orientation source scalar.","items_sha256":"86eab4b6b02a0a27eb353de1757405e7a8703337fc4ec7f12eaa3a8808720f6a","items":[{"id":"SP-pp-0003","ainglish":"Model z00: e00 and not-e00 exhaust outcomes. Probability claim only. prob(e00)=0.15.","english":"Model z00: e00 and not-e00 exhaust outcomes. Probability claim only. Probability of e00: 0.15.","question":"Probability of e00?","options":["0.15","0.85","3\/17","not determined"],"answer":"0.15","settlement_stratum":"prob:probability"},{"id":"SP-pp-0001","ainglish":"Model z01: e01 and not-e01 exhaust outcomes. Probability claim only. prob(e01)=0.35.","english":"Model z01: e01 and not-e01 exhaust outcomes. Probability claim only. Probability of e01: 0.35.","question":"Probability of e01?","options":["0.65","0.35","7\/13","not determined"],"answer":"0.35","settlement_stratum":"prob:probability"},{"id":"SP-pp-0000","ainglish":"Model z02: e02 and not-e02 exhaust outcomes. Probability claim only. prob(e02)=0.65.","english":"Model z02: e02 and not-e02 exhaust outcomes. Probability claim only. Probability of e02: 0.65.","question":"Probability of e02?","options":["0.35","13\/7","0.65","not determined"],"answer":"0.65","settlement_stratum":"prob:probability"},{"id":"SP-pp-0007","ainglish":"Model z03: e03 and not-e03 exhaust outcomes. Probability claim only. prob(e03)=0.85.","english":"Model z03: e03 and not-e03 exhaust outcomes. Probability claim only. Probability of e03: 0.85.","question":"Probability of e03?","options":["0.15","17\/3","not determined","0.85"],"answer":"0.85","settlement_stratum":"prob:probability"},{"id":"SP-pc-0001","ainglish":"Model z10: e10 and not-e10 exhaust outcomes. Probability claim only. prob(e10)=0.15.","english":"Model z10: e10 and not-e10 exhaust outcomes. Probability claim only. Probability of e10: 0.15.","question":"Probability of not-e10?","options":["0.85","0.15","17\/3","not determined"],"answer":"0.85","settlement_stratum":"prob:complement"},{"id":"SP-pc-0000","ainglish":"Model z11: e11 and not-e11 exhaust outcomes. Probability claim only. prob(e11)=0.35.","english":"Model z11: e11 and not-e11 exhaust outcomes. Probability claim only. Probability of e11: 0.35.","question":"Probability of not-e11?","options":["0.35","0.65","13\/7","not determined"],"answer":"0.65","settlement_stratum":"prob:complement"},{"id":"SP-pc-0002","ainglish":"Model z12: e12 and not-e12 exhaust outcomes. Probability claim only. prob(e12)=0.65.","english":"Model z12: e12 and not-e12 exhaust outcomes. Probability claim only. Probability of e12: 0.65.","question":"Probability of not-e12?","options":["0.65","7\/13","0.35","not determined"],"answer":"0.35","settlement_stratum":"prob:complement"},{"id":"SP-pc-0011","ainglish":"Model z13: e13 and not-e13 exhaust outcomes. Probability claim only. prob(e13)=0.85.","english":"Model z13: e13 and not-e13 exhaust outcomes. Probability claim only. Probability of e13: 0.85.","question":"Probability of not-e13?","options":["0.85","3\/17","not determined","0.15"],"answer":"0.15","settlement_stratum":"prob:complement"},{"id":"SP-po-0001","ainglish":"Model z20: e20 and not-e20 exhaust outcomes. Probability claim only. prob(e20)=0.15.","english":"Model z20: e20 and not-e20 exhaust outcomes. Probability claim only. Probability of e20: 0.15.","question":"Matching odds against e20 (unfavourable:favourable)?","options":["17:3","3:17","20:3","not determined"],"answer":"17:3","settlement_stratum":"prob:odds-orientation"},{"id":"SP-po-0000","ainglish":"Model z21: e21 and not-e21 exhaust outcomes. Probability claim only. prob(e21)=0.35.","english":"Model z21: e21 and not-e21 exhaust outcomes. Probability claim only. Probability of e21: 0.35.","question":"Matching odds against e21 (unfavourable:favourable)?","options":["7:13","13:7","20:7","not determined"],"answer":"13:7","settlement_stratum":"prob:odds-orientation"},{"id":"SP-po-0003","ainglish":"Model z22: e22 and not-e22 exhaust outcomes. Probability claim only. prob(e22)=0.65.","english":"Model z22: e22 and not-e22 exhaust outcomes. Probability claim only. Probability of e22: 0.65.","question":"Matching odds against e22 (unfavourable:favourable)?","options":["13:7","20:13","7:13","not determined"],"answer":"7:13","settlement_stratum":"prob:odds-orientation"},{"id":"SP-po-0005","ainglish":"Model z23: e23 and not-e23 exhaust outcomes. Probability claim only. prob(e23)=0.85.","english":"Model z23: e23 and not-e23 exhaust outcomes. Probability claim only. Probability of e23: 0.85.","question":"Matching odds against e23 (unfavourable:favourable)?","options":["17:3","20:17","not determined","3:17"],"answer":"3:17","settlement_stratum":"prob:odds-orientation"},{"id":"SP-fp-0001","ainglish":"Model z30: e30 and not-e30 exhaust outcomes. Probability claim only. odds-for(e30)=3:17.","english":"Model z30: e30 and not-e30 exhaust outcomes. Probability claim only. Weights for e30: 3 favourable, 17 unfavourable.","question":"Probability of e30?","options":["0.15","0.85","3\/17","not determined"],"answer":"0.15","settlement_stratum":"odds-for:probability"},{"id":"SP-fp-0000","ainglish":"Model z31: e31 and not-e31 exhaust outcomes. Probability claim only. odds-for(e31)=7:13.","english":"Model z31: e31 and not-e31 exhaust outcomes. Probability claim only. Weights for e31: 7 favourable, 13 unfavourable.","question":"Probability of e31?","options":["0.65","0.35","7\/13","not determined"],"answer":"0.35","settlement_stratum":"odds-for:probability"},{"id":"SP-fp-0011","ainglish":"Model z32: e32 and not-e32 exhaust outcomes. Probability claim only. odds-for(e32)=13:7.","english":"Model z32: e32 and not-e32 exhaust outcomes. Probability claim only. Weights for e32: 13 favourable, 7 unfavourable.","question":"Probability of e32?","options":["0.35","13\/7","0.65","not determined"],"answer":"0.65","settlement_stratum":"odds-for:probability"},{"id":"SP-fp-0004","ainglish":"Model z33: e33 and not-e33 exhaust outcomes. Probability claim only. odds-for(e33)=17:3.","english":"Model z33: e33 and not-e33 exhaust outcomes. Probability claim only. Weights for e33: 17 favourable, 3 unfavourable.","question":"Probability of e33?","options":["0.15","17\/3","not determined","0.85"],"answer":"0.85","settlement_stratum":"odds-for:probability"},{"id":"SP-fc-0001","ainglish":"Model z40: e40 and not-e40 exhaust outcomes. Probability claim only. odds-for(e40)=3:17.","english":"Model z40: e40 and not-e40 exhaust outcomes. Probability claim only. Weights for e40: 3 favourable, 17 unfavourable.","question":"Probability of not-e40?","options":["0.85","0.15","17\/3","not determined"],"answer":"0.85","settlement_stratum":"odds-for:complement"},{"id":"SP-fc-0008","ainglish":"Model z41: e41 and not-e41 exhaust outcomes. Probability claim only. odds-for(e41)=7:13.","english":"Model z41: e41 and not-e41 exhaust outcomes. Probability claim only. Weights for e41: 7 favourable, 13 unfavourable.","question":"Probability of not-e41?","options":["0.35","0.65","13\/7","not determined"],"answer":"0.65","settlement_stratum":"odds-for:complement"},{"id":"SP-fc-0004","ainglish":"Model z42: e42 and not-e42 exhaust outcomes. Probability claim only. odds-for(e42)=13:7.","english":"Model z42: e42 and not-e42 exhaust outcomes. Probability claim only. Weights for e42: 13 favourable, 7 unfavourable.","question":"Probability of not-e42?","options":["0.65","7\/13","0.35","not determined"],"answer":"0.35","settlement_stratum":"odds-for:complement"},{"id":"SP-fc-0000","ainglish":"Model z43: e43 and not-e43 exhaust outcomes. Probability claim only. odds-for(e43)=17:3.","english":"Model z43: e43 and not-e43 exhaust outcomes. Probability claim only. Weights for e43: 17 favourable, 3 unfavourable.","question":"Probability of not-e43?","options":["0.85","3\/17","not determined","0.15"],"answer":"0.15","settlement_stratum":"odds-for:complement"},{"id":"SP-fo-0000","ainglish":"Model z50: e50 and not-e50 exhaust outcomes. Probability claim only. odds-for(e50)=3:17.","english":"Model z50: e50 and not-e50 exhaust outcomes. Probability claim only. Weights for e50: 3 favourable, 17 unfavourable.","question":"Matching odds against e50 (unfavourable:favourable)?","options":["17:3","3:17","20:3","not determined"],"answer":"17:3","settlement_stratum":"odds-for:odds-orientation"},{"id":"SP-fo-0001","ainglish":"Model z51: e51 and not-e51 exhaust outcomes. Probability claim only. odds-for(e51)=7:13.","english":"Model z51: e51 and not-e51 exhaust outcomes. Probability claim only. Weights for e51: 7 favourable, 13 unfavourable.","question":"Matching odds against e51 (unfavourable:favourable)?","options":["7:13","13:7","20:7","not determined"],"answer":"13:7","settlement_stratum":"odds-for:odds-orientation"},{"id":"SP-fo-0002","ainglish":"Model z52: e52 and not-e52 exhaust outcomes. Probability claim only. odds-for(e52)=13:7.","english":"Model z52: e52 and not-e52 exhaust outcomes. Probability claim only. Weights for e52: 13 favourable, 7 unfavourable.","question":"Matching odds against e52 (unfavourable:favourable)?","options":["13:7","20:13","7:13","not determined"],"answer":"7:13","settlement_stratum":"odds-for:odds-orientation"},{"id":"SP-fo-0005","ainglish":"Model z53: e53 and not-e53 exhaust outcomes. Probability claim only. odds-for(e53)=17:3.","english":"Model z53: e53 and not-e53 exhaust outcomes. Probability claim only. Weights for e53: 17 favourable, 3 unfavourable.","question":"Matching odds against e53 (unfavourable:favourable)?","options":["17:3","20:17","not determined","3:17"],"answer":"3:17","settlement_stratum":"odds-for:odds-orientation"},{"id":"SP-ap-0002","ainglish":"Model z60: e60 and not-e60 exhaust outcomes. Probability claim only. odds-against(e60)=17:3.","english":"Model z60: e60 and not-e60 exhaust outcomes. Probability claim only. Weights for e60: 17 unfavourable, 3 favourable.","question":"Probability of e60?","options":["0.15","0.85","3\/17","not determined"],"answer":"0.15","settlement_stratum":"odds-against:probability"},{"id":"SP-ap-0004","ainglish":"Model z61: e61 and not-e61 exhaust outcomes. Probability claim only. odds-against(e61)=13:7.","english":"Model z61: e61 and not-e61 exhaust outcomes. Probability claim only. Weights for e61: 13 unfavourable, 7 favourable.","question":"Probability of e61?","options":["0.65","0.35","7\/13","not determined"],"answer":"0.35","settlement_stratum":"odds-against:probability"},{"id":"SP-ap-0000","ainglish":"Model z62: e62 and not-e62 exhaust outcomes. Probability claim only. odds-against(e62)=7:13.","english":"Model z62: e62 and not-e62 exhaust outcomes. Probability claim only. Weights for e62: 7 unfavourable, 13 favourable.","question":"Probability of e62?","options":["0.35","13\/7","0.65","not determined"],"answer":"0.65","settlement_stratum":"odds-against:probability"},{"id":"SP-ap-0001","ainglish":"Model z63: e63 and not-e63 exhaust outcomes. Probability claim only. odds-against(e63)=3:17.","english":"Model z63: e63 and not-e63 exhaust outcomes. Probability claim only. Weights for e63: 3 unfavourable, 17 favourable.","question":"Probability of e63?","options":["0.15","17\/3","not determined","0.85"],"answer":"0.85","settlement_stratum":"odds-against:probability"},{"id":"SP-ac-0000","ainglish":"Model z70: e70 and not-e70 exhaust outcomes. Probability claim only. odds-against(e70)=17:3.","english":"Model z70: e70 and not-e70 exhaust outcomes. Probability claim only. Weights for e70: 17 unfavourable, 3 favourable.","question":"Probability of not-e70?","options":["0.85","0.15","17\/3","not determined"],"answer":"0.85","settlement_stratum":"odds-against:complement"},{"id":"SP-ac-0001","ainglish":"Model z71: e71 and not-e71 exhaust outcomes. Probability claim only. odds-against(e71)=13:7.","english":"Model z71: e71 and not-e71 exhaust outcomes. Probability claim only. Weights for e71: 13 unfavourable, 7 favourable.","question":"Probability of not-e71?","options":["0.35","0.65","13\/7","not determined"],"answer":"0.65","settlement_stratum":"odds-against:complement"},{"id":"SP-ac-0002","ainglish":"Model z72: e72 and not-e72 exhaust outcomes. Probability claim only. odds-against(e72)=7:13.","english":"Model z72: e72 and not-e72 exhaust outcomes. Probability claim only. Weights for e72: 7 unfavourable, 13 favourable.","question":"Probability of not-e72?","options":["0.65","7\/13","0.35","not determined"],"answer":"0.35","settlement_stratum":"odds-against:complement"},{"id":"SP-ac-0005","ainglish":"Model z73: e73 and not-e73 exhaust outcomes. Probability claim only. odds-against(e73)=3:17.","english":"Model z73: e73 and not-e73 exhaust outcomes. Probability claim only. Weights for e73: 3 unfavourable, 17 favourable.","question":"Probability of not-e73?","options":["0.85","3\/17","not determined","0.15"],"answer":"0.15","settlement_stratum":"odds-against:complement"},{"id":"SP-ao-0002","ainglish":"Model z80: e80 and not-e80 exhaust outcomes. Probability claim only. odds-against(e80)=17:3.","english":"Model z80: e80 and not-e80 exhaust outcomes. Probability claim only. Weights for e80: 17 unfavourable, 3 favourable.","question":"Matching odds against e80 (unfavourable:favourable)?","options":["17:3","3:17","20:3","not determined"],"answer":"17:3","settlement_stratum":"odds-against:odds-orientation"},{"id":"SP-ao-0006","ainglish":"Model z81: e81 and not-e81 exhaust outcomes. Probability claim only. odds-against(e81)=13:7.","english":"Model z81: e81 and not-e81 exhaust outcomes. Probability claim only. Weights for e81: 13 unfavourable, 7 favourable.","question":"Matching odds against e81 (unfavourable:favourable)?","options":["7:13","13:7","20:7","not determined"],"answer":"13:7","settlement_stratum":"odds-against:odds-orientation"},{"id":"SP-ao-0000","ainglish":"Model z82: e82 and not-e82 exhaust outcomes. Probability claim only. odds-against(e82)=7:13.","english":"Model z82: e82 and not-e82 exhaust outcomes. Probability claim only. Weights for e82: 7 unfavourable, 13 favourable.","question":"Matching odds against e82 (unfavourable:favourable)?","options":["13:7","20:13","7:13","not determined"],"answer":"7:13","settlement_stratum":"odds-against:odds-orientation"},{"id":"SP-ao-0001","ainglish":"Model z83: e83 and not-e83 exhaust outcomes. Probability claim only. odds-against(e83)=3:17.","english":"Model z83: e83 and not-e83 exhaust outcomes. Probability claim only. Weights for e83: 3 unfavourable, 17 favourable.","question":"Matching odds against e83 (unfavourable:favourable)?","options":["17:3","20:17","not determined","3:17"],"answer":"3:17","settlement_stratum":"odds-against:odds-orientation"},{"id":"SAT-PROB-cal-01","calibration":true,"ainglish":"amber key: locker 64.","english":"amber key mentioned; location unstated.","question":"amber key location?","options":["locker 64","desk","archive","not stated"],"answer":"locker 64"},{"id":"SAT-PROB-cal-02","calibration":true,"ainglish":"blue card: tray 72.","english":"blue card mentioned; location unstated.","question":"blue card location?","options":["tray 72","desk","archive","not stated"],"answer":"tray 72"},{"id":"SAT-PROB-cal-03","calibration":true,"ainglish":"copper seal: vault 83.","english":"copper seal mentioned; location unstated.","question":"copper seal location?","options":["vault 83","desk","archive","not stated"],"answer":"vault 83"},{"id":"SAT-PROB-cal-04","calibration":true,"ainglish":"green tag: bay 95.","english":"green tag mentioned; location unstated.","question":"green tag location?","options":["bay 95","desk","archive","not stated"],"answer":"bay 95"}],"models":["mistral-small3.2-24b-opaque-choice-q4_k_m@q4_k_m","gemma3-12b-opaque-choice-q4_k_m@q4_k_m"],"readers":[{"name":"mistral-small3.2-24b-opaque-choice-q4_k_m","provider":"ollama","model":"dexagon-mistral-small3.2-24b-pp-task:ctx4k","precision":"q4_k_m","api":"openai","base_url":"http:\/\/127.0.0.1:11434\/v1","model_digest":"sha256:6629ee92de51c9a1367e1331cfa9ef6a77058a44a6a3e18ab524b2d0404252de","digest_source":"ollama:\/api\/tags","instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":"ollama:\/api\/tags"},"answer_protocol":"opaque-choice-v1","max_tokens":64,"timeout_s":120,"temperature":0,"seed":2026090581,"top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"},{"name":"gemma3-12b-opaque-choice-q4_k_m","provider":"ollama","model":"dexagon-gemma3-12b-pp-task:ctx4k","precision":"q4_k_m","api":"openai","base_url":"http:\/\/127.0.0.1:11434\/v1","model_digest":"sha256:de1f65ea3438dfcc7c3387802b9425a140fb01ecc79edf4924a13fab051eb68f","digest_source":"ollama:\/api\/tags","instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":"ollama:\/api\/tags"},"answer_protocol":"opaque-choice-v1","max_tokens":64,"timeout_s":120,"temperature":0,"seed":2026090581,"top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"}],"instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":[{"reader":"mistral-small3.2-24b-opaque-choice-q4_k_m@q4_k_m","digest_source":"ollama:\/api\/tags"},{"reader":"gemma3-12b-opaque-choice-q4_k_m@q4_k_m","digest_source":"ollama:\/api\/tags"}]},"item_counts":{"real":36,"calibration":4},"interval_kind":"bootstrap_items","interval_estimator":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","algorithm":"sha256-counter-modulo-v1","draws":2000,"sampling_unit":"item","quantiles":["0.025","0.975"],"items_index_sha256":"848bcafec9a12dd84ae411c3eb37a24ec3b84f7b6f9b024a1539be417eaab1ab"},"settlement_strata":[{"id":"prob:probability","weight":1},{"id":"prob:complement","weight":1},{"id":"prob:odds-orientation","weight":1},{"id":"odds-for:probability","weight":1},{"id":"odds-for:complement","weight":1},{"id":"odds-for:odds-orientation","weight":1},{"id":"odds-against:probability","weight":1},{"id":"odds-against:complement","weight":1},{"id":"odds-against:odds-orientation","weight":1}],"settlement_item_field":"settlement_stratum","settlement_rule":"manifest-weighted arms and value; every stratum load-bearing","calibration":{"planted_arm":"ainglish","min_gap":0.5,"min_recovered":null,"rule":"absolute-gap-v1","ordering":"calibration-first","arm_exposure":"both-arms-per-reader-item","cells":16},"difficulty":{"annotated":false},"harness":"ainglish-panel\/0.2.60","transport":{"mistral-small3.2-24b-opaque-choice-q4_k_m@q4_k_m":{"max_tokens":64,"timeout_s":120,"temperature":0,"seed":2026090581,"top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"},"gemma3-12b-opaque-choice-q4_k_m@q4_k_m":{"max_tokens":64,"timeout_s":120,"temperature":0,"seed":2026090581,"top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"}},"concurrency":{"max_in_flight":1,"per_reader_max_in_flight":{"mistral-small3.2-24b-opaque-choice-q4_k_m":1,"gemma3-12b-opaque-choice-q4_k_m":1},"result_order":"deterministic-plan-order","calibration_barrier":true,"automatic_retries":false},"transport_faults":{"total":0,"retried":false,"per_cell":[]},"transport_truncations":{"total":0,"per_reader_cell":[],"by_cell":{"english":0,"ainglish":0},"imbalanced_across_cells":false},"protocol":"panel.py counterbalanced real arms + both-arms-per-reader-item planted-effect calibration gate","replicates_hash":"342303a33f6f6a7bc89a5ddf9362103e7a67b5c50c4a6cb14b0f7493ba8834bd"},"interval_provenance_attestation":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","metric":"comprehension_accuracy_delta","estimator":"manifest_weighted_stratum_accuracy_delta_pp","algorithm":{"name":"sha256-counter-modulo-v1","draws":2000,"accepted_draws":1871,"sampling_unit":"item","lower_quantile":{"numerator":25,"denominator":1000,"index_rule":"floor"},"upper_quantile":{"numerator":975,"denominator":1000,"index_rule":"floor"}},"seed":2026090596,"items":[{"id":"SP-ac-0000","stratum":"odds-against:complement"},{"id":"SP-ac-0001","stratum":"odds-against:complement"},{"id":"SP-ac-0002","stratum":"odds-against:complement"},{"id":"SP-ac-0005","stratum":"odds-against:complement"},{"id":"SP-ao-0000","stratum":"odds-against:odds-orientation"},{"id":"SP-ao-0001","stratum":"odds-against:odds-orientation"},{"id":"SP-ao-0002","stratum":"odds-against:odds-orientation"},{"id":"SP-ao-0006","stratum":"odds-against:odds-orientation"},{"id":"SP-ap-0000","stratum":"odds-against:probability"},{"id":"SP-ap-0001","stratum":"odds-against:probability"},{"id":"SP-ap-0002","stratum":"odds-against:probability"},{"id":"SP-ap-0004","stratum":"odds-against:probability"},{"id":"SP-fc-0000","stratum":"odds-for:complement"},{"id":"SP-fc-0001","stratum":"odds-for:complement"},{"id":"SP-fc-0004","stratum":"odds-for:complement"},{"id":"SP-fc-0008","stratum":"odds-for:complement"},{"id":"SP-fo-0000","stratum":"odds-for:odds-orientation"},{"id":"SP-fo-0001","stratum":"odds-for:odds-orientation"},{"id":"SP-fo-0002","stratum":"odds-for:odds-orientation"},{"id":"SP-fo-0005","stratum":"odds-for:odds-orientation"},{"id":"SP-fp-0000","stratum":"odds-for:probability"},{"id":"SP-fp-0001","stratum":"odds-for:probability"},{"id":"SP-fp-0004","stratum":"odds-for:probability"},{"id":"SP-fp-0011","stratum":"odds-for:probability"},{"id":"SP-pc-0000","stratum":"prob:complement"},{"id":"SP-pc-0001","stratum":"prob:complement"},{"id":"SP-pc-0002","stratum":"prob:complement"},{"id":"SP-pc-0011","stratum":"prob:complement"},{"id":"SP-po-0000","stratum":"prob:odds-orientation"},{"id":"SP-po-0001","stratum":"prob:odds-orientation"},{"id":"SP-po-0003","stratum":"prob:odds-orientation"},{"id":"SP-po-0005","stratum":"prob:odds-orientation"},{"id":"SP-pp-0000","stratum":"prob:probability"},{"id":"SP-pp-0001","stratum":"prob:probability"},{"id":"SP-pp-0003","stratum":"prob:probability"},{"id":"SP-pp-0007","stratum":"prob:probability"}],"readers":["gemma3-12b-opaque-choice-q4_k_m","mistral-small3.2-24b-opaque-choice-q4_k_m"],"cells":[{"item_id":"SP-ac-0000","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"SP-ac-0000","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"SP-ac-0001","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"SP-ac-0001","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"SP-ac-0002","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"SP-ac-0002","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"SP-ac-0005","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"SP-ac-0005","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"SP-ao-0000","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"SP-ao-0000","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"SP-ao-0001","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"SP-ao-0001","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"SP-ao-0002","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"SP-ao-0002","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"SP-ao-0006","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"SP-ao-0006","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"SP-ap-0000","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"SP-ap-0000","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"SP-ap-0001","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"SP-ap-0001","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"SP-ap-0002","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"SP-ap-0002","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"SP-ap-0004","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"SP-ap-0004","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"SP-fc-0000","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"SP-fc-0000","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"SP-fc-0001","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"SP-fc-0001","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"SP-fc-0004","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"SP-fc-0004","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"SP-fc-0008","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"SP-fc-0008","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"SP-fo-0000","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"SP-fo-0000","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"SP-fo-0001","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"SP-fo-0001","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"SP-fo-0002","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"SP-fo-0002","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"SP-fo-0005","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"SP-fo-0005","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"SP-fp-0000","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"SP-fp-0000","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"SP-fp-0001","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"SP-fp-0001","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"SP-fp-0004","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"SP-fp-0004","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"SP-fp-0011","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"SP-fp-0011","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"SP-pc-0000","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"SP-pc-0000","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"SP-pc-0001","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"SP-pc-0001","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"SP-pc-0002","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"SP-pc-0002","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"SP-pc-0011","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"SP-pc-0011","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"SP-po-0000","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"SP-po-0000","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"SP-po-0001","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"SP-po-0001","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"SP-po-0003","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"SP-po-0003","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"SP-po-0005","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"SP-po-0005","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"SP-pp-0000","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"SP-pp-0000","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"SP-pp-0001","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"SP-pp-0001","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"SP-pp-0003","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"SP-pp-0003","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"SP-pp-0007","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"SP-pp-0007","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true}],"content_sha256":"0aa7b8bcbb42e6ab08ba2987aa6f786acd176139dd394dc9966d6cb2ec161317"},"replicates":{"hash":"342303a33f6f6a7bc89a5ddf9362103e7a67b5c50c4a6cb14b0f7493ba8834bd","url":"\/api\/v1\/measurements\/342303a33f6f6a7bc89a5ddf9362103e7a67b5c50c4a6cb14b0f7493ba8834bd"},"replications":[],"replicate":null}