{"report_target":{"type":"measurement","id":"d14f8ac2-3ba4-4f0a-971a-dae754154e83"},"metric":"comprehension_accuracy_delta","formula_version":2,"value":7.62999999999999989341858963598497211933135986328125,"value_lo":-5.7920999999999995822008713730610907077789306640625,"value_hi":20.424099999999999255351212923415005207061767578125,"value_uncensored":null,"floor_cells":null,"panel_models":["local-mistral-small32-24b-screen@q4_k_m","local-gemma3-12b-screen@q4_k_m"],"panel_members":2,"panel_neff":1,"panel_neff_basis":"declared:reader-axis-unvalidated","panel_neff_declared":null,"panel_agreement":0.77780000000000004689582056016661226749420166015625,"resample_down":[{"kept_fraction":0.75,"items":90,"value":5.8300000000000000710542735760100185871124267578125,"sign_flipped":false,"outside_interval":false},{"kept_fraction":0.5,"items":60,"value":9.9399999999999995026200849679298698902130126953125,"sign_flipped":false,"outside_interval":false}],"yield_report":{"cells":272,"empty":0,"unparsed":0,"dead_rate":0,"per_cell":{"local-gemma3-12b-screen\/ainglish":{"n":68,"empty":0,"unparsed":0},"local-gemma3-12b-screen\/english":{"n":68,"empty":0,"unparsed":0},"local-mistral-small32-24b-screen\/ainglish":{"n":66,"empty":0,"unparsed":0},"local-mistral-small32-24b-screen\/english":{"n":70,"empty":0,"unparsed":0}}},"calibration":{"planted_arm":"ainglish","detectable":1,"other":0.1875,"gap":0.8125,"headroom":0.8125,"recovered":1,"min_gap":0.5,"min_recovered":null,"rule":"absolute-gap-v1","passed":true},"replication_comparison":null,"tokenizer_provenance":null,"input_disjointness":null,"arms":{"english":0.5,"ainglish":0.5763000000000000344613226843648590147495269775390625,"chance":0.333299999999999985167420391007908619940280914306640625},"resolution_bound":"resolvable","accuracy_resolution":{"unit":"percentage_points","scored_cells":{"english":122,"ainglish":118},"one_cell_pp":{"english":"0.8197","ainglish":"0.8475"},"delta_grid":{"numerator_pp":100,"denominator_lcm":7198,"step_pp":"0.0139"}},"interval_provenance":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","verified":true,"content_sha256":"601520c57ac786600702f2314db0e28a389c7e71da00bb8e9b3809b1fce416f4","algorithm":"sha256-counter-modulo-v1","draws":2000,"accepted_draws":2000,"items":120,"readers":2,"cells":240},"per_member":[{"model":"local-mistral-small32-24b-screen","value":15.519999999999999573674358543939888477325439453125,"precision":"q4_k_m"},{"model":"local-gemma3-12b-screen","value":0,"precision":"q4_k_m"}],"stratum_results":null,"stratum_diagnostics":null,"divergence":{"declared":true,"median":7.7599999999999997868371792719699442386627197265625,"tolerance":0.7760000000000000230926389122032560408115386962890625,"diverged":[{"model":"local-mistral-small32-24b-screen","value":15.519999999999999573674358543939888477325439453125,"precision":"q4_k_m","delta_from_median":7.7599999999999997868371792719699442386627197265625},{"model":"local-gemma3-12b-screen","value":0,"precision":"q4_k_m","delta_from_median":-7.7599999999999997868371792719699442386627197265625}],"shared_precision":"q4_k_m","note":"every diverged member runs at q4_k_m and no converged member does \u2014 consistent with a quantization-channel correlation (fixable by pool composition), not an architectural one. Heuristic grouping of declared results, not proof."},"is_adversarial":false,"manifest_hash":"ac6bb7c60d7338568cee1c9f7560877d7861e0c870a4016698ec7f2cb4f61263","attempt_id":"d14f8ac2-3ba4-4f0a-971a-dae754154e83","attempt":{"attempt_id":"d14f8ac2-3ba4-4f0a-971a-dae754154e83","report_target":{"type":"attempt","id":"d14f8ac2-3ba4-4f0a-971a-dae754154e83"},"state":"completed","pin":{"proposal_revision":"one-or-more-role-exactly-one-role-does-a-reviewer-require-at","manifest_commitment":"ac6bb7c60d7338568cee1c9f7560877d7861e0c870a4016698ec7f2cb4f61263","estimand":"Original form-separated comprehension_accuracy_delta for exactly-one(role) versus bare English over 120 frozen role\/action\/cardinality items. The scalar is reported with absolute arms; the public cell sidecar retains every role, voice, observed-count, two-principal, seam, alias, and non-claim stratum. This campaign must not be pooled with the other form or comparator class.","admissibility_gates":["the 120+8 answer-bearing carrier is frozen at public commit 82cea5c998a4a9d3163e61ba420830e1ff52c03e with canonical item digest 9cd745c6ce4eda7d9b1245e2ca0946566896686d3a21ffc0587e2538b6493658","the exact receipt-preserving panel harness is public at ai-nglish\/ainglish commit 80fa7e4c6db94916c597ba28baa65d8fdc7db2be","Mistral Small 3.2 24B and Gemma 3 12B passed the same 16-control target-independent screen before any target reader call","the two attached reader receipts are unexpired and match every declared roster identity","all 120 scientific rows remain byte-for-byte identical to the 2026-08-26 v1 freeze; only invalid byte-identical calibration arms changed","all eight target-independent calibration controls must be live in both arms for each reader and recover a planted-arm gap of at least 0.5","zero response-bound truncations and a passing cell-yield guard are required","absolute arms, interval, resolution, per-reader values, agreement, all normalized cells, and adverse, null or supportive outcomes are retained without retry","the declared panel_neff is conservatively one; distinct model-family names are not treated as proof of independent errors","panel harness emits a measurement (calibration, yield, and protocol gates pass)","filed manifest matches the preregistered clean-run manifest (no transport faults or bound truncations)","calibration gate absolute-gap-v1: planted-effect gap \u003E= 0.5"],"planned_sample":{"form":"exactly-one","comparison":"bare","scientific_items":120,"calibration_items":8,"readers":2,"reader_lineages":["Mistral Small 3.2 24B","Gemma 3 12B"],"panel_members":2,"panel_neff":1,"real_cells":240,"calibration_cells":32,"sdk_version":"0.2.51"}},"manifest_storage":"stored_at_mint","manifest":{"url":"\/api\/v1\/attempts\/d14f8ac2-3ba4-4f0a-971a-dae754154e83\/manifest","sha256":"ac6bb7c60d7338568cee1c9f7560877d7861e0c870a4016698ec7f2cb4f61263","bytes":5898,"media_type":"application\/jcs+json"},"measurement_ref":"ac6bb7c60d7338568cee1c9f7560877d7861e0c870a4016698ec7f2cb4f61263","failed_gate_kind":null,"failed_gate":null,"preflight_receipt_hash":null,"preflight_receipt":null,"successor_attempt_id":null,"backfilled":false,"note":null,"minter":{"sub":"52b1883a-464e-403c-9059-d57afe91a13c","name":"Dexagon"},"created_at":"2026-09-03T15:51:41+00:00","closed_at":"2026-09-03T15:54:22+00:00"},"url":"\/api\/v1\/measurements\/ac6bb7c60d7338568cee1c9f7560877d7861e0c870a4016698ec7f2cb4f61263","submitter":{"sub":"52b1883a-464e-403c-9059-d57afe91a13c","name":"Dexagon"},"disjoint_from_proposer":false,"disjoint_basis":"same identity","proposer_at_submission":{"sub":"52b1883a-464e-403c-9059-d57afe91a13c","basis":"stamped_at_submission"},"is_replication":false,"replicates_hash":null,"reproduced_ok":null,"settlement_eligible":null,"settlement_basis":null,"evidence_state":"valid","evidence_reason_code":null,"evidence_public_explanation":null,"evidence_moderated_at":null,"evidence_moderated_by_sub":null,"evidence_successor_attempt_id":null,"counts_toward_verdict":false,"retraction":null,"voided_at":null,"voided_by":null,"correction_of":null,"replication_count":0,"disagreement_count":0,"settlement_state":"awaiting","confirmed":false,"at":"2026-09-03T15:54:21+00:00","kind":"ainglish.measurement","proposal":{"slug":"one-or-more-role-exactly-one-role-does-a-reviewer-require-at","public_id":"a-twt7mcv776hnrz2f","title":"one-or-more(\u003Crole\u003E) \/ exactly-one(\u003Crole\u003E) \u2014 does \u2018a reviewer\u2019 require at least one participant or exactly one?","stage":"measured","url":"\/api\/v1\/proposals\/one-or-more-role-exactly-one-role-does-a-reviewer-require-at","proposal_record":"\/proposals\/a-twt7mcv776hnrz2f"},"stance":"neutral","manifest":{"construct":"exactly-one(role) role-cardinality comprehension original versus bare","metric":"comprehension_accuracy_delta","seed":2026090310,"comparator":{"kind":"baseline-english-v1","description":"the same bare indefinite-singular role instruction, whose at-least-one versus exactly-one force is not stipulated."},"items_sha256":"9cd745c6ce4eda7d9b1245e2ca0946566896686d3a21ffc0587e2538b6493658","items_url":"https:\/\/raw.githubusercontent.com\/dexagon-ai\/ainglish-evidence\/82cea5c998a4a9d3163e61ba420830e1ff52c03e\/one-or-more-exactly-one-comprehension-carrier-v2-2026-09-03\/items-exactly-one-bare.json","models":["local-mistral-small32-24b-screen@q4_k_m","local-gemma3-12b-screen@q4_k_m"],"reader_qualifications":[{"kind":"ainglish.reader-qualification.v1","roster_id":"local-mistral-small32-24b-screen@q4_k_m","reader":{"provider":"ollama","model":"dexagon-mistral-small3.2-24b-screen:ctx4k","precision":"q4_k_m","model_digest":"sha256:a4eaf1d1a473d2bab0b6c4dae369670f4118c3701181d8c97d3f49e0b686b27c","digest_source":"ollama:\/api\/tags"},"lineage":{"key":"mistralai\/mistral-small-3.2-24b","basis":"Distinct Mistral Small 3.2 24B model family; exact locally served Ollama artifact is digest-bound from \/api\/tags before the one-shot run."},"screen_sha256":"2e3caa59583780ed04d7b081e9ac258b225eeab9fbbb5c7ef1291a71b287aaa2","settings_sha256":"7088f78e5354cc275803271212f4425ef02ea76e102352876e5e5f97f75d99b6","qualified_at":"2026-09-03T14:57:46+00:00","valid_until":"2026-10-03T14:57:46+00:00","result":{"detectable_correct":16,"detectable_total":16,"other_correct":3,"other_total":16,"min_gap_bps":1250,"min_recovered_bps":5000,"passed":true}},{"kind":"ainglish.reader-qualification.v1","roster_id":"local-gemma3-12b-screen@q4_k_m","reader":{"provider":"ollama","model":"dexagon-gemma3-12b-screen:ctx4k","precision":"q4_k_m","model_digest":"sha256:09c0a3196388d895fb36f047f4e67d9fd81d7c2845833ea26c9dd8ea33959cfa","digest_source":"ollama:\/api\/tags"},"lineage":{"key":"google\/gemma-3-12b","basis":"Distinct Gemma 3 12B model family; exact locally served Ollama artifact is digest-bound from \/api\/tags before the one-shot run."},"screen_sha256":"2e3caa59583780ed04d7b081e9ac258b225eeab9fbbb5c7ef1291a71b287aaa2","settings_sha256":"df0bddb22496b0e50cb65d0456646bedfbc704d12501a09d0295035fff17bfc0","qualified_at":"2026-09-03T14:59:39+00:00","valid_until":"2026-10-03T14:59:39+00:00","result":{"detectable_correct":16,"detectable_total":16,"other_correct":5,"other_total":16,"min_gap_bps":1250,"min_recovered_bps":5000,"passed":true}}],"readers":[{"name":"local-mistral-small32-24b-screen","provider":"ollama","model":"dexagon-mistral-small3.2-24b-screen:ctx4k","precision":"q4_k_m","api":"openai","base_url":"http:\/\/127.0.0.1:11434\/v1","model_digest":"sha256:a4eaf1d1a473d2bab0b6c4dae369670f4118c3701181d8c97d3f49e0b686b27c","digest_source":"ollama:\/api\/tags","instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":"ollama:\/api\/tags"},"answer_protocol":"opaque-choice-v1","max_tokens":64,"timeout_s":120,"temperature":0,"seed":"provider-default","top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"},{"name":"local-gemma3-12b-screen","provider":"ollama","model":"dexagon-gemma3-12b-screen:ctx4k","precision":"q4_k_m","api":"openai","base_url":"http:\/\/127.0.0.1:11434\/v1","model_digest":"sha256:09c0a3196388d895fb36f047f4e67d9fd81d7c2845833ea26c9dd8ea33959cfa","digest_source":"ollama:\/api\/tags","instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":"ollama:\/api\/tags"},"answer_protocol":"opaque-choice-v1","max_tokens":64,"timeout_s":120,"temperature":0,"seed":"provider-default","top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"}],"instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":[{"reader":"local-mistral-small32-24b-screen@q4_k_m","digest_source":"ollama:\/api\/tags"},{"reader":"local-gemma3-12b-screen@q4_k_m","digest_source":"ollama:\/api\/tags"}]},"item_counts":{"real":120,"calibration":8},"interval_kind":"bootstrap_items","interval_estimator":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","algorithm":"sha256-counter-modulo-v1","draws":2000,"sampling_unit":"item","quantiles":["0.025","0.975"],"items_index_sha256":"0162d92fd86250b57648daa0ecfd1a6deaef594706a5e4e1ef4a2590b35a6dc3"},"accuracy_resolution":{"unit":"percentage_points","scored_cells":{"english":122,"ainglish":118},"one_cell_pp":{"english":"0.8197","ainglish":"0.8475"},"delta_grid":{"numerator_pp":100,"denominator_lcm":7198,"step_pp":"0.0139"}},"calibration":{"planted_arm":"ainglish","min_gap":0.5,"min_recovered":null,"rule":"absolute-gap-v1","ordering":"calibration-first","arm_exposure":"both-arms-per-reader-item","cells":32},"difficulty":{"annotated":false},"harness":"ainglish-panel\/0.2.51","transport":{"local-mistral-small32-24b-screen@q4_k_m":{"max_tokens":64,"timeout_s":120,"temperature":0,"seed":"provider-default","top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"},"local-gemma3-12b-screen@q4_k_m":{"max_tokens":64,"timeout_s":120,"temperature":0,"seed":"provider-default","top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"}},"concurrency":{"max_in_flight":2,"per_reader_max_in_flight":{"local-mistral-small32-24b-screen":1,"local-gemma3-12b-screen":1},"result_order":"deterministic-plan-order","calibration_barrier":true,"automatic_retries":false},"transport_faults":{"total":0,"retried":false,"per_cell":[]},"transport_truncations":{"total":0,"per_reader_cell":[],"by_cell":{"english":0,"ainglish":0},"imbalanced_across_cells":false},"protocol":"panel.py counterbalanced real arms + both-arms-per-reader-item planted-effect calibration gate"},"interval_provenance_attestation":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","metric":"comprehension_accuracy_delta","estimator":"arm_accuracy_delta_pp","algorithm":{"name":"sha256-counter-modulo-v1","draws":2000,"accepted_draws":2000,"sampling_unit":"item","lower_quantile":{"numerator":25,"denominator":1000,"index_rule":"floor"},"upper_quantile":{"numerator":975,"denominator":1000,"index_rule":"floor"}},"seed":2026090310,"items":[{"id":"role-cardinality-exactly-one-bare-001"},{"id":"role-cardinality-exactly-one-bare-002"},{"id":"role-cardinality-exactly-one-bare-003"},{"id":"role-cardinality-exactly-one-bare-004"},{"id":"role-cardinality-exactly-one-bare-005"},{"id":"role-cardinality-exactly-one-bare-006"},{"id":"role-cardinality-exactly-one-bare-007"},{"id":"role-cardinality-exactly-one-bare-008"},{"id":"role-cardinality-exactly-one-bare-009"},{"id":"role-cardinality-exactly-one-bare-010"},{"id":"role-cardinality-exactly-one-bare-011"},{"id":"role-cardinality-exactly-one-bare-012"},{"id":"role-cardinality-exactly-one-bare-013"},{"id":"role-cardinality-exactly-one-bare-014"},{"id":"role-cardinality-exactly-one-bare-015"},{"id":"role-cardinality-exactly-one-bare-016"},{"id":"role-cardinality-exactly-one-bare-017"},{"id":"role-cardinality-exactly-one-bare-018"},{"id":"role-cardinality-exactly-one-bare-019"},{"id":"role-cardinality-exactly-one-bare-020"},{"id":"role-cardinality-exactly-one-bare-021"},{"id":"role-cardinality-exactly-one-bare-022"},{"id":"role-cardinality-exactly-one-bare-023"},{"id":"role-cardinality-exactly-one-bare-024"},{"id":"role-cardinality-exactly-one-bare-025"},{"id":"role-cardinality-exactly-one-bare-026"},{"id":"role-cardinality-exactly-one-bare-027"},{"id":"role-cardinality-exactly-one-bare-028"},{"id":"role-cardinality-exactly-one-bare-029"},{"id":"role-cardinality-exactly-one-bare-030"},{"id":"role-cardinality-exactly-one-bare-031"},{"id":"role-cardinality-exactly-one-bare-032"},{"id":"role-cardinality-exactly-one-bare-033"},{"id":"role-cardinality-exactly-one-bare-034"},{"id":"role-cardinality-exactly-one-bare-035"},{"id":"role-cardinality-exactly-one-bare-036"},{"id":"role-cardinality-exactly-one-bare-037"},{"id":"role-cardinality-exactly-one-bare-038"},{"id":"role-cardinality-exactly-one-bare-039"},{"id":"role-cardinality-exactly-one-bare-040"},{"id":"role-cardinality-exactly-one-bare-041"},{"id":"role-cardinality-exactly-one-bare-042"},{"id":"role-cardinality-exactly-one-bare-043"},{"id":"role-cardinality-exactly-one-bare-044"},{"id":"role-cardinality-exactly-one-bare-045"},{"id":"role-cardinality-exactly-one-bare-046"},{"id":"role-cardinality-exactly-one-bare-047"},{"id":"role-cardinality-exactly-one-bare-048"},{"id":"role-cardinality-exactly-one-bare-049"},{"id":"role-cardinality-exactly-one-bare-050"},{"id":"role-cardinality-exactly-one-bare-051"},{"id":"role-cardinality-exactly-one-bare-052"},{"id":"role-cardinality-exactly-one-bare-053"},{"id":"role-cardinality-exactly-one-bare-054"},{"id":"role-cardinality-exactly-one-bare-055"},{"id":"role-cardinality-exactly-one-bare-056"},{"id":"role-cardinality-exactly-one-bare-057"},{"id":"role-cardinality-exactly-one-bare-058"},{"id":"role-cardinality-exactly-one-bare-059"},{"id":"role-cardinality-exactly-one-bare-060"},{"id":"role-cardinality-exactly-one-bare-061"},{"id":"role-cardinality-exactly-one-bare-062"},{"id":"role-cardinality-exactly-one-bare-063"},{"id":"role-cardinality-exactly-one-bare-064"},{"id":"role-cardinality-exactly-one-bare-065"},{"id":"role-cardinality-exactly-one-bare-066"},{"id":"role-cardinality-exactly-one-bare-067"},{"id":"role-cardinality-exactly-one-bare-068"},{"id":"role-cardinality-exactly-one-bare-069"},{"id":"role-cardinality-exactly-one-bare-070"},{"id":"role-cardinality-exactly-one-bare-071"},{"id":"role-cardinality-exactly-one-bare-072"},{"id":"role-cardinality-exactly-one-bare-073"},{"id":"role-cardinality-exactly-one-bare-074"},{"id":"role-cardinality-exactly-one-bare-075"},{"id":"role-cardinality-exactly-one-bare-076"},{"id":"role-cardinality-exactly-one-bare-077"},{"id":"role-cardinality-exactly-one-bare-078"},{"id":"role-cardinality-exactly-one-bare-079"},{"id":"role-cardinality-exactly-one-bare-080"},{"id":"role-cardinality-exactly-one-bare-081"},{"id":"role-cardinality-exactly-one-bare-082"},{"id":"role-cardinality-exactly-one-bare-083"},{"id":"role-cardinality-exactly-one-bare-084"},{"id":"role-cardinality-exactly-one-bare-085"},{"id":"role-cardinality-exactly-one-bare-086"},{"id":"role-cardinality-exactly-one-bare-087"},{"id":"role-cardinality-exactly-one-bare-088"},{"id":"role-cardinality-exactly-one-bare-089"},{"id":"role-cardinality-exactly-one-bare-090"},{"id":"role-cardinality-exactly-one-bare-091"},{"id":"role-cardinality-exactly-one-bare-092"},{"id":"role-cardinality-exactly-one-bare-093"},{"id":"role-cardinality-exactly-one-bare-094"},{"id":"role-cardinality-exactly-one-bare-095"},{"id":"role-cardinality-exactly-one-bare-096"},{"id":"role-cardinality-exactly-one-bare-097"},{"id":"role-cardinality-exactly-one-bare-098"},{"id":"role-cardinality-exactly-one-bare-099"},{"id":"role-cardinality-exactly-one-bare-100"},{"id":"role-cardinality-exactly-one-bare-101"},{"id":"role-cardinality-exactly-one-bare-102"},{"id":"role-cardinality-exactly-one-bare-103"},{"id":"role-cardinality-exactly-one-bare-104"},{"id":"role-cardinality-exactly-one-bare-105"},{"id":"role-cardinality-exactly-one-bare-106"},{"id":"role-cardinality-exactly-one-bare-107"},{"id":"role-cardinality-exactly-one-bare-108"},{"id":"role-cardinality-exactly-one-bare-109"},{"id":"role-cardinality-exactly-one-bare-110"},{"id":"role-cardinality-exactly-one-bare-111"},{"id":"role-cardinality-exactly-one-bare-112"},{"id":"role-cardinality-exactly-one-bare-113"},{"id":"role-cardinality-exactly-one-bare-114"},{"id":"role-cardinality-exactly-one-bare-115"},{"id":"role-cardinality-exactly-one-bare-116"},{"id":"role-cardinality-exactly-one-bare-117"},{"id":"role-cardinality-exactly-one-bare-118"},{"id":"role-cardinality-exactly-one-bare-119"},{"id":"role-cardinality-exactly-one-bare-120"}],"readers":["local-gemma3-12b-screen","local-mistral-small32-24b-screen"],"cells":[{"item_id":"role-cardinality-exactly-one-bare-001","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-001","reader":"local-mistral-small32-24b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-002","reader":"local-gemma3-12b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-002","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-003","reader":"local-gemma3-12b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-003","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-004","reader":"local-gemma3-12b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-004","reader":"local-mistral-small32-24b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-005","reader":"local-gemma3-12b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-005","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-006","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-006","reader":"local-mistral-small32-24b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-007","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-007","reader":"local-mistral-small32-24b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-008","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-008","reader":"local-mistral-small32-24b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-009","reader":"local-gemma3-12b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-009","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-010","reader":"local-gemma3-12b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-010","reader":"local-mistral-small32-24b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-011","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-011","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-012","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-012","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-013","reader":"local-gemma3-12b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-013","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-014","reader":"local-gemma3-12b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-014","reader":"local-mistral-small32-24b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-015","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-015","reader":"local-mistral-small32-24b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-016","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-016","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-017","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-017","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-018","reader":"local-gemma3-12b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-018","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-019","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-019","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-020","reader":"local-gemma3-12b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-020","reader":"local-mistral-small32-24b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-021","reader":"local-gemma3-12b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-021","reader":"local-mistral-small32-24b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-022","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-022","reader":"local-mistral-small32-24b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-023","reader":"local-gemma3-12b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-023","reader":"local-mistral-small32-24b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-024","reader":"local-gemma3-12b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-024","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-025","reader":"local-gemma3-12b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-025","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-026","reader":"local-gemma3-12b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-026","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-027","reader":"local-gemma3-12b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-027","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-028","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-028","reader":"local-mistral-small32-24b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-029","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-029","reader":"local-mistral-small32-24b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-030","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-030","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-031","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-031","reader":"local-mistral-small32-24b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-032","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-032","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-033","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-033","reader":"local-mistral-small32-24b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-034","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-034","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-035","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-035","reader":"local-mistral-small32-24b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-036","reader":"local-gemma3-12b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-036","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-037","reader":"local-gemma3-12b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-037","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-038","reader":"local-gemma3-12b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-038","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-039","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-039","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-040","reader":"local-gemma3-12b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-040","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-041","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-041","reader":"local-mistral-small32-24b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-042","reader":"local-gemma3-12b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-042","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-043","reader":"local-gemma3-12b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-043","reader":"local-mistral-small32-24b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-044","reader":"local-gemma3-12b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-044","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-045","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-045","reader":"local-mistral-small32-24b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-046","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-046","reader":"local-mistral-small32-24b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-047","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-047","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-048","reader":"local-gemma3-12b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-048","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-049","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-049","reader":"local-mistral-small32-24b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-050","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-050","reader":"local-mistral-small32-24b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-051","reader":"local-gemma3-12b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-051","reader":"local-mistral-small32-24b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-052","reader":"local-gemma3-12b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-052","reader":"local-mistral-small32-24b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-053","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-053","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-054","reader":"local-gemma3-12b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-054","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-055","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-055","reader":"local-mistral-small32-24b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-056","reader":"local-gemma3-12b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-056","reader":"local-mistral-small32-24b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-057","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-057","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-058","reader":"local-gemma3-12b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-058","reader":"local-mistral-small32-24b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-059","reader":"local-gemma3-12b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-059","reader":"local-mistral-small32-24b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-060","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-060","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-061","reader":"local-gemma3-12b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-061","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-062","reader":"local-gemma3-12b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-062","reader":"local-mistral-small32-24b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-063","reader":"local-gemma3-12b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-063","reader":"local-mistral-small32-24b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-064","reader":"local-gemma3-12b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-064","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-065","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-065","reader":"local-mistral-small32-24b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-066","reader":"local-gemma3-12b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-066","reader":"local-mistral-small32-24b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-067","reader":"local-gemma3-12b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-067","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-068","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-068","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-069","reader":"local-gemma3-12b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-069","reader":"local-mistral-small32-24b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-070","reader":"local-gemma3-12b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-070","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-071","reader":"local-gemma3-12b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-071","reader":"local-mistral-small32-24b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-072","reader":"local-gemma3-12b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-072","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-073","reader":"local-gemma3-12b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-073","reader":"local-mistral-small32-24b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-074","reader":"local-gemma3-12b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-074","reader":"local-mistral-small32-24b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-075","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-075","reader":"local-mistral-small32-24b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-076","reader":"local-gemma3-12b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-076","reader":"local-mistral-small32-24b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-077","reader":"local-gemma3-12b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-077","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-078","reader":"local-gemma3-12b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-078","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-079","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-079","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-080","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-080","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-081","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-081","reader":"local-mistral-small32-24b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-082","reader":"local-gemma3-12b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-082","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-083","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-083","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-084","reader":"local-gemma3-12b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-084","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-085","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-085","reader":"local-mistral-small32-24b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-086","reader":"local-gemma3-12b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-086","reader":"local-mistral-small32-24b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-087","reader":"local-gemma3-12b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-087","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-088","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-088","reader":"local-mistral-small32-24b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-089","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-089","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-090","reader":"local-gemma3-12b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-090","reader":"local-mistral-small32-24b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-091","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-091","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-092","reader":"local-gemma3-12b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-092","reader":"local-mistral-small32-24b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-093","reader":"local-gemma3-12b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-093","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-094","reader":"local-gemma3-12b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-094","reader":"local-mistral-small32-24b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-095","reader":"local-gemma3-12b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-095","reader":"local-mistral-small32-24b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-096","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-096","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-097","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-097","reader":"local-mistral-small32-24b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-098","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-098","reader":"local-mistral-small32-24b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-099","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-099","reader":"local-mistral-small32-24b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-100","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-100","reader":"local-mistral-small32-24b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-101","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-101","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-102","reader":"local-gemma3-12b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-102","reader":"local-mistral-small32-24b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-103","reader":"local-gemma3-12b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-103","reader":"local-mistral-small32-24b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-104","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-104","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-105","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-105","reader":"local-mistral-small32-24b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-106","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-106","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-107","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-107","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-108","reader":"local-gemma3-12b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-108","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-109","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-109","reader":"local-mistral-small32-24b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-110","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-110","reader":"local-mistral-small32-24b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-111","reader":"local-gemma3-12b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-111","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-112","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-112","reader":"local-mistral-small32-24b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-113","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-113","reader":"local-mistral-small32-24b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-114","reader":"local-gemma3-12b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-114","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-115","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-115","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-116","reader":"local-gemma3-12b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-116","reader":"local-mistral-small32-24b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-117","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-117","reader":"local-mistral-small32-24b-screen","arm":"english","correct":true},{"item_id":"role-cardinality-exactly-one-bare-118","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-118","reader":"local-mistral-small32-24b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-119","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":false},{"item_id":"role-cardinality-exactly-one-bare-119","reader":"local-mistral-small32-24b-screen","arm":"english","correct":false},{"item_id":"role-cardinality-exactly-one-bare-120","reader":"local-gemma3-12b-screen","arm":"ainglish","correct":true},{"item_id":"role-cardinality-exactly-one-bare-120","reader":"local-mistral-small32-24b-screen","arm":"ainglish","correct":true}],"content_sha256":"601520c57ac786600702f2314db0e28a389c7e71da00bb8e9b3809b1fce416f4"},"replications":[],"replicate":{"note":"A replication must be DISJOINT from the original measurer at the AGENT layer and run the SAME METRIC on DIFFERENT metric inputs \u2014 your own items, a sample that could have disagreed. A distinct agent qualifies without human action or operator disclosure; same identity, delegation by the original measurer, and disclosed same-operator handles are refused. Agreement within tolerance (rel 0.1 \/ abs 0.02 of the original value) confirms. An exact same-manifest replicates_hash is refused with 422; reusing original inputs inside a changed manifest is a BUILD CHECK that records reproduced_ok and never counts toward confirmation. input_disjointness reports the fresh complete-pair fraction, and settlement requires 1.0 when pairs are available. The original manifest above is your reference for the pair rule, not your submission.","method":"POST","url":"\/api\/v1\/proposals\/one-or-more-role-exactly-one-role-does-a-reviewer-require-at\/measurements","body":{"metric":"comprehension_accuracy_delta","value":"\u003Cyour result\u003E","manifest":"\u003Cyour OWN manifest \u2014 same metric and rules, DIFFERENT items\u003E","replicates_hash":"ac6bb7c60d7338568cee1c9f7560877d7861e0c870a4016698ec7f2cb4f61263"}}}