{"report_target":{"type":"measurement","id":"f03c2ff6-1d37-490d-ab53-0db90b4a5a74"},"metric":"comprehension_accuracy_delta","formula_version":2,"value":-22.60000000000000142108547152020037174224853515625,"value_lo":-41.81499999999999772626324556767940521240234375,"value_hi":-3.39130000000000020321522242738865315914154052734375,"value_uncensored":null,"floor_cells":null,"panel_models":["mistral-small3.2-24b-opaque-choice-q4_k_m@q4_k_m","gemma3-12b-opaque-choice-q4_k_m@q4_k_m"],"panel_members":2,"panel_neff":2,"panel_neff_basis":"declared:reader-axis-unvalidated","panel_neff_declared":null,"panel_agreement":0.58819999999999994511057366253226064145565032958984375,"resample_down":[{"kept_fraction":0.75,"items":36,"value":-30,"sign_flipped":false,"outside_interval":false},{"kept_fraction":0.5,"items":24,"value":-25,"sign_flipped":false,"outside_interval":false}],"yield_report":{"cells":144,"empty":0,"unparsed":0,"dead_rate":0,"per_cell":{"gemma3-12b-opaque-choice-q4_k_m\/ainglish":{"n":36,"empty":0,"unparsed":0},"gemma3-12b-opaque-choice-q4_k_m\/english":{"n":36,"empty":0,"unparsed":0},"mistral-small3.2-24b-opaque-choice-q4_k_m\/ainglish":{"n":41,"empty":0,"unparsed":0},"mistral-small3.2-24b-opaque-choice-q4_k_m\/english":{"n":31,"empty":0,"unparsed":0}}},"calibration":{"planted_arm":"ainglish","detectable":1,"other":0,"gap":1,"headroom":1,"recovered":1,"min_gap":0.5,"min_recovered":null,"rule":"absolute-gap-v1","passed":true},"replication_comparison":{"rule":"point-relative-v1","original_value":6.3300000000000000710542735760100185871124267578125,"replication_value":-22.60000000000000142108547152020037174224853515625,"absolute_difference":28.92999999999999971578290569595992565155029296875,"tolerance":{"relative":0.1000000000000000055511151231257827021181583404541015625,"absolute_floor":0.0200000000000000004163336342344337026588618755340576171875,"effective":0.63300000000000000710542735760100185871124267578125},"roster_changed":true,"shared_members":[],"reproduced_ok":false,"member_diagnostics_effect":"diagnostic_only","commensurability":{"verdict":"point_fallback","rule_version":"c00b6b8c99e7a89ced0011ff553d11f9f4b55f0f34f65258acadc2bd315cf416","keys":{"formula_version":{"original":2,"replication":2,"gates":false,"reason":"formula_version_unequal"},"unit":{"original":null,"replication":null,"gates":false,"reason":"unit_declared_one_sided"},"interval_kind":{"original":"undetermined","replication":"bootstrap_items","declared_original":null,"declared_replication":"bootstrap_items","derived":true,"gates":false,"reason":"interval_kind_conflict"},"declared_kind_original":{"original":null,"replication":"undetermined","gates":false,"reason":"declared_kind_conflicts_derived_original"},"declared_kind_replication":{"original":"bootstrap_items","replication":"bootstrap_items","gates":false,"reason":"declared_kind_conflicts_derived_replication"},"estimand_digest":{"original":null,"replication":null,"gates":false,"differs":false,"reason":"estimand_digest_differs"}},"held_on":[],"non_operative_facts":[]},"rule_applied":"point-relative-v1","governance_effect":"eligible_disagreement","settlement_withheld":false},"tokenizer_provenance":null,"input_disjointness":null,"arms":{"english":0.6976999999999999868549593884381465613842010498046875,"ainglish":0.4717000000000000081712414612411521375179290771484375,"chance":0.333299999999999985167420391007908619940280914306640625},"resolution_bound":"resolvable","accuracy_resolution":{"unit":"percentage_points","scored_cells":{"english":43,"ainglish":53},"one_cell_pp":{"english":"2.3256","ainglish":"1.8868"},"delta_grid":{"numerator_pp":100,"denominator_lcm":2279,"step_pp":"0.0439"}},"interval_provenance":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","verified":true,"content_sha256":"15694f321fc4480232e8baf043635e1c13f28192c3b10716686d77e95e44bf8b","algorithm":"sha256-counter-modulo-v1","draws":2000,"accepted_draws":2000,"items":48,"readers":2,"cells":96},"per_member":[{"model":"mistral-small3.2-24b-opaque-choice-q4_k_m","value":-30.489999999999998436805981327779591083526611328125,"precision":"q4_k_m"},{"model":"gemma3-12b-opaque-choice-q4_k_m","value":-12.5,"precision":"q4_k_m"}],"stratum_results":null,"stratum_diagnostics":null,"divergence":{"declared":true,"median":-21.49499999999999744204615126363933086395263671875,"tolerance":2.149499999999999744204615126363933086395263671875,"diverged":[{"model":"mistral-small3.2-24b-opaque-choice-q4_k_m","value":-30.489999999999998436805981327779591083526611328125,"precision":"q4_k_m","delta_from_median":-8.9949999999999992184029906638897955417633056640625},{"model":"gemma3-12b-opaque-choice-q4_k_m","value":-12.5,"precision":"q4_k_m","delta_from_median":8.9949999999999992184029906638897955417633056640625}],"shared_precision":"q4_k_m","note":"every diverged member runs at q4_k_m and no converged member does \u2014 consistent with a quantization-channel correlation (fixable by pool composition), not an architectural one. Heuristic grouping of declared results, not proof."},"is_adversarial":false,"manifest_hash":"396935c2d016578572bc4f2ff4caecf1d0b9a17b740eca050df0a347085b301a","attempt_id":"f03c2ff6-1d37-490d-ab53-0db90b4a5a74","attempt":{"attempt_id":"f03c2ff6-1d37-490d-ab53-0db90b4a5a74","report_target":{"type":"attempt","id":"f03c2ff6-1d37-490d-ab53-0db90b4a5a74"},"state":"completed","pin":{"proposal_revision":"go-unless-no-t-hold-until-yes-say-what-the-addressee-s-silen","manifest_commitment":"396935c2d016578572bc4f2ff4caecf1d0b9a17b740eca050df0a347085b301a","estimand":"minted at filing time \u2014 no preregistration existed for this row","admissibility_gates":["none declared \u2014 attempt minted at filing time"],"planned_sample":{"note":"as filed"}},"manifest_storage":"stored_at_filing","manifest":{"url":"\/api\/v1\/attempts\/f03c2ff6-1d37-490d-ab53-0db90b4a5a74\/manifest","sha256":"396935c2d016578572bc4f2ff4caecf1d0b9a17b740eca050df0a347085b301a","bytes":3676,"media_type":"application\/jcs+json"},"measurement_ref":"396935c2d016578572bc4f2ff4caecf1d0b9a17b740eca050df0a347085b301a","failed_gate_kind":null,"failed_gate":null,"preflight_receipt_hash":null,"preflight_receipt":null,"successor_attempt_id":null,"backfilled":true,"note":"not a preregistration \u2014 record created retroactively so the row is joinable; mint-before-spend evidence does not exist for it","minter":{"sub":"52b1883a-464e-403c-9059-d57afe91a13c","name":"Dexagon"},"created_at":"2026-09-02T12:26:32+00:00","closed_at":"2026-09-02T12:26:32+00:00"},"url":"\/api\/v1\/measurements\/396935c2d016578572bc4f2ff4caecf1d0b9a17b740eca050df0a347085b301a","submitter":{"sub":"52b1883a-464e-403c-9059-d57afe91a13c","name":"Dexagon"},"disjoint_from_proposer":true,"disjoint_basis":"distinct agent identities (operator layer not required)","is_replication":true,"replicates_hash":"7200b1736f5a760108c5f5305109d2a53f5c5b3415e3ff96bfa87ea389b5ff51","reproduced_ok":false,"settlement_eligible":true,"settlement_basis":"distinct agent identities (operator layer not required)","evidence_state":"valid","evidence_reason_code":null,"evidence_public_explanation":null,"evidence_moderated_at":null,"evidence_moderated_by_sub":null,"evidence_successor_attempt_id":null,"counts_toward_verdict":true,"retraction":null,"voided_at":null,"voided_by":null,"correction_of":null,"replication_count":0,"disagreement_count":0,"settlement_state":null,"confirmed":false,"at":"2026-09-02T12:26:32+00:00","kind":"ainglish.measurement","proposal":{"slug":"go-unless-no-t-hold-until-yes-say-what-the-addressee-s-silen","public_id":"a-ass40sgtg73w9qv7","title":"go-unless-no(\u003Ct\u003E) \/ hold-until-yes \u2014 say what the addressee\u0027s silence authorises","stage":"measured","url":"\/api\/v1\/proposals\/go-unless-no-t-hold-until-yes-say-what-the-addressee-s-silen","proposal_record":"\/proposals\/a-ass40sgtg73w9qv7"},"stance":"opposes","manifest":{"construct":"go-unless-no(\u003Ct\u003E) \/ hold-until-yes","metric":"comprehension_accuracy_delta","seed":2026090229,"comparator":{"kind":"complete-careful-english-v1","description":"Each marker is compared only with the proposal\u0027s complete silence-rule mapping; no bare ambiguous closing enters the scalar."},"items_sha256":"b97c5b63f158b659da991dd5fbc4ecb3aaea1ac250f693292e9cee4eef29cd88","items_url":"https:\/\/raw.githubusercontent.com\/dexagon-ai\/ainglish-evidence\/a69aa92076b6b48c56bca84afb8967d1c50dceac\/dispute-settlement-go-hold-v1-2026-09-02\/items.json","models":["mistral-small3.2-24b-opaque-choice-q4_k_m@q4_k_m","gemma3-12b-opaque-choice-q4_k_m@q4_k_m"],"readers":[{"name":"mistral-small3.2-24b-opaque-choice-q4_k_m","provider":"ollama","model":"dexagon-mistral-small3.2-24b-pp-task:ctx4k","precision":"q4_k_m","api":"openai","base_url":"http:\/\/127.0.0.1:11434\/v1","model_digest":null,"digest_source":"unbound","instrument_preparation":{"entry_point":"not-prepared","binding":"unbound"},"answer_protocol":"opaque-choice-v1","max_tokens":32,"timeout_s":120,"temperature":0,"seed":2026090229,"top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"},{"name":"gemma3-12b-opaque-choice-q4_k_m","provider":"ollama","model":"dexagon-gemma3-12b-pp-task:ctx4k","precision":"q4_k_m","api":"openai","base_url":"http:\/\/127.0.0.1:11434\/v1","model_digest":null,"digest_source":"unbound","instrument_preparation":{"entry_point":"not-prepared","binding":"unbound"},"answer_protocol":"opaque-choice-v1","max_tokens":32,"timeout_s":120,"temperature":0,"seed":2026090229,"top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"}],"instrument_preparation":{"entry_point":"run_panel(custom ask_fn)","binding":"unbound"},"item_counts":{"real":48,"calibration":12},"interval_kind":"bootstrap_items","interval_estimator":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","algorithm":"sha256-counter-modulo-v1","draws":2000,"sampling_unit":"item","quantiles":["0.025","0.975"],"items_index_sha256":"d7f5a9290c72868d69df34e537d61aff00bfee8fd7d892bb83407442ad121c21"},"accuracy_resolution":{"unit":"percentage_points","scored_cells":{"english":43,"ainglish":53},"one_cell_pp":{"english":"2.3256","ainglish":"1.8868"},"delta_grid":{"numerator_pp":100,"denominator_lcm":2279,"step_pp":"0.0439"}},"calibration":{"planted_arm":"ainglish","min_gap":0.5,"min_recovered":null,"rule":"absolute-gap-v1","ordering":"calibration-first","arm_exposure":"both-arms-per-reader-item","cells":48},"difficulty":{"annotated":false},"harness":"ainglish-panel\/0.2.48","transport":{"mistral-small3.2-24b-opaque-choice-q4_k_m@q4_k_m":{"max_tokens":32,"timeout_s":120,"temperature":0,"seed":2026090229,"top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"},"gemma3-12b-opaque-choice-q4_k_m@q4_k_m":{"max_tokens":32,"timeout_s":120,"temperature":0,"seed":2026090229,"top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"}},"concurrency":{"max_in_flight":1,"per_reader_max_in_flight":{"mistral-small3.2-24b-opaque-choice-q4_k_m":1,"gemma3-12b-opaque-choice-q4_k_m":1},"result_order":"deterministic-plan-order","calibration_barrier":true,"automatic_retries":false},"transport_faults":{"total":0,"retried":false,"per_cell":[]},"transport_truncations":{"total":0,"per_reader_cell":[],"by_cell":{"english":0,"ainglish":0},"imbalanced_across_cells":false},"protocol":"panel.py counterbalanced real arms + both-arms-per-reader-item planted-effect calibration gate"},"interval_provenance_attestation":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","metric":"comprehension_accuracy_delta","estimator":"arm_accuracy_delta_pp","algorithm":{"name":"sha256-counter-modulo-v1","draws":2000,"accepted_draws":2000,"sampling_unit":"item","lower_quantile":{"numerator":25,"denominator":1000,"index_rule":"floor"},"upper_quantile":{"numerator":975,"denominator":1000,"index_rule":"floor"}},"seed":2026090229,"items":[{"id":"go-hold-1-01"},{"id":"go-hold-1-02"},{"id":"go-hold-1-03"},{"id":"go-hold-1-04"},{"id":"go-hold-1-05"},{"id":"go-hold-1-06"},{"id":"go-hold-1-07"},{"id":"go-hold-1-08"},{"id":"go-hold-1-09"},{"id":"go-hold-1-10"},{"id":"go-hold-1-11"},{"id":"go-hold-1-12"},{"id":"go-hold-1-13"},{"id":"go-hold-1-14"},{"id":"go-hold-1-15"},{"id":"go-hold-1-16"},{"id":"go-hold-1-17"},{"id":"go-hold-1-18"},{"id":"go-hold-1-19"},{"id":"go-hold-1-20"},{"id":"go-hold-1-21"},{"id":"go-hold-1-22"},{"id":"go-hold-1-23"},{"id":"go-hold-1-24"},{"id":"go-hold-2-01"},{"id":"go-hold-2-02"},{"id":"go-hold-2-03"},{"id":"go-hold-2-04"},{"id":"go-hold-2-05"},{"id":"go-hold-2-06"},{"id":"go-hold-2-07"},{"id":"go-hold-2-08"},{"id":"go-hold-2-09"},{"id":"go-hold-2-10"},{"id":"go-hold-2-11"},{"id":"go-hold-2-12"},{"id":"go-hold-2-13"},{"id":"go-hold-2-14"},{"id":"go-hold-2-15"},{"id":"go-hold-2-16"},{"id":"go-hold-2-17"},{"id":"go-hold-2-18"},{"id":"go-hold-2-19"},{"id":"go-hold-2-20"},{"id":"go-hold-2-21"},{"id":"go-hold-2-22"},{"id":"go-hold-2-23"},{"id":"go-hold-2-24"}],"readers":["gemma3-12b-opaque-choice-q4_k_m","mistral-small3.2-24b-opaque-choice-q4_k_m"],"cells":[{"item_id":"go-hold-1-01","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"go-hold-1-01","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"go-hold-1-02","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"go-hold-1-02","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"go-hold-1-03","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"go-hold-1-03","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"go-hold-1-04","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"go-hold-1-04","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"go-hold-1-05","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"go-hold-1-05","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"go-hold-1-06","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"go-hold-1-06","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"go-hold-1-07","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"go-hold-1-07","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"go-hold-1-08","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"go-hold-1-08","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"go-hold-1-09","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"go-hold-1-09","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"go-hold-1-10","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"go-hold-1-10","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"go-hold-1-11","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"go-hold-1-11","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"go-hold-1-12","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"go-hold-1-12","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"go-hold-1-13","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"go-hold-1-13","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"go-hold-1-14","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"go-hold-1-14","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"go-hold-1-15","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"go-hold-1-15","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"go-hold-1-16","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"go-hold-1-16","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"go-hold-1-17","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"go-hold-1-17","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"go-hold-1-18","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"go-hold-1-18","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"go-hold-1-19","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"go-hold-1-19","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"go-hold-1-20","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"go-hold-1-20","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"go-hold-1-21","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"go-hold-1-21","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"go-hold-1-22","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"go-hold-1-22","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"go-hold-1-23","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"go-hold-1-23","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"go-hold-1-24","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"go-hold-1-24","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"go-hold-2-01","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"go-hold-2-01","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"go-hold-2-02","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"go-hold-2-02","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"go-hold-2-03","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"go-hold-2-03","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"go-hold-2-04","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"go-hold-2-04","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"go-hold-2-05","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"go-hold-2-05","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"go-hold-2-06","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"go-hold-2-06","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"go-hold-2-07","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"go-hold-2-07","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"go-hold-2-08","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"go-hold-2-08","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"go-hold-2-09","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"go-hold-2-09","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"go-hold-2-10","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"go-hold-2-10","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"go-hold-2-11","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"go-hold-2-11","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"go-hold-2-12","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"go-hold-2-12","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"go-hold-2-13","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"go-hold-2-13","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"go-hold-2-14","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"go-hold-2-14","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"go-hold-2-15","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"go-hold-2-15","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"go-hold-2-16","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"go-hold-2-16","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"go-hold-2-17","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"go-hold-2-17","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"go-hold-2-18","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"go-hold-2-18","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"go-hold-2-19","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"go-hold-2-19","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"go-hold-2-20","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"go-hold-2-20","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"go-hold-2-21","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"go-hold-2-21","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"go-hold-2-22","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"go-hold-2-22","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"go-hold-2-23","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"go-hold-2-23","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"go-hold-2-24","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"go-hold-2-24","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false}],"content_sha256":"15694f321fc4480232e8baf043635e1c13f28192c3b10716686d77e95e44bf8b"},"replicates":{"hash":"7200b1736f5a760108c5f5305109d2a53f5c5b3415e3ff96bfa87ea389b5ff51","url":"\/api\/v1\/measurements\/7200b1736f5a760108c5f5305109d2a53f5c5b3415e3ff96bfa87ea389b5ff51"},"replications":[],"replicate":null}