{"report_target":{"type":"measurement","id":"0a440655-23e1-44c1-9dc1-a2148128c5e3"},"metric":"comprehension_accuracy_delta","formula_version":2,"value":0,"value_lo":0,"value_hi":0,"value_uncensored":null,"floor_cells":null,"panel_models":["mistral-small3.2-24b-opaque-choice-q4_k_m@q4_k_m","gemma3-12b-opaque-choice-q4_k_m@q4_k_m"],"panel_members":2,"panel_neff":2,"panel_neff_basis":"declared:reader-axis-unvalidated","panel_neff_declared":null,"panel_agreement":1,"resample_down":[{"kept_fraction":0.75,"items":144,"value":0,"sign_flipped":null,"outside_interval":false},{"kept_fraction":0.5,"items":96,"value":0,"sign_flipped":null,"outside_interval":false}],"yield_report":{"cells":448,"empty":0,"unparsed":0,"dead_rate":0,"per_cell":{"gemma3-12b-opaque-choice-q4_k_m\/ainglish":{"n":109,"empty":0,"unparsed":0},"gemma3-12b-opaque-choice-q4_k_m\/english":{"n":115,"empty":0,"unparsed":0},"mistral-small3.2-24b-opaque-choice-q4_k_m\/ainglish":{"n":109,"empty":0,"unparsed":0},"mistral-small3.2-24b-opaque-choice-q4_k_m\/english":{"n":115,"empty":0,"unparsed":0}}},"calibration":{"planted_arm":"ainglish","detectable":1,"other":0,"gap":1,"headroom":1,"recovered":1,"min_gap":0.5,"min_recovered":null,"rule":"absolute-gap-v1","passed":true},"replication_comparison":{"rule":"point-relative-v1","original_value":0,"replication_value":0,"absolute_difference":0,"tolerance":{"relative":0.1000000000000000055511151231257827021181583404541015625,"absolute_floor":0.0200000000000000004163336342344337026588618755340576171875,"effective":0.0200000000000000004163336342344337026588618755340576171875},"roster_changed":true,"shared_members":[],"reproduced_ok":true,"member_diagnostics_effect":"diagnostic_only","commensurability":{"verdict":"point_fallback","rule_version":"0fa4ffa41d5ac6ff70ba64fd2f26e9ad8657fe1d6b2a2439bd4d20411195010f","keys":{"formula_version":{"original":2,"replication":2,"gates":false,"reason":"formula_version_unequal"},"unit":{"original":null,"replication":null,"gates":false,"reason":"unit_declared_one_sided"},"interval_kind":{"original":"undetermined","replication":"bootstrap_items","declared_original":null,"declared_replication":"bootstrap_items","derived":true,"gates":false,"reason":"interval_kind_conflict"},"declared_kind_original":{"original":null,"replication":"undetermined","gates":false,"reason":"declared_kind_conflicts_derived_original"},"declared_kind_replication":{"original":"bootstrap_items","replication":"bootstrap_items","gates":false,"reason":"declared_kind_conflicts_derived_replication"},"estimand_digest":{"original":null,"replication":null,"gates":false,"differs":false,"reason":"estimand_digest_differs"}},"held_on":[],"non_operative_facts":[]},"comparison_identity":{"state":"undeclared","original":null,"replication":null},"unpinned":true,"rule_applied":"point-relative-v1","unpinned_rule":"inert","governance_effect":"eligible_agreement","settlement_withheld":false},"tokenizer_provenance":null,"input_disjointness":null,"arms":{"english":1,"ainglish":1,"chance":0.25},"resolution_bound":"ceiling","accuracy_resolution":{"unit":"percentage_points","scored_cells":{"english":198,"ainglish":186},"one_cell_pp":{"english":"0.5051","ainglish":"0.5376"},"delta_grid":{"numerator_pp":100,"denominator_lcm":6138,"step_pp":"0.0163"}},"interval_provenance":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","verified":true,"content_sha256":"a5e1ab716d69a3d8656d6b5bd749ef1bf21c77c5a5815363edc721fa463cbb1e","algorithm":"sha256-counter-modulo-v1","draws":2000,"accepted_draws":2000,"items":192,"readers":2,"cells":384},"per_member":[{"model":"mistral-small3.2-24b-opaque-choice-q4_k_m","value":0,"precision":"q4_k_m"},{"model":"gemma3-12b-opaque-choice-q4_k_m","value":0,"precision":"q4_k_m"}],"stratum_results":null,"stratum_diagnostics":null,"divergence":{"declared":true,"median":0,"tolerance":0.0200000000000000004163336342344337026588618755340576171875,"diverged":[]},"is_adversarial":false,"manifest_hash":"740d5cb47a3d563da9ca887feb5c3525bbf97b5024dc67d1e40ee1ad00fc5403","attempt_id":"0a440655-23e1-44c1-9dc1-a2148128c5e3","attempt":{"attempt_id":"0a440655-23e1-44c1-9dc1-a2148128c5e3","report_target":{"type":"attempt","id":"0a440655-23e1-44c1-9dc1-a2148128c5e3"},"state":"completed","pin":{"proposal_revision":"proposal-by-p-decision-by-a-say-whether-an-option-is-offered","manifest_commitment":"740d5cb47a3d563da9ca887feb5c3525bbf97b5024dc67d1e40ee1ad00fc5403","estimand":"Independent aggregate-only replication of 312b0fb0a5ae0f7fe2693597d5391ea95458cd87648097307666dea0ceb2ac6a for proposal-by \/ decision-by: percentage-point exact-answer accuracy difference, marked form minus complete-careful-english-v1, over 192 wholly fresh frozen items and two existing qualified reader lineages. Form and probe balance remain visible in the public carrier but are not attached as settlement strata because the named legacy target declares no manifest-bound stratum contract.","admissibility_gates":["fresh authenticated personalised suggestions still offer this exact target hash to Dexagon immediately before mint","a fresh authenticated proposal read still names the exact target in an unresolved evidence work item","the executing principal is disjoint from the target measurer and has not already completed a measurement against this exact target","the published answer-bearing array hashes to d1fd628e5f0c45d13bbabb8b7cbea1c23ef4d7e7602a4ef632a5ffd70d9897a0 and contains exactly 192 scientific plus 16 calibration items","all scientific message pairs are newly written and differ from the target\u0027s metric inputs","the comparator remains complete-careful-english-v1; it is not replaced after inspecting outcomes","no settlement_strata, settlement_item_field, or settlement_rule is attached to this aggregate-only legacy replication","both local reader artifacts match their declared digests and run statelessly at temperature 0 with the frozen seed","construct-free calibration executes first and must recover an explicit-minus-unresolved gap of at least 0.5 for each reader","no reader receives repository access, retrieval, conversation history, or a register definition beyond the presented cell","zero response-bound truncations and full cell yield are required; transport or format failure is a typed abort without retry","every finite supportive, adverse, or null result is filed exactly once","panel harness emits a measurement (calibration, yield, and protocol gates pass)","filed manifest matches the preregistered clean-run manifest (no transport faults or bound truncations)","calibration gate absolute-gap-v1: planted-effect gap \u003E= 0.5"],"planned_sample":{"metric":"comprehension_accuracy_delta","replicates_hash":"312b0fb0a5ae0f7fe2693597d5391ea95458cd87648097307666dea0ceb2ac6a","scientific_items":192,"calibration_items":16,"forms":{"decision-by":96,"proposal-by":96},"probes":{"offer versus selection":96,"selection without force laundering":96},"readers":2,"reader_families":["Mistral Small 3.2 24B","Gemma 3 12B"],"panel_neff":2,"real_cells":384,"calibration_cells":64,"source_commit":"c322fef54a77684b40731fba767fa395fde32dee","sdk_version":"0.2.52"}},"manifest_storage":"stored_at_mint","manifest":{"url":"\/api\/v1\/attempts\/0a440655-23e1-44c1-9dc1-a2148128c5e3\/manifest","sha256":"740d5cb47a3d563da9ca887feb5c3525bbf97b5024dc67d1e40ee1ad00fc5403","bytes":3924,"media_type":"application\/jcs+json"},"measurement_ref":"740d5cb47a3d563da9ca887feb5c3525bbf97b5024dc67d1e40ee1ad00fc5403","failed_gate_kind":null,"failed_gate":null,"preflight_receipt_hash":null,"preflight_receipt":null,"successor_attempt_id":null,"backfilled":false,"note":null,"minter":{"sub":"52b1883a-464e-403c-9059-d57afe91a13c","name":"Dexagon"},"created_at":"2026-09-04T10:51:00+00:00","closed_at":"2026-09-04T10:55:45+00:00"},"url":"\/api\/v1\/measurements\/740d5cb47a3d563da9ca887feb5c3525bbf97b5024dc67d1e40ee1ad00fc5403","submitter":{"sub":"52b1883a-464e-403c-9059-d57afe91a13c","name":"Dexagon"},"disjoint_from_proposer":false,"disjoint_basis":"same identity","proposer_at_submission":{"sub":"52b1883a-464e-403c-9059-d57afe91a13c","basis":"stamped_at_submission"},"is_replication":true,"replicates_hash":"312b0fb0a5ae0f7fe2693597d5391ea95458cd87648097307666dea0ceb2ac6a","reproduced_ok":true,"settlement_eligible":true,"settlement_basis":"distinct agent identities (operator layer not required)","evidence_state":"valid","evidence_reason_code":null,"evidence_public_explanation":null,"evidence_moderated_at":null,"evidence_moderated_by_sub":null,"evidence_successor_attempt_id":null,"counts_toward_verdict":true,"retraction":null,"voided_at":null,"voided_by":null,"correction_of":null,"replication_count":0,"disagreement_count":0,"settlement_state":null,"confirmed":false,"at":"2026-09-04T10:55:44+00:00","kind":"ainglish.measurement","proposal":{"slug":"proposal-by-p-decision-by-a-say-whether-an-option-is-offered","public_id":"a-abfbkq5mhjxr5nr7","title":"proposal-by(\u003CP\u003E) \/ decision-by(\u003CA\u003E) \u2014 say whether an option is offered or operatively chosen","stage":"measured","url":"\/api\/v1\/proposals\/proposal-by-p-decision-by-a-say-whether-an-option-is-offered","proposal_record":"\/proposals\/a-abfbkq5mhjxr5nr7"},"stance":"neutral","manifest":{"construct":"proposal-by \/ decision-by","metric":"comprehension_accuracy_delta","seed":2026090413,"comparator":{"kind":"complete-careful-english-v1"},"items_sha256":"d1fd628e5f0c45d13bbabb8b7cbea1c23ef4d7e7602a4ef632a5ffd70d9897a0","items_url":"https:\/\/raw.githubusercontent.com\/dexagon-ai\/ainglish-evidence\/c322fef54a77684b40731fba767fa395fde32dee\/dispute-settlement-wave-v1-2026-09-04\/proposal-decision.items.json","models":["mistral-small3.2-24b-opaque-choice-q4_k_m@q4_k_m","gemma3-12b-opaque-choice-q4_k_m@q4_k_m"],"readers":[{"name":"mistral-small3.2-24b-opaque-choice-q4_k_m","provider":"ollama","model":"dexagon-mistral-small3.2-24b-pp-task:ctx4k","precision":"q4_k_m","api":"openai","base_url":"http:\/\/127.0.0.1:11434\/v1","model_digest":"sha256:6629ee92de51c9a1367e1331cfa9ef6a77058a44a6a3e18ab524b2d0404252de","digest_source":"ollama:\/api\/tags","instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":"ollama:\/api\/tags"},"answer_protocol":"opaque-choice-v1","max_tokens":32,"timeout_s":120,"temperature":0,"seed":2026090413,"top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"},{"name":"gemma3-12b-opaque-choice-q4_k_m","provider":"ollama","model":"dexagon-gemma3-12b-pp-task:ctx4k","precision":"q4_k_m","api":"openai","base_url":"http:\/\/127.0.0.1:11434\/v1","model_digest":"sha256:de1f65ea3438dfcc7c3387802b9425a140fb01ecc79edf4924a13fab051eb68f","digest_source":"ollama:\/api\/tags","instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":"ollama:\/api\/tags"},"answer_protocol":"opaque-choice-v1","max_tokens":32,"timeout_s":120,"temperature":0,"seed":2026090413,"top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"}],"instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":[{"reader":"mistral-small3.2-24b-opaque-choice-q4_k_m@q4_k_m","digest_source":"ollama:\/api\/tags"},{"reader":"gemma3-12b-opaque-choice-q4_k_m@q4_k_m","digest_source":"ollama:\/api\/tags"}]},"item_counts":{"real":192,"calibration":16},"interval_kind":"bootstrap_items","interval_estimator":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","algorithm":"sha256-counter-modulo-v1","draws":2000,"sampling_unit":"item","quantiles":["0.025","0.975"],"items_index_sha256":"9a5ee40595000b6c4d4bd767302229d138df96146da1b59dc5b92ca9bb5e8322"},"accuracy_resolution":{"unit":"percentage_points","scored_cells":{"english":198,"ainglish":186},"one_cell_pp":{"english":"0.5051","ainglish":"0.5376"},"delta_grid":{"numerator_pp":100,"denominator_lcm":6138,"step_pp":"0.0163"}},"calibration":{"planted_arm":"ainglish","min_gap":0.5,"min_recovered":null,"rule":"absolute-gap-v1","ordering":"calibration-first","arm_exposure":"both-arms-per-reader-item","cells":64},"difficulty":{"annotated":false},"harness":"ainglish-panel\/0.2.52","transport":{"mistral-small3.2-24b-opaque-choice-q4_k_m@q4_k_m":{"max_tokens":32,"timeout_s":120,"temperature":0,"seed":2026090413,"top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"},"gemma3-12b-opaque-choice-q4_k_m@q4_k_m":{"max_tokens":32,"timeout_s":120,"temperature":0,"seed":2026090413,"top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"}},"concurrency":{"max_in_flight":1,"per_reader_max_in_flight":{"mistral-small3.2-24b-opaque-choice-q4_k_m":1,"gemma3-12b-opaque-choice-q4_k_m":1},"result_order":"deterministic-plan-order","calibration_barrier":true,"automatic_retries":false},"transport_faults":{"total":0,"retried":false,"per_cell":[]},"transport_truncations":{"total":0,"per_reader_cell":[],"by_cell":{"english":0,"ainglish":0},"imbalanced_across_cells":false},"protocol":"panel.py counterbalanced real arms + both-arms-per-reader-item planted-effect calibration gate"},"interval_provenance_attestation":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","metric":"comprehension_accuracy_delta","estimator":"arm_accuracy_delta_pp","algorithm":{"name":"sha256-counter-modulo-v1","draws":2000,"accepted_draws":2000,"sampling_unit":"item","lower_quantile":{"numerator":25,"denominator":1000,"index_rule":"floor"},"upper_quantile":{"numerator":975,"denominator":1000,"index_rule":"floor"}},"seed":2026090413,"items":[{"id":"decision-by-01-01"},{"id":"decision-by-01-02"},{"id":"decision-by-01-03"},{"id":"decision-by-01-04"},{"id":"decision-by-01-05"},{"id":"decision-by-01-06"},{"id":"decision-by-01-07"},{"id":"decision-by-01-08"},{"id":"decision-by-01-09"},{"id":"decision-by-01-10"},{"id":"decision-by-01-11"},{"id":"decision-by-01-12"},{"id":"decision-by-02-01"},{"id":"decision-by-02-02"},{"id":"decision-by-02-03"},{"id":"decision-by-02-04"},{"id":"decision-by-02-05"},{"id":"decision-by-02-06"},{"id":"decision-by-02-07"},{"id":"decision-by-02-08"},{"id":"decision-by-02-09"},{"id":"decision-by-02-10"},{"id":"decision-by-02-11"},{"id":"decision-by-02-12"},{"id":"decision-by-03-01"},{"id":"decision-by-03-02"},{"id":"decision-by-03-03"},{"id":"decision-by-03-04"},{"id":"decision-by-03-05"},{"id":"decision-by-03-06"},{"id":"decision-by-03-07"},{"id":"decision-by-03-08"},{"id":"decision-by-03-09"},{"id":"decision-by-03-10"},{"id":"decision-by-03-11"},{"id":"decision-by-03-12"},{"id":"decision-by-04-01"},{"id":"decision-by-04-02"},{"id":"decision-by-04-03"},{"id":"decision-by-04-04"},{"id":"decision-by-04-05"},{"id":"decision-by-04-06"},{"id":"decision-by-04-07"},{"id":"decision-by-04-08"},{"id":"decision-by-04-09"},{"id":"decision-by-04-10"},{"id":"decision-by-04-11"},{"id":"decision-by-04-12"},{"id":"decision-by-05-01"},{"id":"decision-by-05-02"},{"id":"decision-by-05-03"},{"id":"decision-by-05-04"},{"id":"decision-by-05-05"},{"id":"decision-by-05-06"},{"id":"decision-by-05-07"},{"id":"decision-by-05-08"},{"id":"decision-by-05-09"},{"id":"decision-by-05-10"},{"id":"decision-by-05-11"},{"id":"decision-by-05-12"},{"id":"decision-by-06-01"},{"id":"decision-by-06-02"},{"id":"decision-by-06-03"},{"id":"decision-by-06-04"},{"id":"decision-by-06-05"},{"id":"decision-by-06-06"},{"id":"decision-by-06-07"},{"id":"decision-by-06-08"},{"id":"decision-by-06-09"},{"id":"decision-by-06-10"},{"id":"decision-by-06-11"},{"id":"decision-by-06-12"},{"id":"decision-by-07-01"},{"id":"decision-by-07-02"},{"id":"decision-by-07-03"},{"id":"decision-by-07-04"},{"id":"decision-by-07-05"},{"id":"decision-by-07-06"},{"id":"decision-by-07-07"},{"id":"decision-by-07-08"},{"id":"decision-by-07-09"},{"id":"decision-by-07-10"},{"id":"decision-by-07-11"},{"id":"decision-by-07-12"},{"id":"decision-by-08-01"},{"id":"decision-by-08-02"},{"id":"decision-by-08-03"},{"id":"decision-by-08-04"},{"id":"decision-by-08-05"},{"id":"decision-by-08-06"},{"id":"decision-by-08-07"},{"id":"decision-by-08-08"},{"id":"decision-by-08-09"},{"id":"decision-by-08-10"},{"id":"decision-by-08-11"},{"id":"decision-by-08-12"},{"id":"proposal-by-01-01"},{"id":"proposal-by-01-02"},{"id":"proposal-by-01-03"},{"id":"proposal-by-01-04"},{"id":"proposal-by-01-05"},{"id":"proposal-by-01-06"},{"id":"proposal-by-01-07"},{"id":"proposal-by-01-08"},{"id":"proposal-by-01-09"},{"id":"proposal-by-01-10"},{"id":"proposal-by-01-11"},{"id":"proposal-by-01-12"},{"id":"proposal-by-02-01"},{"id":"proposal-by-02-02"},{"id":"proposal-by-02-03"},{"id":"proposal-by-02-04"},{"id":"proposal-by-02-05"},{"id":"proposal-by-02-06"},{"id":"proposal-by-02-07"},{"id":"proposal-by-02-08"},{"id":"proposal-by-02-09"},{"id":"proposal-by-02-10"},{"id":"proposal-by-02-11"},{"id":"proposal-by-02-12"},{"id":"proposal-by-03-01"},{"id":"proposal-by-03-02"},{"id":"proposal-by-03-03"},{"id":"proposal-by-03-04"},{"id":"proposal-by-03-05"},{"id":"proposal-by-03-06"},{"id":"proposal-by-03-07"},{"id":"proposal-by-03-08"},{"id":"proposal-by-03-09"},{"id":"proposal-by-03-10"},{"id":"proposal-by-03-11"},{"id":"proposal-by-03-12"},{"id":"proposal-by-04-01"},{"id":"proposal-by-04-02"},{"id":"proposal-by-04-03"},{"id":"proposal-by-04-04"},{"id":"proposal-by-04-05"},{"id":"proposal-by-04-06"},{"id":"proposal-by-04-07"},{"id":"proposal-by-04-08"},{"id":"proposal-by-04-09"},{"id":"proposal-by-04-10"},{"id":"proposal-by-04-11"},{"id":"proposal-by-04-12"},{"id":"proposal-by-05-01"},{"id":"proposal-by-05-02"},{"id":"proposal-by-05-03"},{"id":"proposal-by-05-04"},{"id":"proposal-by-05-05"},{"id":"proposal-by-05-06"},{"id":"proposal-by-05-07"},{"id":"proposal-by-05-08"},{"id":"proposal-by-05-09"},{"id":"proposal-by-05-10"},{"id":"proposal-by-05-11"},{"id":"proposal-by-05-12"},{"id":"proposal-by-06-01"},{"id":"proposal-by-06-02"},{"id":"proposal-by-06-03"},{"id":"proposal-by-06-04"},{"id":"proposal-by-06-05"},{"id":"proposal-by-06-06"},{"id":"proposal-by-06-07"},{"id":"proposal-by-06-08"},{"id":"proposal-by-06-09"},{"id":"proposal-by-06-10"},{"id":"proposal-by-06-11"},{"id":"proposal-by-06-12"},{"id":"proposal-by-07-01"},{"id":"proposal-by-07-02"},{"id":"proposal-by-07-03"},{"id":"proposal-by-07-04"},{"id":"proposal-by-07-05"},{"id":"proposal-by-07-06"},{"id":"proposal-by-07-07"},{"id":"proposal-by-07-08"},{"id":"proposal-by-07-09"},{"id":"proposal-by-07-10"},{"id":"proposal-by-07-11"},{"id":"proposal-by-07-12"},{"id":"proposal-by-08-01"},{"id":"proposal-by-08-02"},{"id":"proposal-by-08-03"},{"id":"proposal-by-08-04"},{"id":"proposal-by-08-05"},{"id":"proposal-by-08-06"},{"id":"proposal-by-08-07"},{"id":"proposal-by-08-08"},{"id":"proposal-by-08-09"},{"id":"proposal-by-08-10"},{"id":"proposal-by-08-11"},{"id":"proposal-by-08-12"}],"readers":["gemma3-12b-opaque-choice-q4_k_m","mistral-small3.2-24b-opaque-choice-q4_k_m"],"cells":[{"item_id":"decision-by-01-01","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-01-01","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-01-02","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-01-02","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-01-03","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-01-03","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-01-04","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-01-04","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-01-05","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-01-05","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-01-06","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-01-06","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-01-07","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-01-07","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-01-08","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-01-08","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-01-09","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-01-09","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-01-10","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-01-10","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-01-11","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-01-11","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-01-12","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-01-12","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-02-01","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-02-01","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-02-02","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-02-02","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-02-03","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-02-03","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-02-04","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-02-04","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-02-05","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-02-05","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-02-06","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-02-06","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-02-07","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-02-07","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-02-08","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-02-08","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-02-09","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-02-09","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-02-10","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-02-10","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-02-11","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-02-11","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-02-12","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-02-12","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-03-01","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-03-01","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-03-02","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-03-02","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-03-03","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-03-03","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-03-04","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-03-04","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-03-05","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-03-05","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-03-06","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-03-06","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-03-07","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-03-07","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-03-08","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-03-08","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-03-09","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-03-09","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-03-10","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-03-10","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-03-11","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-03-11","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-03-12","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-03-12","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-04-01","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-04-01","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-04-02","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-04-02","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-04-03","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-04-03","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-04-04","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-04-04","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-04-05","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-04-05","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-04-06","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-04-06","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-04-07","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-04-07","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-04-08","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-04-08","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-04-09","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-04-09","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-04-10","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-04-10","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-04-11","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-04-11","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-04-12","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-04-12","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-05-01","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-05-01","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-05-02","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-05-02","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-05-03","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-05-03","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-05-04","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-05-04","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-05-05","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-05-05","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-05-06","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-05-06","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-05-07","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-05-07","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-05-08","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-05-08","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-05-09","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-05-09","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-05-10","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-05-10","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-05-11","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-05-11","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-05-12","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-05-12","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-06-01","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-06-01","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-06-02","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-06-02","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-06-03","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-06-03","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-06-04","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-06-04","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-06-05","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-06-05","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-06-06","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-06-06","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-06-07","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-06-07","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-06-08","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-06-08","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-06-09","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-06-09","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-06-10","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-06-10","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-06-11","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-06-11","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-06-12","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-06-12","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-07-01","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-07-01","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-07-02","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-07-02","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-07-03","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-07-03","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-07-04","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-07-04","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-07-05","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-07-05","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-07-06","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-07-06","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-07-07","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-07-07","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-07-08","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-07-08","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-07-09","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-07-09","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-07-10","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-07-10","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-07-11","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-07-11","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-07-12","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-07-12","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-08-01","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-08-01","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-08-02","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-08-02","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-08-03","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-08-03","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-08-04","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-08-04","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-08-05","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-08-05","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-08-06","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-08-06","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-08-07","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-08-07","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-08-08","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-08-08","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-08-09","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-08-09","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-08-10","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-08-10","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-08-11","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-08-11","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"decision-by-08-12","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"decision-by-08-12","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-01-01","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-01-01","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-01-02","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-01-02","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-01-03","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-01-03","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-01-04","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-01-04","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-01-05","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-01-05","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-01-06","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-01-06","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-01-07","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-01-07","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-01-08","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-01-08","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-01-09","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-01-09","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-01-10","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-01-10","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-01-11","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-01-11","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-01-12","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-01-12","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-02-01","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-02-01","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-02-02","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-02-02","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-02-03","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-02-03","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-02-04","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-02-04","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-02-05","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-02-05","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-02-06","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-02-06","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-02-07","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-02-07","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-02-08","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-02-08","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-02-09","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-02-09","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-02-10","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-02-10","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-02-11","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-02-11","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-02-12","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-02-12","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-03-01","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-03-01","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-03-02","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-03-02","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-03-03","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-03-03","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-03-04","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-03-04","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-03-05","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-03-05","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-03-06","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-03-06","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-03-07","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-03-07","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-03-08","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-03-08","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-03-09","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-03-09","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-03-10","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-03-10","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-03-11","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-03-11","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-03-12","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-03-12","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-04-01","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-04-01","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-04-02","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-04-02","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-04-03","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-04-03","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-04-04","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-04-04","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-04-05","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-04-05","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-04-06","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-04-06","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-04-07","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-04-07","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-04-08","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-04-08","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-04-09","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-04-09","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-04-10","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-04-10","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-04-11","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-04-11","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-04-12","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-04-12","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-05-01","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-05-01","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-05-02","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-05-02","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-05-03","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-05-03","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-05-04","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-05-04","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-05-05","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-05-05","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-05-06","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-05-06","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-05-07","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-05-07","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-05-08","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-05-08","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-05-09","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-05-09","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-05-10","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-05-10","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-05-11","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-05-11","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-05-12","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-05-12","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-06-01","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-06-01","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-06-02","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-06-02","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-06-03","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-06-03","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-06-04","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-06-04","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-06-05","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-06-05","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-06-06","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-06-06","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-06-07","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-06-07","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-06-08","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-06-08","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-06-09","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-06-09","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-06-10","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-06-10","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-06-11","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-06-11","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-06-12","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-06-12","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-07-01","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-07-01","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-07-02","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-07-02","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-07-03","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-07-03","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-07-04","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-07-04","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-07-05","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-07-05","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-07-06","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-07-06","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-07-07","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-07-07","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-07-08","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-07-08","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-07-09","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-07-09","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-07-10","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-07-10","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-07-11","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-07-11","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-07-12","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-07-12","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-08-01","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-08-01","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-08-02","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-08-02","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-08-03","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-08-03","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-08-04","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-08-04","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-08-05","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-08-05","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-08-06","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-08-06","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-08-07","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-08-07","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-08-08","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-08-08","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-08-09","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-08-09","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-08-10","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-08-10","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"proposal-by-08-11","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-08-11","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-08-12","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"proposal-by-08-12","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true}],"content_sha256":"a5e1ab716d69a3d8656d6b5bd749ef1bf21c77c5a5815363edc721fa463cbb1e"},"replicates":{"hash":"312b0fb0a5ae0f7fe2693597d5391ea95458cd87648097307666dea0ceb2ac6a","url":"\/api\/v1\/measurements\/312b0fb0a5ae0f7fe2693597d5391ea95458cd87648097307666dea0ceb2ac6a"},"replications":[],"replicate":null}