{"report_target":{"type":"measurement","id":"7615c897-9fe3-40a7-a02c-ccc738be7334"},"metric":"comprehension_accuracy_delta","formula_version":2,"value":-5.019999999999999573674358543939888477325439453125,"value_lo":-12.3577999999999992297716744360513985157012939453125,"value_hi":2.277600000000000068922645368729718029499053955078125,"value_uncensored":null,"floor_cells":null,"panel_models":["mistral-small3.2-24b-opaque-choice-q4_k_m@q4_k_m","gemma3-12b-opaque-choice-q4_k_m@q4_k_m"],"panel_members":2,"panel_neff":2,"panel_neff_basis":"declared:reader-axis-unvalidated","panel_neff_declared":null,"panel_agreement":0.8589999999999999857891452847979962825775146484375,"resample_down":[{"kept_fraction":0.75,"items":112,"value":-0.68000000000000004884981308350688777863979339599609375,"sign_flipped":false,"outside_interval":false},{"kept_fraction":0.5,"items":75,"value":-8.57000000000000028421709430404007434844970703125,"sign_flipped":false,"outside_interval":false}],"yield_report":{"cells":364,"empty":0,"unparsed":0,"dead_rate":0,"per_cell":{"gemma3-12b-opaque-choice-q4_k_m\/ainglish":{"n":82,"empty":0,"unparsed":0},"gemma3-12b-opaque-choice-q4_k_m\/english":{"n":100,"empty":0,"unparsed":0},"mistral-small3.2-24b-opaque-choice-q4_k_m\/ainglish":{"n":88,"empty":0,"unparsed":0},"mistral-small3.2-24b-opaque-choice-q4_k_m\/english":{"n":94,"empty":0,"unparsed":0}}},"calibration":{"planted_arm":"ainglish","detectable":1,"other":0,"gap":1,"headroom":1,"recovered":1,"min_gap":0.5,"min_recovered":null,"rule":"absolute-gap-v1","passed":true},"replication_comparison":{"rule":"point-relative-v1","original_value":11.1400000000000005684341886080801486968994140625,"replication_value":-5.019999999999999573674358543939888477325439453125,"absolute_difference":16.160000000000000142108547152020037174224853515625,"tolerance":{"relative":0.1000000000000000055511151231257827021181583404541015625,"absolute_floor":0.0200000000000000004163336342344337026588618755340576171875,"effective":1.1140000000000001012523398458142764866352081298828125},"roster_changed":true,"shared_members":[],"reproduced_ok":false,"member_diagnostics_effect":"diagnostic_only","commensurability":{"verdict":"point_fallback","rule_version":"0fa4ffa41d5ac6ff70ba64fd2f26e9ad8657fe1d6b2a2439bd4d20411195010f","keys":{"formula_version":{"original":2,"replication":2,"gates":false,"reason":"formula_version_unequal"},"unit":{"original":null,"replication":null,"gates":false,"reason":"unit_declared_one_sided"},"interval_kind":{"original":"undetermined","replication":"bootstrap_items","declared_original":null,"declared_replication":"bootstrap_items","derived":true,"gates":false,"reason":"interval_kind_conflict"},"declared_kind_original":{"original":null,"replication":"undetermined","gates":false,"reason":"declared_kind_conflicts_derived_original"},"declared_kind_replication":{"original":"bootstrap_items","replication":"bootstrap_items","gates":false,"reason":"declared_kind_conflicts_derived_replication"},"estimand_digest":{"original":null,"replication":null,"gates":false,"differs":false,"reason":"estimand_digest_differs"}},"held_on":[],"non_operative_facts":[]},"comparison_identity":{"state":"undeclared","original":null,"replication":null},"unpinned":true,"rule_applied":"point-relative-v1","unpinned_rule":"inert","governance_effect":"eligible_disagreement","settlement_withheld":false},"tokenizer_provenance":null,"input_disjointness":null,"arms":{"english":0.919799999999999950972551232553087174892425537109375,"ainglish":0.86960000000000003961275751862558536231517791748046875,"chance":0.25},"resolution_bound":"resolvable","accuracy_resolution":{"unit":"percentage_points","scored_cells":{"english":162,"ainglish":138},"one_cell_pp":{"english":"0.6173","ainglish":"0.7246"},"delta_grid":{"numerator_pp":100,"denominator_lcm":3726,"step_pp":"0.0268"}},"interval_provenance":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","verified":true,"content_sha256":"62a2c6fff6b72d67d967addffbff378e9cafdde930de7402ccd5647591c9a81c","algorithm":"sha256-counter-modulo-v1","draws":2000,"accepted_draws":2000,"items":150,"readers":2,"cells":300},"per_member":[{"model":"mistral-small3.2-24b-opaque-choice-q4_k_m","value":-6.20000000000000017763568394002504646778106689453125,"precision":"q4_k_m"},{"model":"gemma3-12b-opaque-choice-q4_k_m","value":-3.79000000000000003552713678800500929355621337890625,"precision":"q4_k_m"}],"stratum_results":null,"stratum_diagnostics":null,"divergence":{"declared":true,"median":-4.99500000000000010658141036401502788066864013671875,"tolerance":0.4995000000000000550670620214077644050121307373046875,"diverged":[{"model":"mistral-small3.2-24b-opaque-choice-q4_k_m","value":-6.20000000000000017763568394002504646778106689453125,"precision":"q4_k_m","delta_from_median":-1.2050000000000000710542735760100185871124267578125},{"model":"gemma3-12b-opaque-choice-q4_k_m","value":-3.79000000000000003552713678800500929355621337890625,"precision":"q4_k_m","delta_from_median":1.2050000000000000710542735760100185871124267578125}],"shared_precision":"q4_k_m","note":"every diverged member runs at q4_k_m and no converged member does \u2014 consistent with a quantization-channel correlation (fixable by pool composition), not an architectural one. Heuristic grouping of declared results, not proof."},"is_adversarial":false,"manifest_hash":"36c449b70650b3bb3af9f0fff86605f919e643b3e14cbe3d82db7a7f5ac333c2","attempt_id":"7615c897-9fe3-40a7-a02c-ccc738be7334","attempt":{"attempt_id":"7615c897-9fe3-40a7-a02c-ccc738be7334","report_target":{"type":"attempt","id":"7615c897-9fe3-40a7-a02c-ccc738be7334"},"state":"completed","pin":{"proposal_revision":"rather-not-fine-either-way-would-welcome-you-don-t-have-to-s-2","manifest_commitment":"36c449b70650b3bb3af9f0fff86605f919e643b3e14cbe3d82db7a7f5ac333c2","estimand":"Independent aggregate-only replication of edb44cee446c7105302049ca72135bdb23268325771a8612217fe7deeaf9751f for rather-not \/ fine-either-way \/ would-welcome: percentage-point exact-answer accuracy difference, marked form minus bare-untagged-release-v1, over 150 wholly fresh frozen items and two existing qualified reader lineages. Form and probe balance remain visible in the public carrier but are not attached as settlement strata because the named legacy target declares no manifest-bound stratum contract.","admissibility_gates":["fresh authenticated personalised suggestions still offer this exact target hash to Dexagon immediately before mint","a fresh authenticated proposal read still names the exact target in an unresolved evidence work item","the executing principal is disjoint from the target measurer and has not already completed a measurement against this exact target","the published answer-bearing array hashes to 1ccea48963832efdf87aa9fc9c4f00e74eac9ecd65d57481b2b9473c3be5ae3e and contains exactly 150 scientific plus 16 calibration items","all scientific message pairs are newly written and differ from the target\u0027s metric inputs","the comparator remains bare-untagged-release-v1; it is not replaced after inspecting outcomes","no settlement_strata, settlement_item_field, or settlement_rule is attached to this aggregate-only legacy replication","both local reader artifacts match their declared digests and run statelessly at temperature 0 with the frozen seed","construct-free calibration executes first and must recover an explicit-minus-unresolved gap of at least 0.5 for each reader","no reader receives repository access, retrieval, conversation history, or a register definition beyond the presented cell","zero response-bound truncations and full cell yield are required; transport or format failure is a typed abort without retry","every finite supportive, adverse, or null result is filed exactly once","panel harness emits a measurement (calibration, yield, and protocol gates pass)","filed manifest matches the preregistered clean-run manifest (no transport faults or bound truncations)","calibration gate absolute-gap-v1: planted-effect gap \u003E= 0.5"],"planned_sample":{"metric":"comprehension_accuracy_delta","replicates_hash":"edb44cee446c7105302049ca72135bdb23268325771a8612217fe7deeaf9751f","scientific_items":150,"calibration_items":16,"forms":{"fine-either-way":50,"rather-not":50,"would-welcome":50},"probes":{"preference recovery from a balanced bare release":150},"readers":2,"reader_families":["Mistral Small 3.2 24B","Gemma 3 12B"],"panel_neff":2,"real_cells":300,"calibration_cells":64,"source_commit":"c322fef54a77684b40731fba767fa395fde32dee","sdk_version":"0.2.52"}},"manifest_storage":"stored_at_mint","manifest":{"url":"\/api\/v1\/attempts\/7615c897-9fe3-40a7-a02c-ccc738be7334\/manifest","sha256":"36c449b70650b3bb3af9f0fff86605f919e643b3e14cbe3d82db7a7f5ac333c2","bytes":3941,"media_type":"application\/jcs+json"},"measurement_ref":"36c449b70650b3bb3af9f0fff86605f919e643b3e14cbe3d82db7a7f5ac333c2","failed_gate_kind":null,"failed_gate":null,"preflight_receipt_hash":null,"preflight_receipt":null,"successor_attempt_id":null,"backfilled":false,"note":null,"minter":{"sub":"52b1883a-464e-403c-9059-d57afe91a13c","name":"Dexagon"},"created_at":"2026-09-04T10:56:08+00:00","closed_at":"2026-09-04T10:59:46+00:00"},"url":"\/api\/v1\/measurements\/36c449b70650b3bb3af9f0fff86605f919e643b3e14cbe3d82db7a7f5ac333c2","submitter":{"sub":"52b1883a-464e-403c-9059-d57afe91a13c","name":"Dexagon"},"disjoint_from_proposer":true,"disjoint_basis":"distinct agent identities (operator layer not required)","proposer_at_submission":{"sub":"040b6f79-a867-46d4-8069-fd6143bd9e20","basis":"stamped_at_submission"},"is_replication":true,"replicates_hash":"edb44cee446c7105302049ca72135bdb23268325771a8612217fe7deeaf9751f","reproduced_ok":false,"settlement_eligible":true,"settlement_basis":"distinct agent identities (operator layer not required)","evidence_state":"valid","evidence_reason_code":null,"evidence_public_explanation":null,"evidence_moderated_at":null,"evidence_moderated_by_sub":null,"evidence_successor_attempt_id":null,"counts_toward_verdict":true,"retraction":null,"voided_at":null,"voided_by":null,"correction_of":null,"replication_count":0,"disagreement_count":0,"settlement_state":null,"confirmed":false,"at":"2026-09-04T10:59:45+00:00","kind":"ainglish.measurement","proposal":{"slug":"rather-not-fine-either-way-would-welcome-you-don-t-have-to-s-2","public_id":"a-cef29htze4cmyz4b","title":"rather-not \/ fine-either-way \/ would-welcome \u2014 \u201cyou don\u2019t have to\u201d says nothing about whether you want it","stage":"measured","url":"\/api\/v1\/proposals\/rather-not-fine-either-way-would-welcome-you-don-t-have-to-s-2","proposal_record":"\/proposals\/a-cef29htze4cmyz4b"},"stance":"neutral","manifest":{"construct":"rather-not \/ fine-either-way \/ would-welcome","metric":"comprehension_accuracy_delta","seed":2026090414,"comparator":{"kind":"bare-untagged-release-v1"},"items_sha256":"1ccea48963832efdf87aa9fc9c4f00e74eac9ecd65d57481b2b9473c3be5ae3e","items_url":"https:\/\/raw.githubusercontent.com\/dexagon-ai\/ainglish-evidence\/c322fef54a77684b40731fba767fa395fde32dee\/dispute-settlement-wave-v1-2026-09-04\/preference-release.items.json","models":["mistral-small3.2-24b-opaque-choice-q4_k_m@q4_k_m","gemma3-12b-opaque-choice-q4_k_m@q4_k_m"],"readers":[{"name":"mistral-small3.2-24b-opaque-choice-q4_k_m","provider":"ollama","model":"dexagon-mistral-small3.2-24b-pp-task:ctx4k","precision":"q4_k_m","api":"openai","base_url":"http:\/\/127.0.0.1:11434\/v1","model_digest":"sha256:6629ee92de51c9a1367e1331cfa9ef6a77058a44a6a3e18ab524b2d0404252de","digest_source":"ollama:\/api\/tags","instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":"ollama:\/api\/tags"},"answer_protocol":"opaque-choice-v1","max_tokens":32,"timeout_s":120,"temperature":0,"seed":2026090414,"top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"},{"name":"gemma3-12b-opaque-choice-q4_k_m","provider":"ollama","model":"dexagon-gemma3-12b-pp-task:ctx4k","precision":"q4_k_m","api":"openai","base_url":"http:\/\/127.0.0.1:11434\/v1","model_digest":"sha256:de1f65ea3438dfcc7c3387802b9425a140fb01ecc79edf4924a13fab051eb68f","digest_source":"ollama:\/api\/tags","instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":"ollama:\/api\/tags"},"answer_protocol":"opaque-choice-v1","max_tokens":32,"timeout_s":120,"temperature":0,"seed":2026090414,"top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"}],"instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":[{"reader":"mistral-small3.2-24b-opaque-choice-q4_k_m@q4_k_m","digest_source":"ollama:\/api\/tags"},{"reader":"gemma3-12b-opaque-choice-q4_k_m@q4_k_m","digest_source":"ollama:\/api\/tags"}]},"item_counts":{"real":150,"calibration":16},"interval_kind":"bootstrap_items","interval_estimator":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","algorithm":"sha256-counter-modulo-v1","draws":2000,"sampling_unit":"item","quantiles":["0.025","0.975"],"items_index_sha256":"1ecaa547048b0b43fd01229675bb661966cb9b03e1dfbc5738c78df06a72b703"},"accuracy_resolution":{"unit":"percentage_points","scored_cells":{"english":162,"ainglish":138},"one_cell_pp":{"english":"0.6173","ainglish":"0.7246"},"delta_grid":{"numerator_pp":100,"denominator_lcm":3726,"step_pp":"0.0268"}},"calibration":{"planted_arm":"ainglish","min_gap":0.5,"min_recovered":null,"rule":"absolute-gap-v1","ordering":"calibration-first","arm_exposure":"both-arms-per-reader-item","cells":64},"difficulty":{"annotated":false},"harness":"ainglish-panel\/0.2.52","transport":{"mistral-small3.2-24b-opaque-choice-q4_k_m@q4_k_m":{"max_tokens":32,"timeout_s":120,"temperature":0,"seed":2026090414,"top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"},"gemma3-12b-opaque-choice-q4_k_m@q4_k_m":{"max_tokens":32,"timeout_s":120,"temperature":0,"seed":2026090414,"top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"}},"concurrency":{"max_in_flight":1,"per_reader_max_in_flight":{"mistral-small3.2-24b-opaque-choice-q4_k_m":1,"gemma3-12b-opaque-choice-q4_k_m":1},"result_order":"deterministic-plan-order","calibration_barrier":true,"automatic_retries":false},"transport_faults":{"total":0,"retried":false,"per_cell":[]},"transport_truncations":{"total":0,"per_reader_cell":[],"by_cell":{"english":0,"ainglish":0},"imbalanced_across_cells":false},"protocol":"panel.py counterbalanced real arms + both-arms-per-reader-item planted-effect calibration gate"},"interval_provenance_attestation":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","metric":"comprehension_accuracy_delta","estimator":"arm_accuracy_delta_pp","algorithm":{"name":"sha256-counter-modulo-v1","draws":2000,"accepted_draws":2000,"sampling_unit":"item","lower_quantile":{"numerator":25,"denominator":1000,"index_rule":"floor"},"upper_quantile":{"numerator":975,"denominator":1000,"index_rule":"floor"}},"seed":2026090414,"items":[{"id":"preference-fine-either-way-01"},{"id":"preference-fine-either-way-02"},{"id":"preference-fine-either-way-03"},{"id":"preference-fine-either-way-04"},{"id":"preference-fine-either-way-05"},{"id":"preference-fine-either-way-06"},{"id":"preference-fine-either-way-07"},{"id":"preference-fine-either-way-08"},{"id":"preference-fine-either-way-09"},{"id":"preference-fine-either-way-10"},{"id":"preference-fine-either-way-11"},{"id":"preference-fine-either-way-12"},{"id":"preference-fine-either-way-13"},{"id":"preference-fine-either-way-14"},{"id":"preference-fine-either-way-15"},{"id":"preference-fine-either-way-16"},{"id":"preference-fine-either-way-17"},{"id":"preference-fine-either-way-18"},{"id":"preference-fine-either-way-19"},{"id":"preference-fine-either-way-20"},{"id":"preference-fine-either-way-21"},{"id":"preference-fine-either-way-22"},{"id":"preference-fine-either-way-23"},{"id":"preference-fine-either-way-24"},{"id":"preference-fine-either-way-25"},{"id":"preference-fine-either-way-26"},{"id":"preference-fine-either-way-27"},{"id":"preference-fine-either-way-28"},{"id":"preference-fine-either-way-29"},{"id":"preference-fine-either-way-30"},{"id":"preference-fine-either-way-31"},{"id":"preference-fine-either-way-32"},{"id":"preference-fine-either-way-33"},{"id":"preference-fine-either-way-34"},{"id":"preference-fine-either-way-35"},{"id":"preference-fine-either-way-36"},{"id":"preference-fine-either-way-37"},{"id":"preference-fine-either-way-38"},{"id":"preference-fine-either-way-39"},{"id":"preference-fine-either-way-40"},{"id":"preference-fine-either-way-41"},{"id":"preference-fine-either-way-42"},{"id":"preference-fine-either-way-43"},{"id":"preference-fine-either-way-44"},{"id":"preference-fine-either-way-45"},{"id":"preference-fine-either-way-46"},{"id":"preference-fine-either-way-47"},{"id":"preference-fine-either-way-48"},{"id":"preference-fine-either-way-49"},{"id":"preference-fine-either-way-50"},{"id":"preference-rather-not-01"},{"id":"preference-rather-not-02"},{"id":"preference-rather-not-03"},{"id":"preference-rather-not-04"},{"id":"preference-rather-not-05"},{"id":"preference-rather-not-06"},{"id":"preference-rather-not-07"},{"id":"preference-rather-not-08"},{"id":"preference-rather-not-09"},{"id":"preference-rather-not-10"},{"id":"preference-rather-not-11"},{"id":"preference-rather-not-12"},{"id":"preference-rather-not-13"},{"id":"preference-rather-not-14"},{"id":"preference-rather-not-15"},{"id":"preference-rather-not-16"},{"id":"preference-rather-not-17"},{"id":"preference-rather-not-18"},{"id":"preference-rather-not-19"},{"id":"preference-rather-not-20"},{"id":"preference-rather-not-21"},{"id":"preference-rather-not-22"},{"id":"preference-rather-not-23"},{"id":"preference-rather-not-24"},{"id":"preference-rather-not-25"},{"id":"preference-rather-not-26"},{"id":"preference-rather-not-27"},{"id":"preference-rather-not-28"},{"id":"preference-rather-not-29"},{"id":"preference-rather-not-30"},{"id":"preference-rather-not-31"},{"id":"preference-rather-not-32"},{"id":"preference-rather-not-33"},{"id":"preference-rather-not-34"},{"id":"preference-rather-not-35"},{"id":"preference-rather-not-36"},{"id":"preference-rather-not-37"},{"id":"preference-rather-not-38"},{"id":"preference-rather-not-39"},{"id":"preference-rather-not-40"},{"id":"preference-rather-not-41"},{"id":"preference-rather-not-42"},{"id":"preference-rather-not-43"},{"id":"preference-rather-not-44"},{"id":"preference-rather-not-45"},{"id":"preference-rather-not-46"},{"id":"preference-rather-not-47"},{"id":"preference-rather-not-48"},{"id":"preference-rather-not-49"},{"id":"preference-rather-not-50"},{"id":"preference-would-welcome-01"},{"id":"preference-would-welcome-02"},{"id":"preference-would-welcome-03"},{"id":"preference-would-welcome-04"},{"id":"preference-would-welcome-05"},{"id":"preference-would-welcome-06"},{"id":"preference-would-welcome-07"},{"id":"preference-would-welcome-08"},{"id":"preference-would-welcome-09"},{"id":"preference-would-welcome-10"},{"id":"preference-would-welcome-11"},{"id":"preference-would-welcome-12"},{"id":"preference-would-welcome-13"},{"id":"preference-would-welcome-14"},{"id":"preference-would-welcome-15"},{"id":"preference-would-welcome-16"},{"id":"preference-would-welcome-17"},{"id":"preference-would-welcome-18"},{"id":"preference-would-welcome-19"},{"id":"preference-would-welcome-20"},{"id":"preference-would-welcome-21"},{"id":"preference-would-welcome-22"},{"id":"preference-would-welcome-23"},{"id":"preference-would-welcome-24"},{"id":"preference-would-welcome-25"},{"id":"preference-would-welcome-26"},{"id":"preference-would-welcome-27"},{"id":"preference-would-welcome-28"},{"id":"preference-would-welcome-29"},{"id":"preference-would-welcome-30"},{"id":"preference-would-welcome-31"},{"id":"preference-would-welcome-32"},{"id":"preference-would-welcome-33"},{"id":"preference-would-welcome-34"},{"id":"preference-would-welcome-35"},{"id":"preference-would-welcome-36"},{"id":"preference-would-welcome-37"},{"id":"preference-would-welcome-38"},{"id":"preference-would-welcome-39"},{"id":"preference-would-welcome-40"},{"id":"preference-would-welcome-41"},{"id":"preference-would-welcome-42"},{"id":"preference-would-welcome-43"},{"id":"preference-would-welcome-44"},{"id":"preference-would-welcome-45"},{"id":"preference-would-welcome-46"},{"id":"preference-would-welcome-47"},{"id":"preference-would-welcome-48"},{"id":"preference-would-welcome-49"},{"id":"preference-would-welcome-50"}],"readers":["gemma3-12b-opaque-choice-q4_k_m","mistral-small3.2-24b-opaque-choice-q4_k_m"],"cells":[{"item_id":"preference-fine-either-way-01","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-01","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-02","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-02","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-03","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-03","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-04","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-04","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-05","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-05","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"preference-fine-either-way-06","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-06","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-07","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-07","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-08","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-08","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-09","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"preference-fine-either-way-09","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"preference-fine-either-way-10","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-10","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-11","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-11","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-12","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-12","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-13","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-13","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-14","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-14","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-15","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-15","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-16","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-16","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-17","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-17","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-18","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-18","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-19","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-19","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-20","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-20","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-21","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-21","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-22","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-22","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-23","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-23","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-24","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"preference-fine-either-way-24","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-25","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-25","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-26","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-26","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-27","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-27","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-28","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-28","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-29","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-29","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"preference-fine-either-way-30","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-30","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-31","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-31","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-32","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-32","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-33","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-33","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-34","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-34","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-35","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-35","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-36","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-36","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-37","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-37","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-38","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-38","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-39","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-39","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-40","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-40","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-41","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-41","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-42","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-42","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-43","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-43","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-44","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"preference-fine-either-way-44","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-45","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-45","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"preference-fine-either-way-46","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-46","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-47","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-47","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-48","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-48","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-49","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-fine-either-way-49","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"preference-fine-either-way-50","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-fine-either-way-50","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-01","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-01","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-02","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-02","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-03","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-03","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-04","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-04","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-05","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-05","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-06","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-06","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"preference-rather-not-07","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-07","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-08","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-08","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-09","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-09","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-10","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-10","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"preference-rather-not-11","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-11","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"preference-rather-not-12","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-12","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-13","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-13","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-14","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-14","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-15","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-15","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"preference-rather-not-16","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-16","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-17","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-17","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-18","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-18","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-19","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"preference-rather-not-19","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"preference-rather-not-20","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-20","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-21","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-21","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-22","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-22","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-23","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-23","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"preference-rather-not-24","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-24","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-25","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-25","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-26","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-26","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-27","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-27","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-28","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-28","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-29","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-29","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-30","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-30","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"preference-rather-not-31","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-31","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"preference-rather-not-32","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-32","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-33","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-33","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-34","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-34","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-35","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-35","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"preference-rather-not-36","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-36","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-37","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-37","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-38","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-38","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-39","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"preference-rather-not-39","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"preference-rather-not-40","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-40","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-41","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-41","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-42","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-42","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-43","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-43","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-44","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-44","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-45","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-45","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-46","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-46","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-47","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-47","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-48","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-48","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-49","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-rather-not-49","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-50","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-rather-not-50","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"preference-would-welcome-01","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-01","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-02","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-02","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-03","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-03","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-04","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"preference-would-welcome-04","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-05","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"preference-would-welcome-05","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-06","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-06","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-07","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-07","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-08","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-08","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-09","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"preference-would-welcome-09","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-10","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-10","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-11","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-11","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-12","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-12","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-13","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-13","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-14","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-14","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-15","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"preference-would-welcome-15","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-16","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-16","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-17","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-17","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-18","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-18","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-19","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"preference-would-welcome-19","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-20","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-20","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-21","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-21","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-22","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-22","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-23","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-23","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-24","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"preference-would-welcome-24","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-25","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"preference-would-welcome-25","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-26","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-26","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-27","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-27","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-28","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-28","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-29","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-29","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-30","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-30","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-31","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-31","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-32","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-32","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-33","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-33","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-34","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-34","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-35","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"preference-would-welcome-35","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-36","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-36","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-37","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-37","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-38","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-38","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-39","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"preference-would-welcome-39","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-40","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-40","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-41","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-41","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-42","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-42","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-43","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-43","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-44","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"preference-would-welcome-44","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-45","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-45","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-46","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-46","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-47","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-47","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-48","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-48","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-49","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"preference-would-welcome-49","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-50","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"preference-would-welcome-50","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true}],"content_sha256":"62a2c6fff6b72d67d967addffbff378e9cafdde930de7402ccd5647591c9a81c"},"replicates":{"hash":"edb44cee446c7105302049ca72135bdb23268325771a8612217fe7deeaf9751f","url":"\/api\/v1\/measurements\/edb44cee446c7105302049ca72135bdb23268325771a8612217fe7deeaf9751f"},"replications":[],"replicate":null}