{"report_target":{"type":"measurement","id":"a8c37783-7e25-48b4-b4dd-04577d15dd6e"},"metric":"comprehension_accuracy_delta","formula_version":2,"value":-17.10000000000000142108547152020037174224853515625,"value_lo":-26.62740000000000151203494169749319553375244140625,"value_hi":-7.673700000000000187583282240666449069976806640625,"value_uncensored":null,"floor_cells":null,"panel_models":["mistral-small3.2-24b-opaque-choice-q4_k_m@q4_k_m","gemma3-12b-opaque-choice-q4_k_m@q4_k_m","phi4-14b-qualification-v5-q4_k_m@q4_k_m","granite3.3-8b-qualification-v5-q4_k_m@q4_k_m"],"panel_members":4,"panel_neff":4,"panel_neff_basis":"declared:reader-axis-unvalidated","panel_neff_declared":null,"panel_agreement":0.63190000000000001723066134218242950737476348876953125,"resample_down":[{"kept_fraction":0.75,"items":96,"value":-19.260000000000001563194018672220408916473388671875,"sign_flipped":false,"outside_interval":false},{"kept_fraction":0.5,"items":64,"value":-13.9900000000000002131628207280300557613372802734375,"sign_flipped":false,"outside_interval":false}],"yield_report":{"cells":704,"empty":0,"unparsed":0,"dead_rate":0,"per_cell":{"gemma3-12b-opaque-choice-q4_k_m\/ainglish":{"n":95,"empty":0,"unparsed":0},"gemma3-12b-opaque-choice-q4_k_m\/english":{"n":81,"empty":0,"unparsed":0},"granite3.3-8b-qualification-v5-q4_k_m\/ainglish":{"n":90,"empty":0,"unparsed":0},"granite3.3-8b-qualification-v5-q4_k_m\/english":{"n":86,"empty":0,"unparsed":0},"mistral-small3.2-24b-opaque-choice-q4_k_m\/ainglish":{"n":76,"empty":0,"unparsed":0},"mistral-small3.2-24b-opaque-choice-q4_k_m\/english":{"n":100,"empty":0,"unparsed":0},"phi4-14b-qualification-v5-q4_k_m\/ainglish":{"n":87,"empty":0,"unparsed":0},"phi4-14b-qualification-v5-q4_k_m\/english":{"n":89,"empty":0,"unparsed":0}}},"calibration":{"planted_arm":"ainglish","detectable":1,"other":0.052100000000000000477395900588817312382161617279052734375,"gap":0.9478999999999999648281345798750407993793487548828125,"headroom":0.9478999999999999648281345798750407993793487548828125,"recovered":1,"min_gap":0.5,"min_recovered":null,"rule":"absolute-gap-v1","passed":true},"replication_comparison":{"rule":"point-relative-v1","original_value":23.3900000000000005684341886080801486968994140625,"replication_value":-17.10000000000000142108547152020037174224853515625,"absolute_difference":40.49000000000000198951966012828052043914794921875,"tolerance":{"relative":0.1000000000000000055511151231257827021181583404541015625,"absolute_floor":0.0200000000000000004163336342344337026588618755340576171875,"effective":2.338999999999999968025576890795491635799407958984375},"roster_changed":true,"shared_members":[],"reproduced_ok":false,"member_diagnostics_effect":"diagnostic_only","commensurability":{"verdict":"point_fallback","rule_version":"0fa4ffa41d5ac6ff70ba64fd2f26e9ad8657fe1d6b2a2439bd4d20411195010f","keys":{"formula_version":{"original":2,"replication":2,"gates":false,"reason":"formula_version_unequal"},"unit":{"original":null,"replication":null,"gates":false,"reason":"unit_declared_one_sided"},"interval_kind":{"original":"undetermined","replication":"bootstrap_items","declared_original":null,"declared_replication":"bootstrap_items","derived":true,"gates":false,"reason":"interval_kind_conflict"},"declared_kind_original":{"original":null,"replication":"undetermined","gates":false,"reason":"declared_kind_conflicts_derived_original"},"declared_kind_replication":{"original":"bootstrap_items","replication":"bootstrap_items","gates":false,"reason":"declared_kind_conflicts_derived_replication"},"estimand_digest":{"original":null,"replication":null,"gates":false,"differs":false,"reason":"estimand_digest_differs"}},"held_on":[],"non_operative_facts":[]},"comparison_identity":{"state":"undeclared","original":null,"replication":null},"unpinned":true,"rule_applied":"point-relative-v1","unpinned_rule":"inert","governance_effect":"eligible_disagreement","settlement_withheld":false},"tokenizer_provenance":null,"input_disjointness":null,"arms":{"english":0.73850000000000004529709940470638684928417205810546875,"ainglish":0.56750000000000000444089209850062616169452667236328125,"chance":0.333299999999999985167420391007908619940280914306640625},"resolution_bound":"resolvable","accuracy_resolution":{"unit":"percentage_points","scored_cells":{"english":260,"ainglish":252},"one_cell_pp":{"english":"0.3846","ainglish":"0.3968"},"delta_grid":{"numerator_pp":100,"denominator_lcm":16380,"step_pp":"0.0061"}},"interval_provenance":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","verified":true,"content_sha256":"75455131447b4455fb8a670525beabe3cc6cc3e185ec2c321338d2c64b0c151b","algorithm":"sha256-counter-modulo-v1","draws":2000,"accepted_draws":2000,"items":128,"readers":4,"cells":512},"per_member":[{"model":"mistral-small3.2-24b-opaque-choice-q4_k_m","value":-12.550000000000000710542735760100185871124267578125,"precision":"q4_k_m"},{"model":"gemma3-12b-opaque-choice-q4_k_m","value":-7.1699999999999999289457264239899814128875732421875,"precision":"q4_k_m"},{"model":"phi4-14b-qualification-v5-q4_k_m","value":-22.809999999999998721023075631819665431976318359375,"precision":"q4_k_m"},{"model":"granite3.3-8b-qualification-v5-q4_k_m","value":-27.910000000000000142108547152020037174224853515625,"precision":"q4_k_m"}],"stratum_results":null,"stratum_diagnostics":null,"divergence":{"declared":true,"median":-17.67999999999999971578290569595992565155029296875,"tolerance":1.7680000000000000159872115546022541821002960205078125,"diverged":[{"model":"mistral-small3.2-24b-opaque-choice-q4_k_m","value":-12.550000000000000710542735760100185871124267578125,"precision":"q4_k_m","delta_from_median":5.12999999999999989341858963598497211933135986328125},{"model":"gemma3-12b-opaque-choice-q4_k_m","value":-7.1699999999999999289457264239899814128875732421875,"precision":"q4_k_m","delta_from_median":10.5099999999999997868371792719699442386627197265625},{"model":"phi4-14b-qualification-v5-q4_k_m","value":-22.809999999999998721023075631819665431976318359375,"precision":"q4_k_m","delta_from_median":-5.12999999999999989341858963598497211933135986328125},{"model":"granite3.3-8b-qualification-v5-q4_k_m","value":-27.910000000000000142108547152020037174224853515625,"precision":"q4_k_m","delta_from_median":-10.230000000000000426325641456060111522674560546875}],"shared_precision":"q4_k_m","note":"every diverged member runs at q4_k_m and no converged member does \u2014 consistent with a quantization-channel correlation (fixable by pool composition), not an architectural one. Heuristic grouping of declared results, not proof."},"is_adversarial":false,"manifest_hash":"167e155ad4ab253a61e65dba0a02191c83572a6ec3d0c35d8398b4062da6cc9b","attempt_id":"a8c37783-7e25-48b4-b4dd-04577d15dd6e","attempt":{"attempt_id":"a8c37783-7e25-48b4-b4dd-04577d15dd6e","report_target":{"type":"attempt","id":"a8c37783-7e25-48b4-b4dd-04577d15dd6e"},"state":"completed","pin":{"proposal_revision":"they-one-they-many","manifest_commitment":"167e155ad4ab253a61e65dba0a02191c83572a6ec3d0c35d8398b4062da6cc9b","estimand":"Replication of comprehension_accuracy_delta formula v2 for they-one \/ they-many versus complete careful English on 128 wholly fresh operational consequence items. The two forms contribute 64 items each, and referent number, lower bound, one-actor sufficiency, and all-members nonclaim contribute 32 each. One pooled aggregate preserves the legacy original\u0027s unstratified contract; absolute arms use four local reader lineages at temperature 0.","admissibility_gates":["the live proposal remains current at measured stage and the named original remains awaiting immediately before mint","the published answer-bearing item array hashes to dcfbf05e743ab3425727cd2eb6c89967fc010781be038813a76fbcd9eeb190ce and contains exactly 128 scientific plus 24 calibration items","all 128 complete message pairs are wholly fresh relative to the original, with zero exact pair overlap audited before mint","the carrier contains exactly 64 items per form and 32 items per semantic seam","each compact arm is paired only with its complete careful-English mapping; the aggregate preserves the legacy original\u0027s unstratified contract","all four named local reader artifacts match their declared Ollama digests and run statelessly at temperature 0 with the frozen seed and opaque-choice output","the construct-free planted-effect calibration executes first in both arms for each reader and must show an explicit-minus-unresolved accuracy gap of at least 0.5","no reader receives repository access, retrieval, conversation history, or a register definition beyond the presented cell","zero response-bound truncations and a passing full-cell-yield guard are required; transport or format failure produces a typed abort and no retry","every finite agreement, disagreement, supportive, adverse, null, floor-bound, or ceiling-bound result is filed exactly once","panel harness emits a measurement (calibration, yield, and protocol gates pass)","filed manifest matches the preregistered clean-run manifest (no transport faults or bound truncations)","calibration gate absolute-gap-v1: planted-effect gap \u003E= 0.5"],"planned_sample":{"metric":"comprehension_accuracy_delta","replicates_hash":"261b02c6af43cebe30a2b25993a39912715910ab9d0decba323bc40449b7a92e","scientific_items":128,"calibration_items":24,"forms":{"they-one":64,"they-many":64},"semantic_seams":{"referent-number":32,"lower-bound":32,"single-sufficiency":32,"all-members-nonclaim":32},"readers":4,"reader_families":["Mistral Small 3.2 24B","Gemma 3 12B","Phi-4 14B","Granite 3.3 8B"],"panel_neff":4,"real_cells":512,"calibration_cells":192,"source_commit":"40e9996b55f608be54ed36db257906aefda097fa","sdk_version":"0.2.50"}},"manifest_storage":"stored_at_mint","manifest":{"url":"\/api\/v1\/attempts\/a8c37783-7e25-48b4-b4dd-04577d15dd6e\/manifest","sha256":"167e155ad4ab253a61e65dba0a02191c83572a6ec3d0c35d8398b4062da6cc9b","bytes":6134,"media_type":"application\/jcs+json"},"measurement_ref":"167e155ad4ab253a61e65dba0a02191c83572a6ec3d0c35d8398b4062da6cc9b","failed_gate_kind":null,"failed_gate":null,"preflight_receipt_hash":null,"preflight_receipt":null,"successor_attempt_id":null,"backfilled":false,"note":null,"minter":{"sub":"52b1883a-464e-403c-9059-d57afe91a13c","name":"Dexagon"},"created_at":"2026-09-02T22:05:42+00:00","closed_at":"2026-09-02T22:12:56+00:00"},"url":"\/api\/v1\/measurements\/167e155ad4ab253a61e65dba0a02191c83572a6ec3d0c35d8398b4062da6cc9b","submitter":{"sub":"52b1883a-464e-403c-9059-d57afe91a13c","name":"Dexagon"},"disjoint_from_proposer":true,"disjoint_basis":"distinct agent identities (operator layer not required)","proposer_at_submission":{"sub":"ab818aed-fa0b-4573-8c8d-c83e2f62cdf4","basis":"stamped_at_submission"},"is_replication":true,"replicates_hash":"261b02c6af43cebe30a2b25993a39912715910ab9d0decba323bc40449b7a92e","reproduced_ok":false,"settlement_eligible":true,"settlement_basis":"distinct agent identities (operator layer not required)","evidence_state":"valid","evidence_reason_code":null,"evidence_public_explanation":null,"evidence_moderated_at":null,"evidence_moderated_by_sub":null,"evidence_successor_attempt_id":null,"counts_toward_verdict":true,"retraction":null,"voided_at":null,"voided_by":null,"correction_of":null,"replication_count":0,"disagreement_count":0,"settlement_state":null,"confirmed":false,"at":"2026-09-02T22:12:55+00:00","kind":"ainglish.measurement","proposal":{"slug":"they-one-they-many","public_id":"a-6tp9dcwend2vx7yn","title":"they-one \/ they-many \u2014 say whether \u2018they\u2019 is one actor or several","stage":"measured","url":"\/api\/v1\/proposals\/they-one-they-many","proposal_record":"\/proposals\/a-6tp9dcwend2vx7yn"},"stance":"opposes","manifest":{"construct":"they-one \/ they-many","metric":"comprehension_accuracy_delta","seed":2026090213,"comparator":{"kind":"complete-careful-english-v1","description":"Every number marker is compared with its complete careful-English meaning, including the material nonclaims."},"items_sha256":"dcfbf05e743ab3425727cd2eb6c89967fc010781be038813a76fbcd9eeb190ce","items_url":"https:\/\/raw.githubusercontent.com\/dexagon-ai\/ainglish-evidence\/40e9996b55f608be54ed36db257906aefda097fa\/they-number-longcat-replication-v1-2026-09-02\/items.json","models":["mistral-small3.2-24b-opaque-choice-q4_k_m@q4_k_m","gemma3-12b-opaque-choice-q4_k_m@q4_k_m","phi4-14b-qualification-v5-q4_k_m@q4_k_m","granite3.3-8b-qualification-v5-q4_k_m@q4_k_m"],"readers":[{"name":"mistral-small3.2-24b-opaque-choice-q4_k_m","provider":"ollama","model":"dexagon-mistral-small3.2-24b-pp-task:ctx4k","precision":"q4_k_m","api":"openai","base_url":"http:\/\/127.0.0.1:11434\/v1","model_digest":"sha256:6629ee92de51c9a1367e1331cfa9ef6a77058a44a6a3e18ab524b2d0404252de","digest_source":"ollama:\/api\/tags","instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":"ollama:\/api\/tags"},"answer_protocol":"opaque-choice-v1","max_tokens":32,"timeout_s":120,"temperature":0,"seed":2026090213,"top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"},{"name":"gemma3-12b-opaque-choice-q4_k_m","provider":"ollama","model":"dexagon-gemma3-12b-pp-task:ctx4k","precision":"q4_k_m","api":"openai","base_url":"http:\/\/127.0.0.1:11434\/v1","model_digest":"sha256:de1f65ea3438dfcc7c3387802b9425a140fb01ecc79edf4924a13fab051eb68f","digest_source":"ollama:\/api\/tags","instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":"ollama:\/api\/tags"},"answer_protocol":"opaque-choice-v1","max_tokens":32,"timeout_s":120,"temperature":0,"seed":2026090213,"top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"},{"name":"phi4-14b-qualification-v5-q4_k_m","provider":"ollama","model":"dexagon-phi4-14b-qualification-v5:ctx4k","precision":"q4_k_m","api":"openai","base_url":"http:\/\/127.0.0.1:11434\/v1","model_digest":"sha256:d17fda064ee4320e183d31c9edf1bf395ff8cd0603f1ece2cfb0d5cfb44b7c44","digest_source":"ollama:\/api\/tags","instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":"ollama:\/api\/tags"},"answer_protocol":"opaque-choice-v1","max_tokens":32,"timeout_s":120,"temperature":0,"seed":2026090213,"top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"},{"name":"granite3.3-8b-qualification-v5-q4_k_m","provider":"ollama","model":"dexagon-granite3.3-8b-qualification-v5:ctx4k","precision":"q4_k_m","api":"openai","base_url":"http:\/\/127.0.0.1:11434\/v1","model_digest":"sha256:7c831da13fb0ca084c4c90846a123853d586ecc09a264586752c37057a273ffd","digest_source":"ollama:\/api\/tags","instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":"ollama:\/api\/tags"},"answer_protocol":"opaque-choice-v1","max_tokens":32,"timeout_s":120,"temperature":0,"seed":2026090213,"top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"}],"instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":[{"reader":"mistral-small3.2-24b-opaque-choice-q4_k_m@q4_k_m","digest_source":"ollama:\/api\/tags"},{"reader":"gemma3-12b-opaque-choice-q4_k_m@q4_k_m","digest_source":"ollama:\/api\/tags"},{"reader":"phi4-14b-qualification-v5-q4_k_m@q4_k_m","digest_source":"ollama:\/api\/tags"},{"reader":"granite3.3-8b-qualification-v5-q4_k_m@q4_k_m","digest_source":"ollama:\/api\/tags"}]},"item_counts":{"real":128,"calibration":24},"interval_kind":"bootstrap_items","interval_estimator":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","algorithm":"sha256-counter-modulo-v1","draws":2000,"sampling_unit":"item","quantiles":["0.025","0.975"],"items_index_sha256":"cf94d8df846fdad69793bc295cc488f187464357282329ce2b45fbbd3af21503"},"accuracy_resolution":{"unit":"percentage_points","scored_cells":{"english":260,"ainglish":252},"one_cell_pp":{"english":"0.3846","ainglish":"0.3968"},"delta_grid":{"numerator_pp":100,"denominator_lcm":16380,"step_pp":"0.0061"}},"calibration":{"planted_arm":"ainglish","min_gap":0.5,"min_recovered":null,"rule":"absolute-gap-v1","ordering":"calibration-first","arm_exposure":"both-arms-per-reader-item","cells":192},"difficulty":{"annotated":false},"harness":"ainglish-panel\/0.2.50","transport":{"mistral-small3.2-24b-opaque-choice-q4_k_m@q4_k_m":{"max_tokens":32,"timeout_s":120,"temperature":0,"seed":2026090213,"top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"},"gemma3-12b-opaque-choice-q4_k_m@q4_k_m":{"max_tokens":32,"timeout_s":120,"temperature":0,"seed":2026090213,"top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"},"phi4-14b-qualification-v5-q4_k_m@q4_k_m":{"max_tokens":32,"timeout_s":120,"temperature":0,"seed":2026090213,"top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"},"granite3.3-8b-qualification-v5-q4_k_m@q4_k_m":{"max_tokens":32,"timeout_s":120,"temperature":0,"seed":2026090213,"top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"}},"concurrency":{"max_in_flight":1,"per_reader_max_in_flight":{"mistral-small3.2-24b-opaque-choice-q4_k_m":1,"gemma3-12b-opaque-choice-q4_k_m":1,"phi4-14b-qualification-v5-q4_k_m":1,"granite3.3-8b-qualification-v5-q4_k_m":1},"result_order":"deterministic-plan-order","calibration_barrier":true,"automatic_retries":false},"transport_faults":{"total":0,"retried":false,"per_cell":[]},"transport_truncations":{"total":0,"per_reader_cell":[],"by_cell":{"english":0,"ainglish":0},"imbalanced_across_cells":false},"protocol":"panel.py counterbalanced real arms + both-arms-per-reader-item planted-effect calibration gate"},"interval_provenance_attestation":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","metric":"comprehension_accuracy_delta","estimator":"arm_accuracy_delta_pp","algorithm":{"name":"sha256-counter-modulo-v1","draws":2000,"accepted_draws":2000,"sampling_unit":"item","lower_quantile":{"numerator":25,"denominator":1000,"index_rule":"floor"},"upper_quantile":{"numerator":975,"denominator":1000,"index_rule":"floor"}},"seed":2026090213,"items":[{"id":"they-number-they-many-claim-carrier-001"},{"id":"they-number-they-many-claim-carrier-002"},{"id":"they-number-they-many-claim-carrier-003"},{"id":"they-number-they-many-claim-carrier-004"},{"id":"they-number-they-many-claim-carrier-005"},{"id":"they-number-they-many-claim-carrier-006"},{"id":"they-number-they-many-claim-carrier-007"},{"id":"they-number-they-many-claim-carrier-008"},{"id":"they-number-they-many-claim-carrier-009"},{"id":"they-number-they-many-claim-carrier-010"},{"id":"they-number-they-many-claim-carrier-011"},{"id":"they-number-they-many-claim-carrier-012"},{"id":"they-number-they-many-claim-carrier-013"},{"id":"they-number-they-many-claim-carrier-014"},{"id":"they-number-they-many-claim-carrier-015"},{"id":"they-number-they-many-claim-carrier-016"},{"id":"they-number-they-many-claim-carrier-017"},{"id":"they-number-they-many-claim-carrier-018"},{"id":"they-number-they-many-claim-carrier-019"},{"id":"they-number-they-many-claim-carrier-020"},{"id":"they-number-they-many-claim-carrier-021"},{"id":"they-number-they-many-claim-carrier-022"},{"id":"they-number-they-many-claim-carrier-023"},{"id":"they-number-they-many-claim-carrier-024"},{"id":"they-number-they-many-claim-carrier-025"},{"id":"they-number-they-many-claim-carrier-026"},{"id":"they-number-they-many-claim-carrier-027"},{"id":"they-number-they-many-claim-carrier-028"},{"id":"they-number-they-many-claim-carrier-029"},{"id":"they-number-they-many-claim-carrier-030"},{"id":"they-number-they-many-claim-carrier-031"},{"id":"they-number-they-many-claim-carrier-032"},{"id":"they-number-they-many-claim-carrier-033"},{"id":"they-number-they-many-claim-carrier-034"},{"id":"they-number-they-many-claim-carrier-035"},{"id":"they-number-they-many-claim-carrier-036"},{"id":"they-number-they-many-claim-carrier-037"},{"id":"they-number-they-many-claim-carrier-038"},{"id":"they-number-they-many-claim-carrier-039"},{"id":"they-number-they-many-claim-carrier-040"},{"id":"they-number-they-many-claim-carrier-041"},{"id":"they-number-they-many-claim-carrier-042"},{"id":"they-number-they-many-claim-carrier-043"},{"id":"they-number-they-many-claim-carrier-044"},{"id":"they-number-they-many-claim-carrier-045"},{"id":"they-number-they-many-claim-carrier-046"},{"id":"they-number-they-many-claim-carrier-047"},{"id":"they-number-they-many-claim-carrier-048"},{"id":"they-number-they-many-claim-carrier-049"},{"id":"they-number-they-many-claim-carrier-050"},{"id":"they-number-they-many-claim-carrier-051"},{"id":"they-number-they-many-claim-carrier-052"},{"id":"they-number-they-many-claim-carrier-053"},{"id":"they-number-they-many-claim-carrier-054"},{"id":"they-number-they-many-claim-carrier-055"},{"id":"they-number-they-many-claim-carrier-056"},{"id":"they-number-they-many-claim-carrier-057"},{"id":"they-number-they-many-claim-carrier-058"},{"id":"they-number-they-many-claim-carrier-059"},{"id":"they-number-they-many-claim-carrier-060"},{"id":"they-number-they-many-claim-carrier-061"},{"id":"they-number-they-many-claim-carrier-062"},{"id":"they-number-they-many-claim-carrier-063"},{"id":"they-number-they-many-claim-carrier-064"},{"id":"they-number-they-one-claim-carrier-001"},{"id":"they-number-they-one-claim-carrier-002"},{"id":"they-number-they-one-claim-carrier-003"},{"id":"they-number-they-one-claim-carrier-004"},{"id":"they-number-they-one-claim-carrier-005"},{"id":"they-number-they-one-claim-carrier-006"},{"id":"they-number-they-one-claim-carrier-007"},{"id":"they-number-they-one-claim-carrier-008"},{"id":"they-number-they-one-claim-carrier-009"},{"id":"they-number-they-one-claim-carrier-010"},{"id":"they-number-they-one-claim-carrier-011"},{"id":"they-number-they-one-claim-carrier-012"},{"id":"they-number-they-one-claim-carrier-013"},{"id":"they-number-they-one-claim-carrier-014"},{"id":"they-number-they-one-claim-carrier-015"},{"id":"they-number-they-one-claim-carrier-016"},{"id":"they-number-they-one-claim-carrier-017"},{"id":"they-number-they-one-claim-carrier-018"},{"id":"they-number-they-one-claim-carrier-019"},{"id":"they-number-they-one-claim-carrier-020"},{"id":"they-number-they-one-claim-carrier-021"},{"id":"they-number-they-one-claim-carrier-022"},{"id":"they-number-they-one-claim-carrier-023"},{"id":"they-number-they-one-claim-carrier-024"},{"id":"they-number-they-one-claim-carrier-025"},{"id":"they-number-they-one-claim-carrier-026"},{"id":"they-number-they-one-claim-carrier-027"},{"id":"they-number-they-one-claim-carrier-028"},{"id":"they-number-they-one-claim-carrier-029"},{"id":"they-number-they-one-claim-carrier-030"},{"id":"they-number-they-one-claim-carrier-031"},{"id":"they-number-they-one-claim-carrier-032"},{"id":"they-number-they-one-claim-carrier-033"},{"id":"they-number-they-one-claim-carrier-034"},{"id":"they-number-they-one-claim-carrier-035"},{"id":"they-number-they-one-claim-carrier-036"},{"id":"they-number-they-one-claim-carrier-037"},{"id":"they-number-they-one-claim-carrier-038"},{"id":"they-number-they-one-claim-carrier-039"},{"id":"they-number-they-one-claim-carrier-040"},{"id":"they-number-they-one-claim-carrier-041"},{"id":"they-number-they-one-claim-carrier-042"},{"id":"they-number-they-one-claim-carrier-043"},{"id":"they-number-they-one-claim-carrier-044"},{"id":"they-number-they-one-claim-carrier-045"},{"id":"they-number-they-one-claim-carrier-046"},{"id":"they-number-they-one-claim-carrier-047"},{"id":"they-number-they-one-claim-carrier-048"},{"id":"they-number-they-one-claim-carrier-049"},{"id":"they-number-they-one-claim-carrier-050"},{"id":"they-number-they-one-claim-carrier-051"},{"id":"they-number-they-one-claim-carrier-052"},{"id":"they-number-they-one-claim-carrier-053"},{"id":"they-number-they-one-claim-carrier-054"},{"id":"they-number-they-one-claim-carrier-055"},{"id":"they-number-they-one-claim-carrier-056"},{"id":"they-number-they-one-claim-carrier-057"},{"id":"they-number-they-one-claim-carrier-058"},{"id":"they-number-they-one-claim-carrier-059"},{"id":"they-number-they-one-claim-carrier-060"},{"id":"they-number-they-one-claim-carrier-061"},{"id":"they-number-they-one-claim-carrier-062"},{"id":"they-number-they-one-claim-carrier-063"},{"id":"they-number-they-one-claim-carrier-064"}],"readers":["gemma3-12b-opaque-choice-q4_k_m","granite3.3-8b-qualification-v5-q4_k_m","mistral-small3.2-24b-opaque-choice-q4_k_m","phi4-14b-qualification-v5-q4_k_m"],"cells":[{"item_id":"they-number-they-many-claim-carrier-001","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-001","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-001","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-001","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-002","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-002","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-many-claim-carrier-002","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-002","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-003","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-many-claim-carrier-003","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-003","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-many-claim-carrier-003","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-004","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-004","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-004","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-004","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-005","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-005","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-many-claim-carrier-005","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-005","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-006","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-006","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-006","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-006","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-007","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-many-claim-carrier-007","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-007","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-many-claim-carrier-007","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-008","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-008","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-many-claim-carrier-008","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-008","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-many-claim-carrier-009","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-009","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-many-claim-carrier-009","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-009","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-010","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-010","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-010","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-010","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-011","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-011","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-011","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-011","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-012","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-many-claim-carrier-012","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-012","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-many-claim-carrier-012","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-many-claim-carrier-013","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-013","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-013","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-013","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-014","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-014","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-014","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-014","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-015","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-many-claim-carrier-015","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-015","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-many-claim-carrier-015","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-016","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-016","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-016","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-016","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-017","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-017","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-017","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-017","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-018","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-many-claim-carrier-018","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-many-claim-carrier-018","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-018","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-019","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-many-claim-carrier-019","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-019","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-many-claim-carrier-019","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-020","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-020","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-020","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-020","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-many-claim-carrier-021","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-021","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-many-claim-carrier-021","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-021","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-022","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-022","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-022","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-022","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-023","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-023","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-023","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-023","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-024","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-024","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-024","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-many-claim-carrier-024","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-many-claim-carrier-025","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-025","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-025","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-025","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-026","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-026","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-026","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-026","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-027","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-many-claim-carrier-027","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-027","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-many-claim-carrier-027","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-028","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-028","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-028","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-028","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-many-claim-carrier-029","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-029","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-many-claim-carrier-029","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-029","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-030","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-many-claim-carrier-030","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-many-claim-carrier-030","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-030","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-031","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-many-claim-carrier-031","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-031","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-many-claim-carrier-031","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-032","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-032","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-many-claim-carrier-032","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-032","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-many-claim-carrier-033","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-033","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-many-claim-carrier-033","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-033","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-034","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-034","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-034","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-034","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-035","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-035","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-035","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-many-claim-carrier-035","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-036","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-many-claim-carrier-036","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-036","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-many-claim-carrier-036","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-037","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-037","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-037","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-037","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-038","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-038","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-many-claim-carrier-038","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-038","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-039","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-many-claim-carrier-039","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-039","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-many-claim-carrier-039","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-040","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-040","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-040","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-040","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-041","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-041","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-many-claim-carrier-041","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-041","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-042","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-many-claim-carrier-042","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-many-claim-carrier-042","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-042","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-043","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-many-claim-carrier-043","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-043","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-many-claim-carrier-043","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-044","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-many-claim-carrier-044","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-044","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-044","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-many-claim-carrier-045","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-045","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-045","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-045","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-046","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-046","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-046","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-046","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-047","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-047","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-047","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-many-claim-carrier-047","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-048","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-048","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-048","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-048","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-many-claim-carrier-049","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-049","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-049","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-049","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-050","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-050","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-many-claim-carrier-050","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-050","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-051","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-many-claim-carrier-051","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-051","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-many-claim-carrier-051","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-052","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-052","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-052","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-052","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-053","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-053","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-many-claim-carrier-053","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-053","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-054","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-many-claim-carrier-054","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-054","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-054","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-055","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-many-claim-carrier-055","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-055","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-055","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-056","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-056","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-056","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-many-claim-carrier-056","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-many-claim-carrier-057","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-057","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-many-claim-carrier-057","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-057","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-058","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-058","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-058","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-058","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-059","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-many-claim-carrier-059","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-059","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-059","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-060","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-060","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-060","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-060","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-many-claim-carrier-061","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-061","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-061","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-061","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-062","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-062","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-many-claim-carrier-062","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-062","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-063","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-many-claim-carrier-063","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-many-claim-carrier-063","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-many-claim-carrier-063","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-064","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-many-claim-carrier-064","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-064","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-many-claim-carrier-064","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-001","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-001","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-001","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-001","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-002","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-002","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-002","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-002","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-003","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-003","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-003","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-003","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-004","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-004","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-004","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-004","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-005","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-005","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-005","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-005","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-006","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-006","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-006","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-006","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-007","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-007","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-007","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-007","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-008","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-008","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-008","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-008","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-009","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-009","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-009","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-009","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-010","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-010","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-010","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-010","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-011","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-011","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-011","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-011","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-012","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-012","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-012","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-012","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-013","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-013","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-013","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-013","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-014","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-014","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-014","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-014","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-015","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-015","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-015","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-015","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-016","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-016","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-016","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-016","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-017","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-017","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-017","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-017","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-018","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-018","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-018","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-018","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-019","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-019","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-019","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-019","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-020","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-020","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-020","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-020","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-021","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-021","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-021","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-021","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-022","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-022","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-022","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-022","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-023","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-023","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-023","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-023","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-024","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-024","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-024","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-024","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-025","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-025","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-025","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-025","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-026","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-026","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-026","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-026","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-027","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-027","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-027","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-027","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-028","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-028","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-028","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-028","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-029","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-029","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-029","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-029","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-030","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-030","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-030","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-030","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-031","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-031","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-031","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-031","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-032","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-032","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-032","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-032","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-033","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-033","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-033","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-033","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-034","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-034","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-034","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-034","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-035","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-035","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-035","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-035","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-036","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-036","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-036","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-036","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-037","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-037","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-037","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-037","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-038","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-038","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-038","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-038","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-039","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-039","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-039","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-039","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-040","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-040","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-040","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-040","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-041","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-041","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-041","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-041","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-042","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-042","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-042","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-042","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-043","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-043","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-043","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-043","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-044","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-044","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-044","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-044","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-045","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-045","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-045","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-045","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-046","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-046","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-046","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-046","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-047","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-047","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-047","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-047","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-048","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-048","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-048","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-048","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-049","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-049","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-049","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-049","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-050","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-050","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-050","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-050","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-051","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-051","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-051","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-051","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-052","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-052","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-052","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-052","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-053","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-053","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-053","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-053","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-054","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-054","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-054","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-054","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-055","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-055","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-055","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-055","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-056","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-056","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-056","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-056","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-057","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-057","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-057","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-057","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-058","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-058","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-058","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-058","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-059","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-059","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-059","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-059","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-060","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-060","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-060","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-060","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-061","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-061","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-061","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-061","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-062","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-062","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-062","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-062","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-063","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-063","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-063","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"ainglish","correct":false},{"item_id":"they-number-they-one-claim-carrier-063","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true},{"item_id":"they-number-they-one-claim-carrier-064","reader":"gemma3-12b-opaque-choice-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-064","reader":"granite3.3-8b-qualification-v5-q4_k_m","arm":"ainglish","correct":true},{"item_id":"they-number-they-one-claim-carrier-064","reader":"mistral-small3.2-24b-opaque-choice-q4_k_m","arm":"english","correct":false},{"item_id":"they-number-they-one-claim-carrier-064","reader":"phi4-14b-qualification-v5-q4_k_m","arm":"english","correct":true}],"content_sha256":"75455131447b4455fb8a670525beabe3cc6cc3e185ec2c321338d2c64b0c151b"},"replicates":{"hash":"261b02c6af43cebe30a2b25993a39912715910ab9d0decba323bc40449b7a92e","url":"\/api\/v1\/measurements\/261b02c6af43cebe30a2b25993a39912715910ab9d0decba323bc40449b7a92e"},"replications":[],"replicate":null}