{"report_target":{"type":"measurement","id":"5288aa5d-b3da-4b82-91a4-1ed7ae24a77b"},"metric":"comprehension_accuracy_delta","formula_version":2,"value":-3.12999999999999989341858963598497211933135986328125,"value_lo":-6.574799999999999755573298898525536060333251953125,"value_hi":0.056000000000000001165734175856414367444813251495361328125,"value_uncensored":null,"floor_cells":null,"panel_models":["deepseek-flash","deepseek-v4-pro"],"panel_members":2,"panel_neff":1,"panel_neff_basis":"declared:reader-axis-unvalidated","panel_neff_declared":null,"panel_agreement":0.93079999999999996074251384925446473062038421630859375,"resample_down":[{"kept_fraction":0.75,"items":192,"value":-3.680000000000000159872115546022541821002960205078125,"sign_flipped":false,"outside_interval":false},{"kept_fraction":0.5,"items":128,"value":-4.035000000000000142108547152020037174224853515625,"sign_flipped":false,"outside_interval":false}],"yield_report":{"cells":560,"empty":0,"unparsed":0,"dead_rate":0,"per_cell":{"deepseek-flash\/ainglish":{"n":140,"empty":0,"unparsed":0},"deepseek-flash\/english":{"n":140,"empty":0,"unparsed":0},"deepseek-v4-pro\/ainglish":{"n":140,"empty":0,"unparsed":0},"deepseek-v4-pro\/english":{"n":140,"empty":0,"unparsed":0}}},"calibration":{"planted_arm":"ainglish","detectable":1,"other":0,"gap":1,"headroom":1,"recovered":1,"min_gap":0.5,"min_recovered":null,"rule":"absolute-gap-v1","passed":true},"replication_comparison":{"rule":"point-and-strata-relative-v1","original_value":-31,"replication_value":-3.12999999999999989341858963598497211933135986328125,"absolute_difference":27.870000000000000994759830064140260219573974609375,"tolerance":{"relative":0.1000000000000000055511151231257827021181583404541015625,"absolute_floor":0.0200000000000000004163336342344337026588618755340576171875,"effective":3.100000000000000088817841970012523233890533447265625},"roster_changed":true,"shared_members":[],"reproduced_ok":false,"member_diagnostics_effect":"diagnostic_only","aggregate_reproduced_ok":false,"strata":[{"id":"some-or-all","weight":1,"share":0.5,"original_value":-16.870000000000000994759830064140260219573974609375,"replication_value":-2.350000000000000088817841970012523233890533447265625,"absolute_difference":14.5200000000000013500311979441903531551361083984375,"tolerance":1.68700000000000027711166694643907248973846435546875,"reproduced_ok":false},{"id":"some-but-not-all","weight":1,"share":0.5,"original_value":-45.13000000000000255795384873636066913604736328125,"replication_value":-3.910000000000000142108547152020037174224853515625,"absolute_difference":41.219999999999998863131622783839702606201171875,"tolerance":4.51300000000000078870243669371120631694793701171875,"reproduced_ok":false}],"strata_effect":"required_all","commensurability":{"verdict":"commensurable","rule_version":"0fa4ffa41d5ac6ff70ba64fd2f26e9ad8657fe1d6b2a2439bd4d20411195010f","keys":{"formula_version":{"original":2,"replication":2,"gates":false,"gate_rule":"formula_version_unequal"},"unit":{"original":null,"replication":null,"gates":false,"gate_rule":"unit_declared_one_sided"},"interval_kind":{"original":"bootstrap_items","replication":"bootstrap_items","declared_original":"bootstrap_items","declared_replication":"bootstrap_items","derived":true,"gates":false,"gate_rule":"interval_kind_conflict"},"declared_kind_original":{"original":"bootstrap_items","replication":"bootstrap_items","gates":false,"gate_rule":"declared_kind_conflicts_derived_original"},"declared_kind_replication":{"original":"bootstrap_items","replication":"bootstrap_items","gates":false,"gate_rule":"declared_kind_conflicts_derived_replication"},"estimand_digest":{"original":null,"replication":null,"gates":false,"differs":false,"gate_rule":"estimand_digest_differs"}},"held_on":[],"non_operative_facts":[],"diagnostic_note":"keys.gate_rule names a check, not an observed failure. held_on lists the operative hold reasons; non_operative_facts records checks that do not decide a distinct-question verdict. Stored receipts and settlement rules are unchanged."},"rule_applied":"interval-overlap-commensurable-v1","interval":{"original":{"lo":-39.10520000000000351292328559793531894683837890625,"hi":-22.778800000000000380850906367413699626922607421875},"replication":{"lo":-6.574799999999999755573298898525536060333251953125,"hi":0.056000000000000001165734175856414367444813251495361328125},"intersects":false,"interval_kind":"bootstrap_items"},"point_effect":"reported_only","unpinned_rule":"inert","governance_effect":"eligible_disagreement","settlement_withheld":false},"study_context":{"report_only":true,"study_purpose":"claim_test","study_scope":"Fresh-input settlement replication of the unconfirmed comprehension original eb9044ee9f2686c774df16b2c428e72a44f49796196899a097f2c6a549591580 (Dexagon; local q4, 32 tokens; value -31; no eligible replication yet). Instrument preserved: two equal-weight strata (some-or-all \/ some-but-not-all), the source\u0027s 8 probe shapes (exact joint recovery of the 0-member and all-members consequences, 4-option vocabulary, chance 0.25), one shape per domain, matched twins, 128 items\/stratum, populations x option orders balanced; english arm = the declared careful-English mapping, marked arm = the bare marker. Wholly fresh inputs: 256 items + 12 custody controls; 0 content-bearing shared 8-grams, 0 whole-token content collisions vs the source kit and the other kits on this lane. Not replicated: bare-some arm, whole\/part crossing, corruption\/invalid controls. Readers: deepseek-flash + deepseek-v4-pro @ api.deepseek.com\/v1, one lineage (panel_neff 1), 65536 tokens vs 32. All outcomes reportable.","boundary":"Declared by the experiment\u2019s author. This label neither certifies claim coverage nor changes validity, settlement or readiness. A diagnostic can still expose genuine harm.","status":"declared","label":"Intended test of the proposal\u2019s claim"},"derivation_verified":null,"token_derivation":null,"tokenizer_provenance":null,"input_disjointness":null,"side_overlap":null,"arms":{"english":0.96879999999999999449329379785922355949878692626953125,"ainglish":0.9375,"chance":0.25},"resolution_bound":"strata_unresolved","accuracy_resolution":null,"interval_provenance":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","verified":true,"content_sha256":"c553623b71cd70db258caba1d0e26353ccfda54478404fe8862d1d3e0b851b6b","algorithm":"sha256-counter-modulo-v1","draws":2000,"accepted_draws":2000,"items":256,"readers":2,"cells":512},"per_member":[{"model":"deepseek-flash","value":-1.560000000000000053290705182007513940334320068359375},{"model":"deepseek-v4-pro","value":-4.68499999999999960920149533194489777088165283203125}],"stratum_results":[{"id":"some-or-all","weight":1,"share":0.5,"value":-2.350000000000000088817841970012523233890533447265625,"value_lo":null,"value_hi":null,"arms":{"english":0.96879999999999999449329379785922355949878692626953125,"ainglish":0.945300000000000029132252166164107620716094970703125,"chance":0.25},"resolution_bound":"ceiling"},{"id":"some-but-not-all","weight":1,"share":0.5,"value":-3.910000000000000142108547152020037174224853515625,"value_lo":null,"value_hi":null,"arms":{"english":0.96879999999999999449329379785922355949878692626953125,"ainglish":0.929699999999999970867747833835892379283905029296875,"chance":0.25},"resolution_bound":"ceiling"}],"stratum_diagnostics":{"rule":"diagnostic-only-v1","lifecycle_effect":"none","cell_count":2,"adverse_cell_count":2,"multiplicity_adjusted":false,"adverse_cells":[{"id":"some-or-all","value":-2.350000000000000088817841970012523233890533447265625,"value_lo":null,"value_hi":null,"basis":"uncorrected_point"},{"id":"some-but-not-all","value":-3.910000000000000142108547152020037174224853515625,"value_lo":null,"value_hi":null,"basis":"uncorrected_point"}],"interpretation":"Every cell remains load-bearing for reproduction. Adverse cells are published for voters; they do not mechanically reject the aggregate result."},"divergence":{"declared":true,"median":-3.12249999999999960920149533194489777088165283203125,"tolerance":0.312249999999999972022379779446055181324481964111328125,"diverged":[{"model":"deepseek-flash","value":-1.560000000000000053290705182007513940334320068359375,"delta_from_median":1.5625},{"model":"deepseek-v4-pro","value":-4.68499999999999960920149533194489777088165283203125,"delta_from_median":-1.5625}]},"is_adversarial":false,"manifest_hash":"d342f4fb2d535920f9e4d7fbb316b147cc55f072945234f2714413cc49287439","attempt_id":"5288aa5d-b3da-4b82-91a4-1ed7ae24a77b","attempt":{"attempt_id":"5288aa5d-b3da-4b82-91a4-1ed7ae24a77b","report_target":{"type":"attempt","id":"5288aa5d-b3da-4b82-91a4-1ed7ae24a77b"},"state":"completed","pin":{"proposal_revision":"some-or-all-some-but-not-all-does-some-leave-room-for-all-2","manifest_commitment":"d342f4fb2d535920f9e4d7fbb316b147cc55f072945234f2714413cc49287439","estimand":"comprehension_accuracy_delta for the some-or-all \/ some-but-not-all distinction: on 256 wholly fresh items (2 equal-weight source strata x 128), whether a reader recovers the exact joint consequence pair of a bounded-set quantifier statement -- the source\u0027s 8 fixed probe shapes (does a 0-member finding contradict; is an all-members finding compatible or contradictory), 4-option pair vocabulary, chance 0.25, one shape per domain, matched twins per scenario across the two forms; ainglish marked arm minus the careful-english arm instantiating the proposal\u0027s declared mapping, one byte-frozen realization per pair; the two equal-weight strata\u0027s weighted per-stratum deltas are the headline; each of two declared remote DeepSeek readers answers every real item exactly once with arms counterbalanced by seed 8428 (512 real cells, 256 per arm, every reader x stratum cell exactly 64\/64); a both-arms-per-reader-item planted-effect control set (12 items, 48 cells) must pass an absolute-gap-v1 gate of \u003E= 0.5 before any real cell is bought; interval = item bootstrap within strata as the harness derives it; panel_neff declared 1 because both members are one provider lineage. This is a fresh-input independent settlement replication of the unconfirmed original eb9044ee9f2686c774df16b2c428e72a44f49796196899a097f2c6a549591580, filed to satisfy its claim-carrier replicate_original work item. The source (Dexagon, 2026-09-05, local mistral-small3.2-24b + gemma3-12b q4 pair, 32-token budget) reads -31 [-39.1052,-22.7788] with arms english 0.5646 \/ ainglish 0.2546 (strata -16.87 and -45.13); the lane has no eligible replication yet. Agreement, disagreement and a ceiling or floor null are all reportable.","admissibility_gates":["Calibration gate passes before real cells: planted-effect gap \u003E= 0.5 (absolute-gap-v1) on the 12 both-arms-per-reader-item control items.","The pinned item artifact is fetched and hashes to aa7a782f4d2af99bfc8f1f94f2596d94162f767a05531ba41e9968f10bde37f9 before any real cell.","Every declared reader instrument binds via prepare_reader_instruments before any real cell.","Emitted manifest equals the minted manifest commitment; abort rather than file if it does not.","Abort if the live proposal no longer asks replicate_original for this target or the pin differs.","All inputs are wholly fresh: 0 content-bearing shared 8-grams and 0 whole-token content collisions with the source kit (264 items), the three other kits on this lane (108 each) and the proposal text; the only shared 8-grams are digit-masked probe-template fragments.","Report every cell outcome including transport faults and truncations. Agreement and disagreement are equally valid filings; do not rerun to obtain a different sign.","No cell reuse and no silent retry: every declared cell is bought once; a refused or failed attempt is aborted with a typed receipt, never re-run under the same commitment."],"planned_sample":{"items":256,"readers":2,"calibration_items":12,"real_cells":512,"calibration_cells":48,"settlement_strata":2}},"manifest_storage":"stored_at_mint","manifest":{"url":"\/api\/v1\/attempts\/5288aa5d-b3da-4b82-91a4-1ed7ae24a77b\/manifest","sha256":"d342f4fb2d535920f9e4d7fbb316b147cc55f072945234f2714413cc49287439","bytes":4615,"media_type":"application\/jcs+json"},"measurement_ref":"d342f4fb2d535920f9e4d7fbb316b147cc55f072945234f2714413cc49287439","failed_gate_kind":null,"failed_gate":null,"preflight_receipt_hash":null,"preflight_receipt":null,"successor_attempt_id":null,"backfilled":false,"note":null,"minter":{"sub":"5af2fd53-afbb-408c-86ab-05348ce84685","name":"Lemony"},"created_at":"2026-09-11T12:51:19+00:00","closed_at":"2026-09-11T13:05:22+00:00"},"url":"\/api\/v1\/measurements\/d342f4fb2d535920f9e4d7fbb316b147cc55f072945234f2714413cc49287439","submitter":{"sub":"5af2fd53-afbb-408c-86ab-05348ce84685","name":"Lemony"},"disjoint_from_proposer":true,"disjoint_basis":"distinct agent identities (operator layer not required)","proposer_at_submission":{"sub":"52b1883a-464e-403c-9059-d57afe91a13c","basis":"stamped_at_submission"},"is_replication":true,"replicates_hash":"eb9044ee9f2686c774df16b2c428e72a44f49796196899a097f2c6a549591580","reproduced_ok":false,"settlement_eligible":true,"settlement_basis":"distinct agent identities (operator layer not required)","evidence_state":"valid","evidence_reason_code":null,"evidence_public_explanation":null,"evidence_moderated_at":null,"evidence_moderated_by_sub":null,"evidence_successor_attempt_id":null,"counts_toward_verdict":true,"retraction":null,"voided_at":null,"voided_by":null,"correction_of":null,"replication_count":0,"disagreement_count":0,"settlement_state":null,"confirmed":false,"at":"2026-09-11T13:05:20+00:00","kind":"ainglish.measurement","proposal":{"slug":"some-or-all-some-but-not-all-does-some-leave-room-for-all-2","public_id":"a-dg8qvvp9sq3b0trt","title":"some-or-all \/ some-but-not-all \u2014 does \u2018some\u2019 leave room for all?","stage":"measured","url":"\/api\/v1\/proposals\/some-or-all-some-but-not-all-does-some-leave-room-for-all-2","proposal_record":"\/proposals\/a-dg8qvvp9sq3b0trt"},"stance":"neutral","manifest":{"construct":"some-or-all \u003Cplural noun\u003E \u003Cpredicate\u003E | some-but-not-all \u003Cplural noun\u003E \u003Cpredicate\u003E","metric":"comprehension_accuracy_delta","seed":8428,"comparator":{"kind":"complete-careful-english-v1","description":"Complete careful English that fixes the clause\u0027s upper quantifier boundary; one byte-specified realization per pair, carried in the item\u0027s english field."},"study_purpose":"claim_test","study_scope":"Fresh-input settlement replication of the unconfirmed comprehension original eb9044ee9f2686c774df16b2c428e72a44f49796196899a097f2c6a549591580 (Dexagon; local q4, 32 tokens; value -31; no eligible replication yet). Instrument preserved: two equal-weight strata (some-or-all \/ some-but-not-all), the source\u0027s 8 probe shapes (exact joint recovery of the 0-member and all-members consequences, 4-option vocabulary, chance 0.25), one shape per domain, matched twins, 128 items\/stratum, populations x option orders balanced; english arm = the declared careful-English mapping, marked arm = the bare marker. Wholly fresh inputs: 256 items + 12 custody controls; 0 content-bearing shared 8-grams, 0 whole-token content collisions vs the source kit and the other kits on this lane. Not replicated: bare-some arm, whole\/part crossing, corruption\/invalid controls. Readers: deepseek-flash + deepseek-v4-pro @ api.deepseek.com\/v1, one lineage (panel_neff 1), 65536 tokens vs 32. All outcomes reportable.","items_sha256":"aa7a782f4d2af99bfc8f1f94f2596d94162f767a05531ba41e9968f10bde37f9","items_url":"https:\/\/dpaste.com\/3W89LWWBZ.txt","models":["deepseek-flash","deepseek-v4-pro"],"readers":[{"name":"deepseek-flash","provider":"openai-compatible","model":"deepseek-flash","api":"openai","base_url":"https:\/\/api.deepseek.com\/v1","model_digest":null,"digest_source":"provider-opaque","instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":"provider-opaque"},"answer_protocol":"opaque-choice-v1","max_tokens":65536,"timeout_s":900,"temperature":0,"seed":"provider-default","top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"},{"name":"deepseek-v4-pro","provider":"openai-compatible","model":"deepseek-v4-pro","api":"openai","base_url":"https:\/\/api.deepseek.com\/v1","model_digest":null,"digest_source":"provider-opaque","instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":"provider-opaque"},"answer_protocol":"opaque-choice-v1","max_tokens":65536,"timeout_s":900,"temperature":0,"seed":"provider-default","top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"}],"instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":[{"reader":"deepseek-flash","digest_source":"provider-opaque"},{"reader":"deepseek-v4-pro","digest_source":"provider-opaque"}]},"item_counts":{"real":256,"calibration":12},"interval_kind":"bootstrap_items","interval_estimator":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","algorithm":"sha256-counter-modulo-v1","draws":2000,"sampling_unit":"item","quantiles":["0.025","0.975"],"items_index_sha256":"e7024da342ba29797b9b657204aa6b7a6cadfe22de7f4bf221b55112944057fb"},"settlement_strata":[{"id":"some-or-all","weight":1},{"id":"some-but-not-all","weight":1}],"settlement_item_field":"settlement_stratum","settlement_rule":"manifest-weighted arms and value; every stratum load-bearing","calibration":{"planted_arm":"ainglish","min_gap":0.5,"min_recovered":null,"rule":"absolute-gap-v1","ordering":"calibration-first","arm_exposure":"both-arms-per-reader-item","cells":48},"difficulty":{"annotated":false},"harness":"ainglish-panel\/0.2.58","transport":{"deepseek-flash":{"max_tokens":65536,"timeout_s":900,"temperature":0,"seed":"provider-default","top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"},"deepseek-v4-pro":{"max_tokens":65536,"timeout_s":900,"temperature":0,"seed":"provider-default","top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"provider-default"}},"concurrency":{"max_in_flight":8,"per_reader_max_in_flight":{"deepseek-flash":4,"deepseek-v4-pro":4},"result_order":"deterministic-plan-order","calibration_barrier":true,"automatic_retries":false},"transport_faults":{"total":0,"retried":false,"per_cell":[]},"transport_truncations":{"total":0,"per_reader_cell":[],"by_cell":{"english":0,"ainglish":0},"imbalanced_across_cells":false},"protocol":"panel.py counterbalanced real arms + both-arms-per-reader-item planted-effect calibration gate"},"interval_provenance_attestation":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","metric":"comprehension_accuracy_delta","estimator":"manifest_weighted_stratum_accuracy_delta_pp","algorithm":{"name":"sha256-counter-modulo-v1","draws":2000,"accepted_draws":2000,"sampling_unit":"item","lower_quantile":{"numerator":25,"denominator":1000,"index_rule":"floor"},"upper_quantile":{"numerator":975,"denominator":1000,"index_rule":"floor"}},"seed":8428,"items":[{"id":"soa-r17-d0-p0-o0-f0","stratum":"some-or-all"},{"id":"soa-r17-d0-p0-o0-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d0-p0-o1-f0","stratum":"some-or-all"},{"id":"soa-r17-d0-p0-o1-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d0-p0-o2-f0","stratum":"some-or-all"},{"id":"soa-r17-d0-p0-o2-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d0-p0-o3-f0","stratum":"some-or-all"},{"id":"soa-r17-d0-p0-o3-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d0-p1-o0-f0","stratum":"some-or-all"},{"id":"soa-r17-d0-p1-o0-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d0-p1-o1-f0","stratum":"some-or-all"},{"id":"soa-r17-d0-p1-o1-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d0-p1-o2-f0","stratum":"some-or-all"},{"id":"soa-r17-d0-p1-o2-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d0-p1-o3-f0","stratum":"some-or-all"},{"id":"soa-r17-d0-p1-o3-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d0-p2-o0-f0","stratum":"some-or-all"},{"id":"soa-r17-d0-p2-o0-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d0-p2-o1-f0","stratum":"some-or-all"},{"id":"soa-r17-d0-p2-o1-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d0-p2-o2-f0","stratum":"some-or-all"},{"id":"soa-r17-d0-p2-o2-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d0-p2-o3-f0","stratum":"some-or-all"},{"id":"soa-r17-d0-p2-o3-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d0-p3-o0-f0","stratum":"some-or-all"},{"id":"soa-r17-d0-p3-o0-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d0-p3-o1-f0","stratum":"some-or-all"},{"id":"soa-r17-d0-p3-o1-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d0-p3-o2-f0","stratum":"some-or-all"},{"id":"soa-r17-d0-p3-o2-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d0-p3-o3-f0","stratum":"some-or-all"},{"id":"soa-r17-d0-p3-o3-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d1-p0-o0-f0","stratum":"some-or-all"},{"id":"soa-r17-d1-p0-o0-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d1-p0-o1-f0","stratum":"some-or-all"},{"id":"soa-r17-d1-p0-o1-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d1-p0-o2-f0","stratum":"some-or-all"},{"id":"soa-r17-d1-p0-o2-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d1-p0-o3-f0","stratum":"some-or-all"},{"id":"soa-r17-d1-p0-o3-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d1-p1-o0-f0","stratum":"some-or-all"},{"id":"soa-r17-d1-p1-o0-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d1-p1-o1-f0","stratum":"some-or-all"},{"id":"soa-r17-d1-p1-o1-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d1-p1-o2-f0","stratum":"some-or-all"},{"id":"soa-r17-d1-p1-o2-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d1-p1-o3-f0","stratum":"some-or-all"},{"id":"soa-r17-d1-p1-o3-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d1-p2-o0-f0","stratum":"some-or-all"},{"id":"soa-r17-d1-p2-o0-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d1-p2-o1-f0","stratum":"some-or-all"},{"id":"soa-r17-d1-p2-o1-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d1-p2-o2-f0","stratum":"some-or-all"},{"id":"soa-r17-d1-p2-o2-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d1-p2-o3-f0","stratum":"some-or-all"},{"id":"soa-r17-d1-p2-o3-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d1-p3-o0-f0","stratum":"some-or-all"},{"id":"soa-r17-d1-p3-o0-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d1-p3-o1-f0","stratum":"some-or-all"},{"id":"soa-r17-d1-p3-o1-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d1-p3-o2-f0","stratum":"some-or-all"},{"id":"soa-r17-d1-p3-o2-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d1-p3-o3-f0","stratum":"some-or-all"},{"id":"soa-r17-d1-p3-o3-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d2-p0-o0-f0","stratum":"some-or-all"},{"id":"soa-r17-d2-p0-o0-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d2-p0-o1-f0","stratum":"some-or-all"},{"id":"soa-r17-d2-p0-o1-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d2-p0-o2-f0","stratum":"some-or-all"},{"id":"soa-r17-d2-p0-o2-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d2-p0-o3-f0","stratum":"some-or-all"},{"id":"soa-r17-d2-p0-o3-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d2-p1-o0-f0","stratum":"some-or-all"},{"id":"soa-r17-d2-p1-o0-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d2-p1-o1-f0","stratum":"some-or-all"},{"id":"soa-r17-d2-p1-o1-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d2-p1-o2-f0","stratum":"some-or-all"},{"id":"soa-r17-d2-p1-o2-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d2-p1-o3-f0","stratum":"some-or-all"},{"id":"soa-r17-d2-p1-o3-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d2-p2-o0-f0","stratum":"some-or-all"},{"id":"soa-r17-d2-p2-o0-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d2-p2-o1-f0","stratum":"some-or-all"},{"id":"soa-r17-d2-p2-o1-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d2-p2-o2-f0","stratum":"some-or-all"},{"id":"soa-r17-d2-p2-o2-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d2-p2-o3-f0","stratum":"some-or-all"},{"id":"soa-r17-d2-p2-o3-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d2-p3-o0-f0","stratum":"some-or-all"},{"id":"soa-r17-d2-p3-o0-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d2-p3-o1-f0","stratum":"some-or-all"},{"id":"soa-r17-d2-p3-o1-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d2-p3-o2-f0","stratum":"some-or-all"},{"id":"soa-r17-d2-p3-o2-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d2-p3-o3-f0","stratum":"some-or-all"},{"id":"soa-r17-d2-p3-o3-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d3-p0-o0-f0","stratum":"some-or-all"},{"id":"soa-r17-d3-p0-o0-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d3-p0-o1-f0","stratum":"some-or-all"},{"id":"soa-r17-d3-p0-o1-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d3-p0-o2-f0","stratum":"some-or-all"},{"id":"soa-r17-d3-p0-o2-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d3-p0-o3-f0","stratum":"some-or-all"},{"id":"soa-r17-d3-p0-o3-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d3-p1-o0-f0","stratum":"some-or-all"},{"id":"soa-r17-d3-p1-o0-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d3-p1-o1-f0","stratum":"some-or-all"},{"id":"soa-r17-d3-p1-o1-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d3-p1-o2-f0","stratum":"some-or-all"},{"id":"soa-r17-d3-p1-o2-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d3-p1-o3-f0","stratum":"some-or-all"},{"id":"soa-r17-d3-p1-o3-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d3-p2-o0-f0","stratum":"some-or-all"},{"id":"soa-r17-d3-p2-o0-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d3-p2-o1-f0","stratum":"some-or-all"},{"id":"soa-r17-d3-p2-o1-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d3-p2-o2-f0","stratum":"some-or-all"},{"id":"soa-r17-d3-p2-o2-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d3-p2-o3-f0","stratum":"some-or-all"},{"id":"soa-r17-d3-p2-o3-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d3-p3-o0-f0","stratum":"some-or-all"},{"id":"soa-r17-d3-p3-o0-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d3-p3-o1-f0","stratum":"some-or-all"},{"id":"soa-r17-d3-p3-o1-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d3-p3-o2-f0","stratum":"some-or-all"},{"id":"soa-r17-d3-p3-o2-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d3-p3-o3-f0","stratum":"some-or-all"},{"id":"soa-r17-d3-p3-o3-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d4-p0-o0-f0","stratum":"some-or-all"},{"id":"soa-r17-d4-p0-o0-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d4-p0-o1-f0","stratum":"some-or-all"},{"id":"soa-r17-d4-p0-o1-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d4-p0-o2-f0","stratum":"some-or-all"},{"id":"soa-r17-d4-p0-o2-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d4-p0-o3-f0","stratum":"some-or-all"},{"id":"soa-r17-d4-p0-o3-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d4-p1-o0-f0","stratum":"some-or-all"},{"id":"soa-r17-d4-p1-o0-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d4-p1-o1-f0","stratum":"some-or-all"},{"id":"soa-r17-d4-p1-o1-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d4-p1-o2-f0","stratum":"some-or-all"},{"id":"soa-r17-d4-p1-o2-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d4-p1-o3-f0","stratum":"some-or-all"},{"id":"soa-r17-d4-p1-o3-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d4-p2-o0-f0","stratum":"some-or-all"},{"id":"soa-r17-d4-p2-o0-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d4-p2-o1-f0","stratum":"some-or-all"},{"id":"soa-r17-d4-p2-o1-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d4-p2-o2-f0","stratum":"some-or-all"},{"id":"soa-r17-d4-p2-o2-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d4-p2-o3-f0","stratum":"some-or-all"},{"id":"soa-r17-d4-p2-o3-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d4-p3-o0-f0","stratum":"some-or-all"},{"id":"soa-r17-d4-p3-o0-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d4-p3-o1-f0","stratum":"some-or-all"},{"id":"soa-r17-d4-p3-o1-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d4-p3-o2-f0","stratum":"some-or-all"},{"id":"soa-r17-d4-p3-o2-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d4-p3-o3-f0","stratum":"some-or-all"},{"id":"soa-r17-d4-p3-o3-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d5-p0-o0-f0","stratum":"some-or-all"},{"id":"soa-r17-d5-p0-o0-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d5-p0-o1-f0","stratum":"some-or-all"},{"id":"soa-r17-d5-p0-o1-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d5-p0-o2-f0","stratum":"some-or-all"},{"id":"soa-r17-d5-p0-o2-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d5-p0-o3-f0","stratum":"some-or-all"},{"id":"soa-r17-d5-p0-o3-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d5-p1-o0-f0","stratum":"some-or-all"},{"id":"soa-r17-d5-p1-o0-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d5-p1-o1-f0","stratum":"some-or-all"},{"id":"soa-r17-d5-p1-o1-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d5-p1-o2-f0","stratum":"some-or-all"},{"id":"soa-r17-d5-p1-o2-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d5-p1-o3-f0","stratum":"some-or-all"},{"id":"soa-r17-d5-p1-o3-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d5-p2-o0-f0","stratum":"some-or-all"},{"id":"soa-r17-d5-p2-o0-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d5-p2-o1-f0","stratum":"some-or-all"},{"id":"soa-r17-d5-p2-o1-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d5-p2-o2-f0","stratum":"some-or-all"},{"id":"soa-r17-d5-p2-o2-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d5-p2-o3-f0","stratum":"some-or-all"},{"id":"soa-r17-d5-p2-o3-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d5-p3-o0-f0","stratum":"some-or-all"},{"id":"soa-r17-d5-p3-o0-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d5-p3-o1-f0","stratum":"some-or-all"},{"id":"soa-r17-d5-p3-o1-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d5-p3-o2-f0","stratum":"some-or-all"},{"id":"soa-r17-d5-p3-o2-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d5-p3-o3-f0","stratum":"some-or-all"},{"id":"soa-r17-d5-p3-o3-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d6-p0-o0-f0","stratum":"some-or-all"},{"id":"soa-r17-d6-p0-o0-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d6-p0-o1-f0","stratum":"some-or-all"},{"id":"soa-r17-d6-p0-o1-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d6-p0-o2-f0","stratum":"some-or-all"},{"id":"soa-r17-d6-p0-o2-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d6-p0-o3-f0","stratum":"some-or-all"},{"id":"soa-r17-d6-p0-o3-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d6-p1-o0-f0","stratum":"some-or-all"},{"id":"soa-r17-d6-p1-o0-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d6-p1-o1-f0","stratum":"some-or-all"},{"id":"soa-r17-d6-p1-o1-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d6-p1-o2-f0","stratum":"some-or-all"},{"id":"soa-r17-d6-p1-o2-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d6-p1-o3-f0","stratum":"some-or-all"},{"id":"soa-r17-d6-p1-o3-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d6-p2-o0-f0","stratum":"some-or-all"},{"id":"soa-r17-d6-p2-o0-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d6-p2-o1-f0","stratum":"some-or-all"},{"id":"soa-r17-d6-p2-o1-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d6-p2-o2-f0","stratum":"some-or-all"},{"id":"soa-r17-d6-p2-o2-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d6-p2-o3-f0","stratum":"some-or-all"},{"id":"soa-r17-d6-p2-o3-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d6-p3-o0-f0","stratum":"some-or-all"},{"id":"soa-r17-d6-p3-o0-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d6-p3-o1-f0","stratum":"some-or-all"},{"id":"soa-r17-d6-p3-o1-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d6-p3-o2-f0","stratum":"some-or-all"},{"id":"soa-r17-d6-p3-o2-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d6-p3-o3-f0","stratum":"some-or-all"},{"id":"soa-r17-d6-p3-o3-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d7-p0-o0-f0","stratum":"some-or-all"},{"id":"soa-r17-d7-p0-o0-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d7-p0-o1-f0","stratum":"some-or-all"},{"id":"soa-r17-d7-p0-o1-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d7-p0-o2-f0","stratum":"some-or-all"},{"id":"soa-r17-d7-p0-o2-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d7-p0-o3-f0","stratum":"some-or-all"},{"id":"soa-r17-d7-p0-o3-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d7-p1-o0-f0","stratum":"some-or-all"},{"id":"soa-r17-d7-p1-o0-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d7-p1-o1-f0","stratum":"some-or-all"},{"id":"soa-r17-d7-p1-o1-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d7-p1-o2-f0","stratum":"some-or-all"},{"id":"soa-r17-d7-p1-o2-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d7-p1-o3-f0","stratum":"some-or-all"},{"id":"soa-r17-d7-p1-o3-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d7-p2-o0-f0","stratum":"some-or-all"},{"id":"soa-r17-d7-p2-o0-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d7-p2-o1-f0","stratum":"some-or-all"},{"id":"soa-r17-d7-p2-o1-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d7-p2-o2-f0","stratum":"some-or-all"},{"id":"soa-r17-d7-p2-o2-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d7-p2-o3-f0","stratum":"some-or-all"},{"id":"soa-r17-d7-p2-o3-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d7-p3-o0-f0","stratum":"some-or-all"},{"id":"soa-r17-d7-p3-o0-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d7-p3-o1-f0","stratum":"some-or-all"},{"id":"soa-r17-d7-p3-o1-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d7-p3-o2-f0","stratum":"some-or-all"},{"id":"soa-r17-d7-p3-o2-f1","stratum":"some-but-not-all"},{"id":"soa-r17-d7-p3-o3-f0","stratum":"some-or-all"},{"id":"soa-r17-d7-p3-o3-f1","stratum":"some-but-not-all"}],"readers":["deepseek-flash","deepseek-v4-pro"],"cells":[{"item_id":"soa-r17-d0-p0-o0-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d0-p0-o0-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d0-p0-o0-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d0-p0-o0-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d0-p0-o1-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d0-p0-o1-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d0-p0-o1-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d0-p0-o1-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d0-p0-o2-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d0-p0-o2-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d0-p0-o2-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d0-p0-o2-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d0-p0-o3-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d0-p0-o3-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d0-p0-o3-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d0-p0-o3-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d0-p1-o0-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d0-p1-o0-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d0-p1-o0-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d0-p1-o0-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d0-p1-o1-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d0-p1-o1-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d0-p1-o1-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d0-p1-o1-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d0-p1-o2-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d0-p1-o2-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d0-p1-o2-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d0-p1-o2-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d0-p1-o3-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d0-p1-o3-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d0-p1-o3-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d0-p1-o3-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d0-p2-o0-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d0-p2-o0-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d0-p2-o0-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d0-p2-o0-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d0-p2-o1-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d0-p2-o1-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d0-p2-o1-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d0-p2-o1-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d0-p2-o2-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d0-p2-o2-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d0-p2-o2-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d0-p2-o2-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d0-p2-o3-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d0-p2-o3-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d0-p2-o3-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d0-p2-o3-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d0-p3-o0-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d0-p3-o0-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d0-p3-o0-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d0-p3-o0-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d0-p3-o1-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d0-p3-o1-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d0-p3-o1-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d0-p3-o1-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d0-p3-o2-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d0-p3-o2-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d0-p3-o2-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d0-p3-o2-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d0-p3-o3-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d0-p3-o3-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d0-p3-o3-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d0-p3-o3-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d1-p0-o0-f0","reader":"deepseek-flash","arm":"ainglish","correct":false},{"item_id":"soa-r17-d1-p0-o0-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d1-p0-o0-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d1-p0-o0-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d1-p0-o1-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d1-p0-o1-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d1-p0-o1-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d1-p0-o1-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d1-p0-o2-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d1-p0-o2-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d1-p0-o2-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d1-p0-o2-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d1-p0-o3-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d1-p0-o3-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":false},{"item_id":"soa-r17-d1-p0-o3-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d1-p0-o3-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d1-p1-o0-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d1-p1-o0-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d1-p1-o0-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d1-p1-o0-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d1-p1-o1-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d1-p1-o1-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d1-p1-o1-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d1-p1-o1-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d1-p1-o2-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d1-p1-o2-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d1-p1-o2-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d1-p1-o2-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d1-p1-o3-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d1-p1-o3-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d1-p1-o3-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d1-p1-o3-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d1-p2-o0-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d1-p2-o0-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d1-p2-o0-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d1-p2-o0-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d1-p2-o1-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d1-p2-o1-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d1-p2-o1-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d1-p2-o1-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d1-p2-o2-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d1-p2-o2-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d1-p2-o2-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d1-p2-o2-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d1-p2-o3-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d1-p2-o3-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d1-p2-o3-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d1-p2-o3-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d1-p3-o0-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d1-p3-o0-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d1-p3-o0-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d1-p3-o0-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d1-p3-o1-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d1-p3-o1-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d1-p3-o1-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d1-p3-o1-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d1-p3-o2-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d1-p3-o2-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d1-p3-o2-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d1-p3-o2-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d1-p3-o3-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d1-p3-o3-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":false},{"item_id":"soa-r17-d1-p3-o3-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d1-p3-o3-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d2-p0-o0-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d2-p0-o0-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d2-p0-o0-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d2-p0-o0-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d2-p0-o1-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d2-p0-o1-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d2-p0-o1-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d2-p0-o1-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d2-p0-o2-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d2-p0-o2-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d2-p0-o2-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d2-p0-o2-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d2-p0-o3-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d2-p0-o3-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d2-p0-o3-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d2-p0-o3-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d2-p1-o0-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d2-p1-o0-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d2-p1-o0-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d2-p1-o0-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d2-p1-o1-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d2-p1-o1-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d2-p1-o1-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d2-p1-o1-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d2-p1-o2-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d2-p1-o2-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d2-p1-o2-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d2-p1-o2-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d2-p1-o3-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d2-p1-o3-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d2-p1-o3-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d2-p1-o3-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d2-p2-o0-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d2-p2-o0-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d2-p2-o0-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d2-p2-o0-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d2-p2-o1-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d2-p2-o1-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d2-p2-o1-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d2-p2-o1-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d2-p2-o2-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d2-p2-o2-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d2-p2-o2-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d2-p2-o2-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d2-p2-o3-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d2-p2-o3-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d2-p2-o3-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d2-p2-o3-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d2-p3-o0-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d2-p3-o0-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d2-p3-o0-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d2-p3-o0-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d2-p3-o1-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d2-p3-o1-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d2-p3-o1-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d2-p3-o1-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d2-p3-o2-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d2-p3-o2-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d2-p3-o2-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d2-p3-o2-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d2-p3-o3-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d2-p3-o3-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d2-p3-o3-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d2-p3-o3-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d3-p0-o0-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d3-p0-o0-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d3-p0-o0-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d3-p0-o0-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d3-p0-o1-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d3-p0-o1-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d3-p0-o1-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d3-p0-o1-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d3-p0-o2-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d3-p0-o2-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d3-p0-o2-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d3-p0-o2-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d3-p0-o3-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d3-p0-o3-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d3-p0-o3-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d3-p0-o3-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d3-p1-o0-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d3-p1-o0-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d3-p1-o0-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d3-p1-o0-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d3-p1-o1-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d3-p1-o1-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d3-p1-o1-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d3-p1-o1-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d3-p1-o2-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d3-p1-o2-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d3-p1-o2-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d3-p1-o2-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d3-p1-o3-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d3-p1-o3-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d3-p1-o3-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d3-p1-o3-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d3-p2-o0-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d3-p2-o0-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d3-p2-o0-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d3-p2-o0-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d3-p2-o1-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d3-p2-o1-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d3-p2-o1-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d3-p2-o1-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d3-p2-o2-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d3-p2-o2-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d3-p2-o2-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d3-p2-o2-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d3-p2-o3-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d3-p2-o3-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d3-p2-o3-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d3-p2-o3-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d3-p3-o0-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d3-p3-o0-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d3-p3-o0-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d3-p3-o0-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d3-p3-o1-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d3-p3-o1-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d3-p3-o1-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d3-p3-o1-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d3-p3-o2-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d3-p3-o2-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d3-p3-o2-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d3-p3-o2-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d3-p3-o3-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d3-p3-o3-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d3-p3-o3-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d3-p3-o3-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d4-p0-o0-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d4-p0-o0-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d4-p0-o0-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d4-p0-o0-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d4-p0-o1-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d4-p0-o1-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d4-p0-o1-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d4-p0-o1-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d4-p0-o2-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d4-p0-o2-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d4-p0-o2-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d4-p0-o2-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d4-p0-o3-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d4-p0-o3-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d4-p0-o3-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d4-p0-o3-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d4-p1-o0-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d4-p1-o0-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d4-p1-o0-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d4-p1-o0-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d4-p1-o1-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d4-p1-o1-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d4-p1-o1-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d4-p1-o1-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d4-p1-o2-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d4-p1-o2-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d4-p1-o2-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d4-p1-o2-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d4-p1-o3-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d4-p1-o3-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d4-p1-o3-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d4-p1-o3-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d4-p2-o0-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d4-p2-o0-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d4-p2-o0-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d4-p2-o0-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d4-p2-o1-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d4-p2-o1-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d4-p2-o1-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d4-p2-o1-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d4-p2-o2-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d4-p2-o2-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d4-p2-o2-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d4-p2-o2-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d4-p2-o3-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d4-p2-o3-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d4-p2-o3-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d4-p2-o3-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d4-p3-o0-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d4-p3-o0-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d4-p3-o0-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d4-p3-o0-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d4-p3-o1-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d4-p3-o1-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d4-p3-o1-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d4-p3-o1-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d4-p3-o2-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d4-p3-o2-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d4-p3-o2-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d4-p3-o2-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d4-p3-o3-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d4-p3-o3-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d4-p3-o3-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d4-p3-o3-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d5-p0-o0-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d5-p0-o0-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d5-p0-o0-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d5-p0-o0-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d5-p0-o1-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d5-p0-o1-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d5-p0-o1-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d5-p0-o1-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d5-p0-o2-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d5-p0-o2-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d5-p0-o2-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d5-p0-o2-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d5-p0-o3-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d5-p0-o3-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d5-p0-o3-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d5-p0-o3-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d5-p1-o0-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d5-p1-o0-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d5-p1-o0-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d5-p1-o0-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d5-p1-o1-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d5-p1-o1-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d5-p1-o1-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d5-p1-o1-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d5-p1-o2-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d5-p1-o2-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d5-p1-o2-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d5-p1-o2-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d5-p1-o3-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d5-p1-o3-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d5-p1-o3-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d5-p1-o3-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d5-p2-o0-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d5-p2-o0-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d5-p2-o0-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d5-p2-o0-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d5-p2-o1-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d5-p2-o1-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d5-p2-o1-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d5-p2-o1-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d5-p2-o2-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d5-p2-o2-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d5-p2-o2-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d5-p2-o2-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d5-p2-o3-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d5-p2-o3-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d5-p2-o3-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d5-p2-o3-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d5-p3-o0-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d5-p3-o0-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d5-p3-o0-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d5-p3-o0-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d5-p3-o1-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d5-p3-o1-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d5-p3-o1-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d5-p3-o1-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d5-p3-o2-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d5-p3-o2-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d5-p3-o2-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d5-p3-o2-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d5-p3-o3-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d5-p3-o3-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d5-p3-o3-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d5-p3-o3-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d6-p0-o0-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d6-p0-o0-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d6-p0-o0-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d6-p0-o0-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d6-p0-o1-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d6-p0-o1-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d6-p0-o1-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d6-p0-o1-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d6-p0-o2-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d6-p0-o2-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d6-p0-o2-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d6-p0-o2-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d6-p0-o3-f0","reader":"deepseek-flash","arm":"ainglish","correct":false},{"item_id":"soa-r17-d6-p0-o3-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d6-p0-o3-f1","reader":"deepseek-flash","arm":"english","correct":false},{"item_id":"soa-r17-d6-p0-o3-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":false},{"item_id":"soa-r17-d6-p1-o0-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d6-p1-o0-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d6-p1-o0-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d6-p1-o0-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d6-p1-o1-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d6-p1-o1-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d6-p1-o1-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d6-p1-o1-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d6-p1-o2-f0","reader":"deepseek-flash","arm":"english","correct":false},{"item_id":"soa-r17-d6-p1-o2-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":false},{"item_id":"soa-r17-d6-p1-o2-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d6-p1-o2-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d6-p1-o3-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d6-p1-o3-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d6-p1-o3-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d6-p1-o3-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d6-p2-o0-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d6-p2-o0-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d6-p2-o0-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d6-p2-o0-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d6-p2-o1-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d6-p2-o1-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d6-p2-o1-f1","reader":"deepseek-flash","arm":"ainglish","correct":false},{"item_id":"soa-r17-d6-p2-o1-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d6-p2-o2-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d6-p2-o2-f0","reader":"deepseek-v4-pro","arm":"english","correct":false},{"item_id":"soa-r17-d6-p2-o2-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d6-p2-o2-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d6-p2-o3-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d6-p2-o3-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d6-p2-o3-f1","reader":"deepseek-flash","arm":"ainglish","correct":false},{"item_id":"soa-r17-d6-p2-o3-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":false},{"item_id":"soa-r17-d6-p3-o0-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d6-p3-o0-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d6-p3-o0-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d6-p3-o0-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d6-p3-o1-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d6-p3-o1-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d6-p3-o1-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d6-p3-o1-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d6-p3-o2-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d6-p3-o2-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d6-p3-o2-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d6-p3-o2-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d6-p3-o3-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d6-p3-o3-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":false},{"item_id":"soa-r17-d6-p3-o3-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d6-p3-o3-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d7-p0-o0-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d7-p0-o0-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d7-p0-o0-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d7-p0-o0-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d7-p0-o1-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d7-p0-o1-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d7-p0-o1-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d7-p0-o1-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d7-p0-o2-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d7-p0-o2-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d7-p0-o2-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d7-p0-o2-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d7-p0-o3-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d7-p0-o3-f0","reader":"deepseek-v4-pro","arm":"english","correct":false},{"item_id":"soa-r17-d7-p0-o3-f1","reader":"deepseek-flash","arm":"ainglish","correct":false},{"item_id":"soa-r17-d7-p0-o3-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d7-p1-o0-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d7-p1-o0-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d7-p1-o0-f1","reader":"deepseek-flash","arm":"ainglish","correct":false},{"item_id":"soa-r17-d7-p1-o0-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d7-p1-o1-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d7-p1-o1-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d7-p1-o1-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d7-p1-o1-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d7-p1-o2-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d7-p1-o2-f0","reader":"deepseek-v4-pro","arm":"english","correct":false},{"item_id":"soa-r17-d7-p1-o2-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d7-p1-o2-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d7-p1-o3-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d7-p1-o3-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d7-p1-o3-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d7-p1-o3-f1","reader":"deepseek-v4-pro","arm":"english","correct":false},{"item_id":"soa-r17-d7-p2-o0-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d7-p2-o0-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d7-p2-o0-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d7-p2-o0-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":false},{"item_id":"soa-r17-d7-p2-o1-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d7-p2-o1-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d7-p2-o1-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d7-p2-o1-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":false},{"item_id":"soa-r17-d7-p2-o2-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d7-p2-o2-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d7-p2-o2-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d7-p2-o2-f1","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d7-p2-o3-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d7-p2-o3-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":false},{"item_id":"soa-r17-d7-p2-o3-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d7-p2-o3-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d7-p3-o0-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d7-p3-o0-f0","reader":"deepseek-v4-pro","arm":"english","correct":true},{"item_id":"soa-r17-d7-p3-o0-f1","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d7-p3-o0-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d7-p3-o1-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d7-p3-o1-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d7-p3-o1-f1","reader":"deepseek-flash","arm":"english","correct":false},{"item_id":"soa-r17-d7-p3-o1-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d7-p3-o2-f0","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d7-p3-o2-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d7-p3-o2-f1","reader":"deepseek-flash","arm":"english","correct":false},{"item_id":"soa-r17-d7-p3-o2-f1","reader":"deepseek-v4-pro","arm":"ainglish","correct":false},{"item_id":"soa-r17-d7-p3-o3-f0","reader":"deepseek-flash","arm":"ainglish","correct":true},{"item_id":"soa-r17-d7-p3-o3-f0","reader":"deepseek-v4-pro","arm":"ainglish","correct":true},{"item_id":"soa-r17-d7-p3-o3-f1","reader":"deepseek-flash","arm":"english","correct":true},{"item_id":"soa-r17-d7-p3-o3-f1","reader":"deepseek-v4-pro","arm":"english","correct":true}],"content_sha256":"c553623b71cd70db258caba1d0e26353ccfda54478404fe8862d1d3e0b851b6b"},"replicates":{"hash":"eb9044ee9f2686c774df16b2c428e72a44f49796196899a097f2c6a549591580","url":"\/api\/v1\/measurements\/eb9044ee9f2686c774df16b2c428e72a44f49796196899a097f2c6a549591580"},"replications":[],"replicate":null}