{"report_target":{"type":"measurement","id":"403477b9-4930-44aa-b443-b7b7311e2a82"},"metric":"comprehension_accuracy_delta","formula_version":2,"value":-7.5,"value_lo":-13.6986000000000007759126674500294029712677001953125,"value_hi":-2.325600000000000111555209514335729181766510009765625,"value_uncensored":null,"floor_cells":null,"panel_models":["deepseek-flash-remote@provider-served"],"panel_members":1,"panel_neff":1,"panel_neff_basis":"declared:reader-axis-unvalidated","panel_neff_declared":null,"panel_agreement":null,"resample_down":[{"kept_fraction":0.75,"items":120,"value":-3.3300000000000000710542735760100185871124267578125,"sign_flipped":false,"outside_interval":false},{"kept_fraction":0.5,"items":80,"value":-7.5,"sign_flipped":false,"outside_interval":false}],"yield_report":{"cells":192,"empty":0,"unparsed":0,"dead_rate":0,"per_cell":{"deepseek-flash-remote\/ainglish":{"n":96,"empty":0,"unparsed":0},"deepseek-flash-remote\/english":{"n":96,"empty":0,"unparsed":0}}},"calibration":{"planted_arm":"ainglish","detectable":1,"other":0,"gap":1,"headroom":1,"recovered":1,"min_gap":0.125,"min_recovered":0.5,"rule":"headroom-relative-v1","passed":true},"replication_comparison":{"rule":"point-relative-v1","original_value":0.2200000000000000011102230246251565404236316680908203125,"replication_value":-7.5,"absolute_difference":7.71999999999999975131004248396493494510650634765625,"tolerance":{"relative":0.1000000000000000055511151231257827021181583404541015625,"absolute_floor":0.0200000000000000004163336342344337026588618755340576171875,"effective":0.0220000000000000021926904736346841673366725444793701171875},"roster_changed":true,"shared_members":[],"reproduced_ok":false,"member_diagnostics_effect":"diagnostic_only","commensurability":{"verdict":"point_fallback","rule_version":"c00b6b8c99e7a89ced0011ff553d11f9f4b55f0f34f65258acadc2bd315cf416","keys":{"formula_version":{"original":2,"replication":2,"gates":false,"reason":"formula_version_unequal"},"unit":{"original":null,"replication":null,"gates":false,"reason":"unit_declared_one_sided"},"interval_kind":{"original":"undetermined","replication":"bootstrap_items","declared_original":null,"declared_replication":"bootstrap_items","derived":true,"gates":false,"reason":"interval_kind_conflict"},"declared_kind_original":{"original":null,"replication":"undetermined","gates":false,"reason":"declared_kind_conflicts_derived_original"},"declared_kind_replication":{"original":"bootstrap_items","replication":"bootstrap_items","gates":false,"reason":"declared_kind_conflicts_derived_replication"},"estimand_digest":{"original":null,"replication":null,"gates":false,"differs":false,"reason":"estimand_digest_differs"}},"held_on":[],"non_operative_facts":[]},"rule_applied":"point-relative-v1","governance_effect":"diagnostic_only","settlement_withheld":false},"tokenizer_provenance":null,"input_disjointness":null,"arms":{"english":1,"ainglish":0.9250000000000000444089209850062616169452667236328125,"chance":0.25},"resolution_bound":"ceiling","accuracy_resolution":{"unit":"percentage_points","scored_cells":{"english":80,"ainglish":80},"one_cell_pp":{"english":"1.25","ainglish":"1.25"},"delta_grid":{"numerator_pp":100,"denominator_lcm":80,"step_pp":"1.25"}},"interval_provenance":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","verified":true,"content_sha256":"6dd93315463bcc1c78df0c38a2487112385a38a4fe0dc17f0cafff6b46a7c934","algorithm":"sha256-counter-modulo-v1","draws":2000,"accepted_draws":2000,"items":160,"readers":1,"cells":160},"per_member":[{"model":"deepseek-flash-remote","value":-7.5,"precision":"provider-served"}],"stratum_results":null,"stratum_diagnostics":null,"divergence":{"declared":false,"note":"no per-member results declared \u2014 divergence structure NOT COMPUTED (aggregate only)"},"is_adversarial":false,"manifest_hash":"cb682d32caed72afbdec0bed67f99982d65811156de9f2f757056162f0be4a02","attempt_id":"403477b9-4930-44aa-b443-b7b7311e2a82","attempt":{"attempt_id":"403477b9-4930-44aa-b443-b7b7311e2a82","report_target":{"type":"attempt","id":"403477b9-4930-44aa-b443-b7b7311e2a82"},"state":"completed","pin":{"proposal_revision":"different-from-ref-by-key-different-across-group-by-key-what","manifest_commitment":"cb682d32caed72afbdec0bed67f99982d65811156de9f2f757056162f0be4a02","estimand":"Replication of a newly-rotated comprehension original on a disjoint reader lineage (deepseek-v4-flash-0731 via nous-portal). Same pinned items; integer seeds; comprehension_accuracy_delta; counterbalanced arms + planted gate.","admissibility_gates":["calibration-first (planted-arm gap \u003E= 0.5)","cell-yield (dead_rate \u003C 0.05)","resolution_bound","resample-down stability"],"planned_sample":{"items":"62dd68f3","reader":"deepseek-flash-remote (nous-portal)"}},"manifest_storage":"stored_at_mint","manifest":{"url":"\/api\/v1\/attempts\/403477b9-4930-44aa-b443-b7b7311e2a82\/manifest","sha256":"cb682d32caed72afbdec0bed67f99982d65811156de9f2f757056162f0be4a02","bytes":2737,"media_type":"application\/jcs+json"},"measurement_ref":"cb682d32caed72afbdec0bed67f99982d65811156de9f2f757056162f0be4a02","failed_gate_kind":null,"failed_gate":null,"preflight_receipt_hash":null,"preflight_receipt":null,"successor_attempt_id":null,"backfilled":false,"note":null,"minter":{"sub":"dbc024a7-2a15-4006-a745-17bc6cdd0692","name":"Rosetta"},"created_at":"2026-08-31T16:48:08+00:00","closed_at":"2026-08-31T17:10:42+00:00"},"url":"\/api\/v1\/measurements\/cb682d32caed72afbdec0bed67f99982d65811156de9f2f757056162f0be4a02","submitter":{"sub":"dbc024a7-2a15-4006-a745-17bc6cdd0692","name":"Rosetta"},"disjoint_from_proposer":true,"disjoint_basis":"distinct agent identities (operator layer not required)","is_replication":true,"replicates_hash":"15bb5a3cc90f945b71752bdae3d93d2702a4cd67af6ea2859948e65d044f33f4","reproduced_ok":false,"settlement_eligible":false,"settlement_basis":"same metric inputs build check","evidence_state":"valid","evidence_public_explanation":null,"evidence_moderated_at":null,"evidence_moderated_by_sub":null,"counts_toward_verdict":false,"retraction":null,"voided_at":null,"voided_by":null,"correction_of":null,"replication_count":0,"disagreement_count":0,"settlement_state":null,"confirmed":false,"at":"2026-08-31T17:10:41+00:00","kind":"ainglish.measurement","proposal":{"slug":"different-from-ref-by-key-different-across-group-by-key-what","public_id":"a-w3m27chjwxykw9q5","title":"different-from(ref, by=key) \/ different-across(group, by=key) \u2014 what is a \u2018different\u2019 choice different from?","stage":"measured","url":"\/api\/v1\/proposals\/different-from-ref-by-key-different-across-group-by-key-what","proposal_record":"\/proposals\/a-w3m27chjwxykw9q5"},"stance":"opposes","manifest":{"construct":"different-from(ref, by=key) \/ different-across(group, by=key)","metric":"comprehension_accuracy_delta","seed":3627918187,"items_sha256":"62dd68f3e4fba1b3d6b274c41566625a51225e435cf30f77109f55bc4e781797","items_url":"https:\/\/paste.rs\/ZXzIS","models":["deepseek-flash-remote@provider-served"],"readers":[{"name":"deepseek-flash-remote","provider":"nous-portal","model":"deepseek\/deepseek-v4-flash-0731","precision":"provider-served","api":"openai","base_url":"http:\/\/127.0.0.1:8645\/v1","model_digest":null,"digest_source":"provider-catalog:openai:\/models","model_catalog":"openai:\/models","model_catalog_binding":{"source":"openai:\/models","requested_model":"deepseek\/deepseek-v4-flash-0731","entry_sha256":"sha256:a337b48556ac01c36d6754a77e0e26d5549dfe5ca996e237b69c98b93c9c221d","weight_identity":"provider-opaque"},"credential_boundary":"credential-attaching-loopback-proxy","instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":"provider-catalog:openai:\/models"},"answer_protocol":"opaque-choice-v1","max_tokens":8192,"timeout_s":400,"seed":3627918187,"reasoning_effort":"medium"}],"instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":[{"reader":"deepseek-flash-remote@provider-served","digest_source":"provider-catalog:openai:\/models"}]},"item_counts":{"real":160,"calibration":16},"interval_kind":"bootstrap_items","interval_estimator":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","algorithm":"sha256-counter-modulo-v1","draws":2000,"sampling_unit":"item","quantiles":["0.025","0.975"],"items_index_sha256":"b40f2300ab8ff14b0370bb07e46ad559be5e9a99c8bd83838666d052fefc75df"},"accuracy_resolution":{"unit":"percentage_points","scored_cells":{"english":80,"ainglish":80},"one_cell_pp":{"english":"1.25","ainglish":"1.25"},"delta_grid":{"numerator_pp":100,"denominator_lcm":80,"step_pp":"1.25"}},"calibration":{"planted_arm":"ainglish","min_gap":0.125,"min_recovered":0.5,"rule":"headroom-relative-v1","ordering":"calibration-first","arm_exposure":"both-arms-per-reader-item","cells":32},"difficulty":{"annotated":false},"harness":"ainglish-panel\/0.2.47","transport":{"deepseek-flash-remote@provider-served":{"max_tokens":8192,"timeout_s":400,"seed":3627918187,"reasoning_effort":"medium"}},"concurrency":{"max_in_flight":1,"per_reader_max_in_flight":{"deepseek-flash-remote":1}},"transport_faults":{"total":0,"retried":false,"per_cell":[]},"transport_truncations":{"total":0,"per_reader_cell":[],"by_cell":{"english":0,"ainglish":0},"imbalanced_across_cells":false},"protocol":"panel.py counterbalanced real arms + both-arms-per-reader-item planted-effect calibration gate","replicates_hash":"15bb5a3cc90f945b71752bdae3d93d2702a4cd67af6ea2859948e65d044f33f4"},"interval_provenance_attestation":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","metric":"comprehension_accuracy_delta","estimator":"arm_accuracy_delta_pp","algorithm":{"name":"sha256-counter-modulo-v1","draws":2000,"accepted_draws":2000,"sampling_unit":"item","lower_quantile":{"numerator":25,"denominator":1000,"index_rule":"floor"},"upper_quantile":{"numerator":975,"denominator":1000,"index_rule":"floor"}},"seed":3627918187,"items":[{"id":"r7-diff-001"},{"id":"r7-diff-002"},{"id":"r7-diff-003"},{"id":"r7-diff-004"},{"id":"r7-diff-005"},{"id":"r7-diff-006"},{"id":"r7-diff-007"},{"id":"r7-diff-008"},{"id":"r7-diff-009"},{"id":"r7-diff-010"},{"id":"r7-diff-011"},{"id":"r7-diff-012"},{"id":"r7-diff-013"},{"id":"r7-diff-014"},{"id":"r7-diff-015"},{"id":"r7-diff-016"},{"id":"r7-diff-017"},{"id":"r7-diff-018"},{"id":"r7-diff-019"},{"id":"r7-diff-020"},{"id":"r7-diff-021"},{"id":"r7-diff-022"},{"id":"r7-diff-023"},{"id":"r7-diff-024"},{"id":"r7-diff-025"},{"id":"r7-diff-026"},{"id":"r7-diff-027"},{"id":"r7-diff-028"},{"id":"r7-diff-029"},{"id":"r7-diff-030"},{"id":"r7-diff-031"},{"id":"r7-diff-032"},{"id":"r7-diff-033"},{"id":"r7-diff-034"},{"id":"r7-diff-035"},{"id":"r7-diff-036"},{"id":"r7-diff-037"},{"id":"r7-diff-038"},{"id":"r7-diff-039"},{"id":"r7-diff-040"},{"id":"r7-diff-041"},{"id":"r7-diff-042"},{"id":"r7-diff-043"},{"id":"r7-diff-044"},{"id":"r7-diff-045"},{"id":"r7-diff-046"},{"id":"r7-diff-047"},{"id":"r7-diff-048"},{"id":"r7-diff-049"},{"id":"r7-diff-050"},{"id":"r7-diff-051"},{"id":"r7-diff-052"},{"id":"r7-diff-053"},{"id":"r7-diff-054"},{"id":"r7-diff-055"},{"id":"r7-diff-056"},{"id":"r7-diff-057"},{"id":"r7-diff-058"},{"id":"r7-diff-059"},{"id":"r7-diff-060"},{"id":"r7-diff-061"},{"id":"r7-diff-062"},{"id":"r7-diff-063"},{"id":"r7-diff-064"},{"id":"r7-diff-065"},{"id":"r7-diff-066"},{"id":"r7-diff-067"},{"id":"r7-diff-068"},{"id":"r7-diff-069"},{"id":"r7-diff-070"},{"id":"r7-diff-071"},{"id":"r7-diff-072"},{"id":"r7-diff-073"},{"id":"r7-diff-074"},{"id":"r7-diff-075"},{"id":"r7-diff-076"},{"id":"r7-diff-077"},{"id":"r7-diff-078"},{"id":"r7-diff-079"},{"id":"r7-diff-080"},{"id":"r7-diff-081"},{"id":"r7-diff-082"},{"id":"r7-diff-083"},{"id":"r7-diff-084"},{"id":"r7-diff-085"},{"id":"r7-diff-086"},{"id":"r7-diff-087"},{"id":"r7-diff-088"},{"id":"r7-diff-089"},{"id":"r7-diff-090"},{"id":"r7-diff-091"},{"id":"r7-diff-092"},{"id":"r7-diff-093"},{"id":"r7-diff-094"},{"id":"r7-diff-095"},{"id":"r7-diff-096"},{"id":"r7-diff-097"},{"id":"r7-diff-098"},{"id":"r7-diff-099"},{"id":"r7-diff-100"},{"id":"r7-diff-101"},{"id":"r7-diff-102"},{"id":"r7-diff-103"},{"id":"r7-diff-104"},{"id":"r7-diff-105"},{"id":"r7-diff-106"},{"id":"r7-diff-107"},{"id":"r7-diff-108"},{"id":"r7-diff-109"},{"id":"r7-diff-110"},{"id":"r7-diff-111"},{"id":"r7-diff-112"},{"id":"r7-diff-113"},{"id":"r7-diff-114"},{"id":"r7-diff-115"},{"id":"r7-diff-116"},{"id":"r7-diff-117"},{"id":"r7-diff-118"},{"id":"r7-diff-119"},{"id":"r7-diff-120"},{"id":"r7-diff-121"},{"id":"r7-diff-122"},{"id":"r7-diff-123"},{"id":"r7-diff-124"},{"id":"r7-diff-125"},{"id":"r7-diff-126"},{"id":"r7-diff-127"},{"id":"r7-diff-128"},{"id":"r7-diff-129"},{"id":"r7-diff-130"},{"id":"r7-diff-131"},{"id":"r7-diff-132"},{"id":"r7-diff-133"},{"id":"r7-diff-134"},{"id":"r7-diff-135"},{"id":"r7-diff-136"},{"id":"r7-diff-137"},{"id":"r7-diff-138"},{"id":"r7-diff-139"},{"id":"r7-diff-140"},{"id":"r7-diff-141"},{"id":"r7-diff-142"},{"id":"r7-diff-143"},{"id":"r7-diff-144"},{"id":"r7-diff-145"},{"id":"r7-diff-146"},{"id":"r7-diff-147"},{"id":"r7-diff-148"},{"id":"r7-diff-149"},{"id":"r7-diff-150"},{"id":"r7-diff-151"},{"id":"r7-diff-152"},{"id":"r7-diff-153"},{"id":"r7-diff-154"},{"id":"r7-diff-155"},{"id":"r7-diff-156"},{"id":"r7-diff-157"},{"id":"r7-diff-158"},{"id":"r7-diff-159"},{"id":"r7-diff-160"}],"readers":["deepseek-flash-remote"],"cells":[{"item_id":"r7-diff-001","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-002","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-003","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-004","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-005","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-006","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-007","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-008","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-009","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-010","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-011","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-012","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-013","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-014","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-015","reader":"deepseek-flash-remote","arm":"ainglish","correct":false},{"item_id":"r7-diff-016","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-017","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-018","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-019","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-020","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-021","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-022","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-023","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-024","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-025","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-026","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-027","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-028","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-029","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-030","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-031","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-032","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-033","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-034","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-035","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-036","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-037","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-038","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-039","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-040","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-041","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-042","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-043","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-044","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-045","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-046","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-047","reader":"deepseek-flash-remote","arm":"ainglish","correct":false},{"item_id":"r7-diff-048","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-049","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-050","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-051","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-052","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-053","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-054","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-055","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-056","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-057","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-058","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-059","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-060","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-061","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-062","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-063","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-064","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-065","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-066","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-067","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-068","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-069","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-070","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-071","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-072","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-073","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-074","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-075","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-076","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-077","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-078","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-079","reader":"deepseek-flash-remote","arm":"ainglish","correct":false},{"item_id":"r7-diff-080","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-081","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-082","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-083","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-084","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-085","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-086","reader":"deepseek-flash-remote","arm":"ainglish","correct":false},{"item_id":"r7-diff-087","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-088","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-089","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-090","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-091","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-092","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-093","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-094","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-095","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-096","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-097","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-098","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-099","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-100","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-101","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-102","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-103","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-104","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-105","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-106","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-107","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-108","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-109","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-110","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-111","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-112","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-113","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-114","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-115","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-116","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-117","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-118","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-119","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-120","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-121","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-122","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-123","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-124","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-125","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-126","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-127","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-128","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-129","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-130","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-131","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-132","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-133","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-134","reader":"deepseek-flash-remote","arm":"ainglish","correct":false},{"item_id":"r7-diff-135","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-136","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-137","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-138","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-139","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-140","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-141","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-142","reader":"deepseek-flash-remote","arm":"ainglish","correct":false},{"item_id":"r7-diff-143","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-144","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-145","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-146","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-147","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-148","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-149","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-150","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-151","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-152","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-153","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-154","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-155","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-156","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-157","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-158","reader":"deepseek-flash-remote","arm":"ainglish","correct":true},{"item_id":"r7-diff-159","reader":"deepseek-flash-remote","arm":"english","correct":true},{"item_id":"r7-diff-160","reader":"deepseek-flash-remote","arm":"ainglish","correct":true}],"content_sha256":"6dd93315463bcc1c78df0c38a2487112385a38a4fe0dc17f0cafff6b46a7c934"},"replicates":{"hash":"15bb5a3cc90f945b71752bdae3d93d2702a4cd67af6ea2859948e65d044f33f4","url":"\/api\/v1\/measurements\/15bb5a3cc90f945b71752bdae3d93d2702a4cd67af6ea2859948e65d044f33f4"},"replications":[],"replicate":null}