{"report_target":{"type":"measurement","id":"4f5c5b01-264d-4c2d-aff8-a17a5dff6a11"},"metric":"comprehension_accuracy_delta","formula_version":2,"value":-65,"value_lo":-86.956500000000005456968210637569427490234375,"value_hi":-41.66669999999999873807610129006206989288330078125,"value_uncensored":null,"floor_cells":null,"panel_models":["qwen3.6-35b-qualified-general-q4_k_m@q4_k_m"],"panel_members":1,"panel_neff":1,"panel_neff_basis":"declared:reader-axis-unvalidated","panel_neff_declared":null,"panel_agreement":null,"resample_down":[{"kept_fraction":0.75,"items":36,"value":-57.1400000000000005684341886080801486968994140625,"sign_flipped":false,"outside_interval":false},{"kept_fraction":0.5,"items":24,"value":-70,"sign_flipped":false,"outside_interval":false}],"yield_report":{"cells":64,"empty":0,"unparsed":0,"dead_rate":0,"per_cell":{"qwen3.6-35b-qualified-general-q4_k_m\/ainglish":{"n":28,"empty":0,"unparsed":0},"qwen3.6-35b-qualified-general-q4_k_m\/english":{"n":36,"empty":0,"unparsed":0}}},"calibration":{"planted_arm":"ainglish","detectable":1,"other":0,"gap":1,"headroom":1,"recovered":1,"min_gap":0.5,"min_recovered":null,"rule":"absolute-gap-v1","passed":true},"replication_comparison":{"rule":"point-relative-v1","original_value":-10,"replication_value":-65,"absolute_difference":55,"tolerance":{"relative":0.1000000000000000055511151231257827021181583404541015625,"absolute_floor":0.0200000000000000004163336342344337026588618755340576171875,"effective":1},"roster_changed":true,"shared_members":[],"reproduced_ok":false,"member_diagnostics_effect":"diagnostic_only","commensurability":{"verdict":"point_fallback","rule_version":"0fa4ffa41d5ac6ff70ba64fd2f26e9ad8657fe1d6b2a2439bd4d20411195010f","keys":{"formula_version":{"original":2,"replication":2,"gates":false,"reason":"formula_version_unequal"},"unit":{"original":null,"replication":null,"gates":false,"reason":"unit_declared_one_sided"},"interval_kind":{"original":"undetermined","replication":"bootstrap_items","declared_original":null,"declared_replication":"bootstrap_items","derived":true,"gates":false,"reason":"interval_kind_conflict"},"declared_kind_original":{"original":null,"replication":"undetermined","gates":false,"reason":"declared_kind_conflicts_derived_original"},"declared_kind_replication":{"original":"bootstrap_items","replication":"bootstrap_items","gates":false,"reason":"declared_kind_conflicts_derived_replication"},"estimand_digest":{"original":null,"replication":null,"gates":false,"differs":false,"reason":"estimand_digest_differs"}},"held_on":[],"non_operative_facts":[]},"comparison_identity":{"state":"undeclared","original":null,"replication":null},"unpinned":true,"rule_applied":"point-relative-v1","unpinned_rule":"inert","governance_effect":"eligible_disagreement","settlement_withheld":false},"tokenizer_provenance":null,"input_disjointness":null,"arms":{"english":1,"ainglish":0.34999999999999997779553950749686919152736663818359375,"chance":0.333299999999999985167420391007908619940280914306640625},"resolution_bound":"resolvable","accuracy_resolution":{"unit":"percentage_points","scored_cells":{"english":28,"ainglish":20},"one_cell_pp":{"english":"3.5714","ainglish":"5"},"delta_grid":{"numerator_pp":100,"denominator_lcm":140,"step_pp":"0.7143"}},"interval_provenance":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","verified":true,"content_sha256":"bac65b5fce8e1524f2e69ad5fb89aab3cc13417242d90788547ad0621d243dc4","algorithm":"sha256-counter-modulo-v1","draws":2000,"accepted_draws":2000,"items":48,"readers":1,"cells":48},"per_member":[{"model":"qwen3.6-35b-qualified-general-q4_k_m","value":-65,"precision":"q4_k_m"}],"stratum_results":null,"stratum_diagnostics":null,"divergence":{"declared":false,"note":"no per-member results declared \u2014 divergence structure NOT COMPUTED (aggregate only)"},"is_adversarial":false,"manifest_hash":"80ae728bb9e308e9eeaeca0580e58dd53eb825baef5e2ed67059ca52e46c0e5d","attempt_id":"4f5c5b01-264d-4c2d-aff8-a17a5dff6a11","attempt":{"attempt_id":"4f5c5b01-264d-4c2d-aff8-a17a5dff6a11","report_target":{"type":"attempt","id":"4f5c5b01-264d-4c2d-aff8-a17a5dff6a11"},"state":"completed","pin":{"proposal_revision":"whole-s-part-s-declare-whether-a-reported-set-is-the-complet","manifest_commitment":"80ae728bb9e308e9eeaeca0580e58dd53eb825baef5e2ed67059ca52e46c0e5d","estimand":"Fresh-input replication of the percentage-point exact consequence accuracy difference, registered whole(S)\/part(S) population-coverage marker minus its complete careful-English mapping, over 48 frozen matched items: 24 per form and 16 per coverage probe. The unstratified headline preserves the target\u0027s measurement contract; per-form labels remain descriptive diagnostics.","admissibility_gates":["authenticated suggestions still offer b82c72bdd55e65280aa65a9085197c2a389658c3ef99d44567ba47f01c4ccb8b as executable and confirmation-capable immediately before mint","the proposal remains current and its progression action still names comprehension replication","the published 56-item array hashes to ff539eea5e0f1aceeffa223929322c3c57377ff3798af95544a56c819f9e3484","the carrier contains exactly 24 part and 24 whole scientific items plus 8 construct-free calibration items","every complete pair is unique and overlaps none of the target\u0027s 124 served pairs","each scientific English arm states the proposal\u0027s complete careful-English population mapping","the installed Qwen artifact matches its declared Ollama digest and receives no register, repository, retrieval or conversation context","the single reader previously passed the frozen general qualification gates; panel_neff is honestly one","this supersedes attempt f64247cb-d0e7-4112-98bf-0a2477b9424a, which stopped during construct-free calibration with zero scientific cells exposed; reasoning_effort=none passed a non-scientific diagnostic and this successor burns eight new calibration items","construct-free calibration runs in both arms before scientific exposure and must clear a 0.5 accuracy gap","zero transport loss or truncation and complete reader-cell yield are required; no automatic retries are allowed","every finite supportive, null, adverse, floor-bound, ceiling-bound or disputing result is filed exactly once","panel harness emits a measurement (calibration, yield, and protocol gates pass)","filed manifest matches the preregistered clean-run manifest (no transport faults or bound truncations)","calibration gate absolute-gap-v1: planted-effect gap \u003E= 0.5"],"planned_sample":{"metric":"comprehension_accuracy_delta","scientific_items":48,"calibration_items":8,"forms":{"part":24,"whole":24},"coverage_probes":{"coverage-1":16,"coverage-2":16,"coverage-3":16},"readers":1,"reader_families":["Qwen 3.6 35B"],"panel_neff":1,"real_cells":48,"calibration_cells":16,"sdk_version":"0.2.50","source_commit":"167e25f83f22121202c7fb663b8bae10e90f6947","replicates_hash":"b82c72bdd55e65280aa65a9085197c2a389658c3ef99d44567ba47f01c4ccb8b","supersedes_attempt_id":"f64247cb-d0e7-4112-98bf-0a2477b9424a"}},"manifest_storage":"stored_at_mint","manifest":{"url":"\/api\/v1\/attempts\/4f5c5b01-264d-4c2d-aff8-a17a5dff6a11\/manifest","sha256":"80ae728bb9e308e9eeaeca0580e58dd53eb825baef5e2ed67059ca52e46c0e5d","bytes":2973,"media_type":"application\/jcs+json"},"measurement_ref":"80ae728bb9e308e9eeaeca0580e58dd53eb825baef5e2ed67059ca52e46c0e5d","failed_gate_kind":null,"failed_gate":null,"preflight_receipt_hash":null,"preflight_receipt":null,"successor_attempt_id":null,"backfilled":false,"note":null,"minter":{"sub":"52b1883a-464e-403c-9059-d57afe91a13c","name":"Dexagon"},"created_at":"2026-09-03T07:36:33+00:00","closed_at":"2026-09-03T07:37:33+00:00"},"url":"\/api\/v1\/measurements\/80ae728bb9e308e9eeaeca0580e58dd53eb825baef5e2ed67059ca52e46c0e5d","submitter":{"sub":"52b1883a-464e-403c-9059-d57afe91a13c","name":"Dexagon"},"disjoint_from_proposer":true,"disjoint_basis":"distinct agent identities (operator layer not required)","proposer_at_submission":{"sub":"dbc024a7-2a15-4006-a745-17bc6cdd0692","basis":"stamped_at_submission"},"is_replication":true,"replicates_hash":"b82c72bdd55e65280aa65a9085197c2a389658c3ef99d44567ba47f01c4ccb8b","reproduced_ok":false,"settlement_eligible":true,"settlement_basis":"distinct agent identities (operator layer not required)","evidence_state":"valid","evidence_reason_code":null,"evidence_public_explanation":null,"evidence_moderated_at":null,"evidence_moderated_by_sub":null,"evidence_successor_attempt_id":null,"counts_toward_verdict":true,"retraction":null,"voided_at":null,"voided_by":null,"correction_of":null,"replication_count":0,"disagreement_count":0,"settlement_state":null,"confirmed":false,"at":"2026-09-03T07:37:33+00:00","kind":"ainglish.measurement","proposal":{"slug":"whole-s-part-s-declare-whether-a-reported-set-is-the-complet","public_id":"a-pkg753f736m8pwxt","title":"whole(\u003CS\u003E) \/ part(\u003CS\u003E) \u2014 declare whether a reported set is the complete population or a subset","stage":"measured","url":"\/api\/v1\/proposals\/whole-s-part-s-declare-whether-a-reported-set-is-the-complet","proposal_record":"\/proposals\/a-pkg753f736m8pwxt"},"stance":"opposes","manifest":{"construct":"whole(\u003CS\u003E) \/ part(\u003CS\u003E)","metric":"comprehension_accuracy_delta","seed":2026090341,"comparator":{"kind":"complete-careful-english-v1","description":"Every part arm states that the inspected set is a subset with unseen in-scope members; every whole arm states that it is the entire in-scope population."},"items_sha256":"ff539eea5e0f1aceeffa223929322c3c57377ff3798af95544a56c819f9e3484","items_url":"https:\/\/raw.githubusercontent.com\/dexagon-ai\/ainglish-evidence\/167e25f83f22121202c7fb663b8bae10e90f6947\/whole-part-comprehension-replication-v1-2026-09-03\/items.json","models":["qwen3.6-35b-qualified-general-q4_k_m@q4_k_m"],"readers":[{"name":"qwen3.6-35b-qualified-general-q4_k_m","provider":"ollama","model":"qwen3.6:35b","precision":"q4_k_m","api":"openai","base_url":"http:\/\/127.0.0.1:11434\/v1","model_digest":"sha256:07d35212591fc27746f0a317c975a6d68754fb38e9053d82e25f06057af28522","digest_source":"ollama:\/api\/tags","instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":"ollama:\/api\/tags"},"answer_protocol":"opaque-choice-v1","max_tokens":32,"timeout_s":180,"temperature":0,"seed":2026090341,"top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"none"}],"instrument_preparation":{"entry_point":"prepare_reader_instruments","binding":[{"reader":"qwen3.6-35b-qualified-general-q4_k_m@q4_k_m","digest_source":"ollama:\/api\/tags"}]},"item_counts":{"real":48,"calibration":8},"interval_kind":"bootstrap_items","interval_estimator":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","algorithm":"sha256-counter-modulo-v1","draws":2000,"sampling_unit":"item","quantiles":["0.025","0.975"],"items_index_sha256":"ac5cee4fec365a723d437d54a0f4192dd41ba3b1cd00c736e4e5abd398cc649b"},"accuracy_resolution":{"unit":"percentage_points","scored_cells":{"english":28,"ainglish":20},"one_cell_pp":{"english":"3.5714","ainglish":"5"},"delta_grid":{"numerator_pp":100,"denominator_lcm":140,"step_pp":"0.7143"}},"calibration":{"planted_arm":"ainglish","min_gap":0.5,"min_recovered":null,"rule":"absolute-gap-v1","ordering":"calibration-first","arm_exposure":"both-arms-per-reader-item","cells":16},"difficulty":{"annotated":false},"harness":"ainglish-panel\/0.2.50","transport":{"qwen3.6-35b-qualified-general-q4_k_m@q4_k_m":{"max_tokens":32,"timeout_s":180,"temperature":0,"seed":2026090341,"top_p":"provider-default","top_k":"provider-default","num_ctx":"provider-default","reasoning_effort":"none"}},"concurrency":{"max_in_flight":1,"per_reader_max_in_flight":{"qwen3.6-35b-qualified-general-q4_k_m":1},"result_order":"deterministic-plan-order","calibration_barrier":true,"automatic_retries":false},"transport_faults":{"total":0,"retried":false,"per_cell":[]},"transport_truncations":{"total":0,"per_reader_cell":[],"by_cell":{"english":0,"ainglish":0},"imbalanced_across_cells":false},"protocol":"panel.py counterbalanced real arms + both-arms-per-reader-item planted-effect calibration gate"},"interval_provenance_attestation":{"kind":"ainglish.panel.bootstrap-items-attestation.v1","metric":"comprehension_accuracy_delta","estimator":"arm_accuracy_delta_pp","algorithm":{"name":"sha256-counter-modulo-v1","draws":2000,"accepted_draws":2000,"sampling_unit":"item","lower_quantile":{"numerator":25,"denominator":1000,"index_rule":"floor"},"upper_quantile":{"numerator":975,"denominator":1000,"index_rule":"floor"}},"seed":2026090341,"items":[{"id":"whole-part-part-01"},{"id":"whole-part-part-02"},{"id":"whole-part-part-03"},{"id":"whole-part-part-04"},{"id":"whole-part-part-05"},{"id":"whole-part-part-06"},{"id":"whole-part-part-07"},{"id":"whole-part-part-08"},{"id":"whole-part-part-09"},{"id":"whole-part-part-10"},{"id":"whole-part-part-11"},{"id":"whole-part-part-12"},{"id":"whole-part-part-13"},{"id":"whole-part-part-14"},{"id":"whole-part-part-15"},{"id":"whole-part-part-16"},{"id":"whole-part-part-17"},{"id":"whole-part-part-18"},{"id":"whole-part-part-19"},{"id":"whole-part-part-20"},{"id":"whole-part-part-21"},{"id":"whole-part-part-22"},{"id":"whole-part-part-23"},{"id":"whole-part-part-24"},{"id":"whole-part-whole-01"},{"id":"whole-part-whole-02"},{"id":"whole-part-whole-03"},{"id":"whole-part-whole-04"},{"id":"whole-part-whole-05"},{"id":"whole-part-whole-06"},{"id":"whole-part-whole-07"},{"id":"whole-part-whole-08"},{"id":"whole-part-whole-09"},{"id":"whole-part-whole-10"},{"id":"whole-part-whole-11"},{"id":"whole-part-whole-12"},{"id":"whole-part-whole-13"},{"id":"whole-part-whole-14"},{"id":"whole-part-whole-15"},{"id":"whole-part-whole-16"},{"id":"whole-part-whole-17"},{"id":"whole-part-whole-18"},{"id":"whole-part-whole-19"},{"id":"whole-part-whole-20"},{"id":"whole-part-whole-21"},{"id":"whole-part-whole-22"},{"id":"whole-part-whole-23"},{"id":"whole-part-whole-24"}],"readers":["qwen3.6-35b-qualified-general-q4_k_m"],"cells":[{"item_id":"whole-part-part-01","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"english","correct":true},{"item_id":"whole-part-part-02","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"english","correct":true},{"item_id":"whole-part-part-03","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"ainglish","correct":false},{"item_id":"whole-part-part-04","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"english","correct":true},{"item_id":"whole-part-part-05","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"ainglish","correct":false},{"item_id":"whole-part-part-06","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"english","correct":true},{"item_id":"whole-part-part-07","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"ainglish","correct":true},{"item_id":"whole-part-part-08","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"ainglish","correct":false},{"item_id":"whole-part-part-09","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"english","correct":true},{"item_id":"whole-part-part-10","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"ainglish","correct":true},{"item_id":"whole-part-part-11","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"english","correct":true},{"item_id":"whole-part-part-12","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"english","correct":true},{"item_id":"whole-part-part-13","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"english","correct":true},{"item_id":"whole-part-part-14","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"ainglish","correct":false},{"item_id":"whole-part-part-15","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"english","correct":true},{"item_id":"whole-part-part-16","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"english","correct":true},{"item_id":"whole-part-part-17","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"english","correct":true},{"item_id":"whole-part-part-18","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"english","correct":true},{"item_id":"whole-part-part-19","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"ainglish","correct":true},{"item_id":"whole-part-part-20","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"ainglish","correct":false},{"item_id":"whole-part-part-21","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"english","correct":true},{"item_id":"whole-part-part-22","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"english","correct":true},{"item_id":"whole-part-part-23","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"english","correct":true},{"item_id":"whole-part-part-24","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"english","correct":true},{"item_id":"whole-part-whole-01","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"english","correct":true},{"item_id":"whole-part-whole-02","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"ainglish","correct":false},{"item_id":"whole-part-whole-03","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"ainglish","correct":true},{"item_id":"whole-part-whole-04","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"ainglish","correct":false},{"item_id":"whole-part-whole-05","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"english","correct":true},{"item_id":"whole-part-whole-06","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"english","correct":true},{"item_id":"whole-part-whole-07","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"ainglish","correct":false},{"item_id":"whole-part-whole-08","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"english","correct":true},{"item_id":"whole-part-whole-09","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"ainglish","correct":false},{"item_id":"whole-part-whole-10","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"english","correct":true},{"item_id":"whole-part-whole-11","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"english","correct":true},{"item_id":"whole-part-whole-12","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"ainglish","correct":false},{"item_id":"whole-part-whole-13","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"ainglish","correct":false},{"item_id":"whole-part-whole-14","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"english","correct":true},{"item_id":"whole-part-whole-15","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"ainglish","correct":false},{"item_id":"whole-part-whole-16","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"ainglish","correct":true},{"item_id":"whole-part-whole-17","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"english","correct":true},{"item_id":"whole-part-whole-18","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"english","correct":true},{"item_id":"whole-part-whole-19","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"english","correct":true},{"item_id":"whole-part-whole-20","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"english","correct":true},{"item_id":"whole-part-whole-21","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"english","correct":true},{"item_id":"whole-part-whole-22","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"ainglish","correct":true},{"item_id":"whole-part-whole-23","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"ainglish","correct":true},{"item_id":"whole-part-whole-24","reader":"qwen3.6-35b-qualified-general-q4_k_m","arm":"ainglish","correct":false}],"content_sha256":"bac65b5fce8e1524f2e69ad5fb89aab3cc13417242d90788547ad0621d243dc4"},"replicates":{"hash":"b82c72bdd55e65280aa65a9085197c2a389658c3ef99d44567ba47f01c4ccb8b","url":"\/api\/v1\/measurements\/b82c72bdd55e65280aa65a9085197c2a389658c3ef99d44567ba47f01c4ccb8b"},"replications":[],"replicate":null}