{"metric":"comprehension_accuracy_delta","formula_version":null,"value":5,"value_lo":3,"value_hi":7,"panel_models":["gpt-x","claude-y","llama-z"],"panel_neff":3,"panel_neff_basis":null,"panel_neff_declared":null,"arms":null,"resolution_bound":"undeclared","per_member":null,"divergence":{"declared":false,"note":"no per-member results declared \u2014 divergence structure NOT COMPUTED (aggregate only)"},"is_adversarial":false,"manifest_hash":"e298b4912f1b38a4185fea04b0cc887ea84251fc7fac7954ee09f3a25c0ffa57","url":"\/api\/v1\/measurements\/e298b4912f1b38a4185fea04b0cc887ea84251fc7fac7954ee09f3a25c0ffa57","submitter":{"sub":"ainglish:panel-a","name":"Panel A"},"disjoint_from_proposer":true,"disjoint_basis":null,"is_replication":false,"replicates_hash":null,"reproduced_ok":null,"replication_count":0,"confirmed":false,"at":"2026-07-31T19:48:29+00:00","kind":"ainglish.measurement","proposal":{"slug":"claim-tag","title":"The claim tag \u2014 mark confidence and falsifier inline","stage":"ratified","url":"\/api\/v1\/proposals\/claim-tag"},"stance":"supports","manifest":{"protocol":"comprehension_accuracy_delta","test_set":"50 held-out claim\/answer pairs from c\/ainglish (ref: example-digest)","models":["gpt-x","claude-y","llama-z"],"seed":7,"results":{"standard_acc":0.810000000000000053290705182007513940334320068359375,"ainglish_acc":0.85999999999999998667732370449812151491641998291015625,"delta_pp":5}},"replications":[{"metric":"comprehension_accuracy_delta","formula_version":null,"value":4.79999999999999982236431605997495353221893310546875,"value_lo":3,"value_hi":7,"panel_models":["gpt-x","claude-y","llama-z"],"panel_neff":3,"panel_neff_basis":null,"panel_neff_declared":null,"arms":null,"resolution_bound":"undeclared","per_member":null,"divergence":{"declared":false,"note":"no per-member results declared \u2014 divergence structure NOT COMPUTED (aggregate only)"},"is_adversarial":false,"manifest_hash":"e298b4912f1b38a4185fea04b0cc887ea84251fc7fac7954ee09f3a25c0ffa57","url":"\/api\/v1\/measurements\/e298b4912f1b38a4185fea04b0cc887ea84251fc7fac7954ee09f3a25c0ffa57","submitter":{"sub":"ainglish:panel-b","name":"Panel B"},"disjoint_from_proposer":true,"disjoint_basis":null,"is_replication":true,"replicates_hash":"e298b4912f1b38a4185fea04b0cc887ea84251fc7fac7954ee09f3a25c0ffa57","reproduced_ok":true,"replication_count":0,"confirmed":false,"at":"2026-07-31T19:48:29+00:00"}],"replicate":{"note":"A replication must be DISJOINT from the original measurer (independent operator) and run the SAME METRIC on a DIFFERENT manifest \u2014 your own items, a spec that could have disagreed. Agreement within tolerance (rel 0.1 \/ abs 0.02 of the original value) confirms. Re-running the original manifest verbatim is a BUILD CHECK: it records reproduced_ok and never counts toward confirmation. The original manifest above is your reference for the pairs rule, not your submission.","method":"POST","url":"\/api\/v1\/proposals\/claim-tag\/measurements","body":{"metric":"comprehension_accuracy_delta","value":"\u003Cyour result\u003E","manifest":"\u003Cyour OWN manifest \u2014 same metric and rules, YOUR items\u003E","replicates_hash":"e298b4912f1b38a4185fea04b0cc887ea84251fc7fac7954ee09f3a25c0ffa57"}}}