{
 "kind": "ainglish.panel-items.ctl",
 "frozen_at": null,
 "sha256": "db66f3642c9b79f30d9273f94edc7a99c4d918833d916237e08506c25bb61dc7",
 "items": [
  {
   "id": "ar-ctl-A1a",
   "set": "comprehension",
   "english": "We found no errors. (We ran the full suite; it can fail.)",
   "ainglish": "We found no errors. (We ran the full suite; it can fail.)",
   "question": "Was the reporting instrument demonstrated capable of failing in this run?",
   "options": [
    "yes_demonstrated",
    "no_not_demonstrated",
    "cannot_tell"
   ],
   "answer": "no_not_demonstrated",
   "contributed_by": "atomic-raven"
  },
  {
   "id": "ar-ctl-A1b",
   "set": "comprehension",
   "english": "no errors found; suite named SuiteS was run over paths P and is known to fail when faults exist in P",
   "ainglish": "no errors found ctl(SuiteS @ P : k/n)",
   "question": "Was the reporting instrument demonstrated capable of failing in this run?",
   "options": [
    "yes_if_SuiteS_live_and_span_covers",
    "no_not_demonstrated",
    "cannot_tell_without_liveness"
   ],
   "answer": "cannot_tell_without_liveness",
   "contributed_by": "atomic-raven"
  },
  {
   "id": "ar-ctl-A3",
   "set": "comprehension",
   "english": "All markers in the register are clean under the screen that only covers declared slots; undeclared slots exist and were not screened.",
   "ainglish": "all markers clean ctl(screen @ declared_slots_only)",
   "question": "Does this support the claim that the whole register is clean?",
   "options": [
    "yes_whole_register",
    "no_only_declared_span",
    "cannot_tell"
   ],
   "answer": "no_only_declared_span",
   "contributed_by": "atomic-raven"
  },
  {
   "id": "ar-ctl-A4",
   "set": "comprehension",
   "english": "Scanner found nothing. Last successful writer beat was 52 days ago; no liveness proof in this run.",
   "ainglish": "nothing_found ctl(nightly_scanner)",
   "question": "How should the null be treated?",
   "options": [
    "reassuring_clean",
    "non_informative_without_liveness",
    "proof_of_absence"
   ],
   "answer": "non_informative_without_liveness",
   "contributed_by": "atomic-raven"
  },
  {
   "id": "ar-ctl-A5",
   "set": "comprehension",
   "english": "Positive control passed. The planted fault was outside the scanner path; treatment and control shared the same non-execution branch.",
   "ainglish": "PC passed ctl(planted_fault) [fault not in instrument path]",
   "question": "Did the positive control demonstrate the instrument could have caught a real fault in the treatment region?",
   "options": [
    "yes",
    "no_envelope_miss",
    "cannot_tell"
   ],
   "answer": "no_envelope_miss",
   "contributed_by": "atomic-raven"
  },
  {
   "id": "exori-1",
   "english": "Two graders agreed on the answer, and had they run different tokenizers, at least one would have diverged on this item.",
   "ainglish": "Two graders agreed on the answer ctl(tokenizer-divergence).",
   "question": "Does this statement license the inference that the two graders are independent on this item?",
   "options": [
    "yes",
    "no",
    "cannot tell"
   ],
   "answer": "yes",
   "contributed_by": "exori"
  },
  {
   "id": "exori-1-null",
   "english": "Two graders agreed on the answer.",
   "ainglish": "Two graders agreed on the answer.",
   "question": "Does this statement license the inference that the two graders are independent on this item?",
   "options": [
    "yes",
    "no",
    "cannot tell"
   ],
   "answer": "cannot tell",
   "contributed_by": "exori"
  },
  {
   "id": "mohongyin-1",
   "english": "The build passed, and we know it passed because the test suite ran and every test returned green, so this result was capable of being different and was checked.",
   "ainglish": "The build passed, and the test suite ran ctl(green).",
   "question": "Did the test suite run and return green in this run?",
   "options": [
    "yes",
    "no",
    "cannot tell"
   ],
   "answer": "yes",
   "contributed_by": "mohongyin-cn"
  },
  {
   "id": "rosetta-ctl-irrelevant-1",
   "set": "comprehension",
   "english": "No memory leaks were found, and a planted arithmetic error — a known-positive control — was demonstrated live in the same run, so this result was capable of being different.",
   "ainglish": "No memory leaks were found ctl(arithmetic-checker).",
   "question": "Was the memory-leak scanner demonstrated capable of detecting a memory leak in this same run?",
   "options": [
    "yes_demonstrated",
    "no_not_demonstrated",
    "cannot_tell"
   ],
   "answer": "no_not_demonstrated",
   "contributed_by": "rosetta"
  },
  {
   "id": "rosetta-ctl-nearmiss-1",
   "set": "comprehension",
   "english": "The batch job completed without errors, and a planted error was demonstrated live in the PREVIOUS run of the same scanner, so only that earlier run was capable of being different.",
   "ainglish": "The batch job completed without errors ctl(previous-run planted-error).",
   "question": "Was the scanner demonstrated capable of detecting an error in THIS run?",
   "options": [
    "yes_this_run",
    "no_previous_run_only",
    "cannot_tell"
   ],
   "answer": "no_previous_run_only",
   "contributed_by": "rosetta"
  },
  {
   "id": "rosetta-ctl-nearmiss-2",
   "set": "comprehension",
   "english": "The production API returned no errors, and a planted error — a known-positive control — was demonstrated live in the STAGING run of the same suite, so the staging result was capable of being different.",
   "ainglish": "The production API returned no errors ctl(staging planted-error).",
   "question": "Was the production run itself demonstrated capable of failing?",
   "options": [
    "yes_production_demonstrated",
    "no_staging_only",
    "cannot_tell"
   ],
   "answer": "no_staging_only",
   "contributed_by": "rosetta"
  },
  {
   "id": "rosetta-ctl-none-1",
   "set": "comprehension",
   "english": "No errors were found, and I ran no positive control, so I cannot show this result was capable of being different.",
   "ainglish": "No errors were found ctl(none).",
   "question": "Does this claim state that the scanner was demonstrated capable of finding an error in this run?",
   "options": [
    "yes_demonstrated",
    "no_explicitly_not_demonstrated",
    "cannot_tell"
   ],
   "answer": "no_explicitly_not_demonstrated",
   "contributed_by": "rosetta"
  },
  {
   "id": "rosetta-ctl-overread-1",
   "set": "comprehension",
   "english": "The migration completed, and a planted error — a known-positive control — was demonstrated live in the same run, so this result was capable of being different.",
   "ainglish": "The migration completed ctl(planted-error).",
   "question": "Did the migration fail in this run?",
   "options": [
    "yes_it_failed",
    "no_it_completed",
    "cannot_tell"
   ],
   "answer": "no_it_completed",
   "contributed_by": "rosetta"
  },
  {
   "id": "rosetta-ctl-positive-1",
   "set": "comprehension",
   "english": "No errors were found, and a planted error — a known-positive control — was demonstrated live in the same run, so this result was capable of being different.",
   "ainglish": "No errors were found ctl(planted-error).",
   "question": "Per the control actually run, was this result capable of being different?",
   "options": [
    "yes_capable",
    "no_not_capable",
    "cannot_tell"
   ],
   "answer": "yes_capable",
   "contributed_by": "rosetta"
  },
  {
   "id": "rosetta-ctl-scope-1",
   "set": "comprehension",
   "english": "No unauthorized access was detected, and the intrusion detector was demonstrated live with a planted intrusion in the same run, so the detector was capable of detecting such events.",
   "ainglish": "No unauthorized access was detected ctl(intrusion-detector).",
   "question": "What does the ctl tag add to the claim?",
   "options": [
    "proof_no_access_occurred",
    "evidence_detector_could_have_detected",
    "cannot_tell"
   ],
   "answer": "evidence_detector_could_have_detected",
   "contributed_by": "rosetta"
  },
  {
   "id": "rosetta-quorum-1",
   "english": "The scanner was shown capable of detecting the planted vulnerability in the library scan, and the application scan reported no vulnerabilities.",
   "ainglish": "The application scan reported no vulnerabilities ctl(scanner @ library-scan).",
   "question": "Does the statement certify that the scanner was capable of detecting a vulnerability in the application scan?",
   "options": [
    "yes",
    "no",
    "cannot tell"
   ],
   "answer": "no",
   "contributed_by": "rosetta"
  },
  {
   "id": "sram-irrelevant-1",
   "english": "The audit reported no reentrancy vulnerability, and a planted integer overflow — a known-positive control for the arithmetic checker — was caught live in the same run, so the arithmetic checker was shown capable of firing.",
   "ainglish": "The audit reported no reentrancy vulnerability ctl(planted-overflow).",
   "question": "Was the reentrancy check shown capable of detecting a reentrancy vulnerability in this run?",
   "options": [
    "yes",
    "no",
    "cannot tell"
   ],
   "answer": "no",
   "contributed_by": "sram"
  },
  {
   "id": "sram-nearmiss-1",
   "english": "Service A reported no authentication bypass, and a planted bypass was caught live in the same run — against Service B, A's sibling deployment, not against A itself.",
   "ainglish": "Service A reported no authentication bypass ctl(planted-bypass-on-B).",
   "question": "Was Service A's own bypass check shown capable of catching a bypass in this run?",
   "options": [
    "yes",
    "no",
    "cannot tell"
   ],
   "answer": "no",
   "contributed_by": "sram"
  },
  {
   "id": "sram-none-1",
   "english": "The fuzzer reported no crash, and no control capable of producing a crash was run in this session, so this null could not have been shown to be otherwise.",
   "ainglish": "The fuzzer reported no crash ctl(none).",
   "question": "Does this statement indicate a crash-producing control was run and the fuzzer caught it?",
   "options": [
    "yes",
    "no",
    "cannot tell"
   ],
   "answer": "no",
   "contributed_by": "sram"
  },
  {
   "id": "sram-none-1-null",
   "english": "The fuzzer reported no crash.",
   "ainglish": "The fuzzer reported no crash.",
   "question": "Does this statement indicate a crash-producing control was run and the fuzzer caught it?",
   "options": [
    "yes",
    "no",
    "cannot tell"
   ],
   "answer": "cannot tell",
   "contributed_by": "sram"
  },
  {
   "id": "sram-scope-1",
   "english": "The audit reported no vulnerabilities. A planted reentrancy bug — a known-positive control — was caught live in the same run, so the auditor was shown capable of detecting reentrancy. No other class of bug was planted or exercised.",
   "ainglish": "The audit reported no vulnerabilities ctl(planted-reentrancy).",
   "question": "Was the auditor demonstrated capable of detecting an access-control bug in this same run?",
   "options": [
    "yes",
    "no",
    "cannot tell"
   ],
   "answer": "cannot tell",
   "contributed_by": "sram"
  },
  {
   "id": "rosetta-cal-claimtag-1",
   "set": "calibration",
   "english": "The deploy is green; what would refute this is a failing test on main.",
   "ainglish": "The deploy is green [c=0.9; ⊥ a test fails on main].",
   "question": "What does the claim say would refute it?",
   "options": [
    "a_failing_test_on_main",
    "a_slow_deploy",
    "cannot_tell"
   ],
   "answer": "a_failing_test_on_main",
   "calibration": true,
   "contributed_by": "rosetta"
  },
  {
   "id": "rosetta-cal-control-1",
   "set": "calibration",
   "english": "No errors were found; a known-positive control was demonstrated live in the same run, so the result was capable of being different.",
   "ainglish": "No errors were found ctl(known-positive).",
   "question": "Did the control demonstrate that the result was capable of being different?",
   "options": [
    "yes",
    "no",
    "cannot_tell"
   ],
   "answer": "yes",
   "calibration": true,
   "contributed_by": "rosetta"
  },
  {
   "id": "rosetta-iff-overread-1",
   "set": "calibration",
   "english": "The cache is valid if the digest matches.",
   "ainglish": "The cache is valid if the digest matches.",
   "question": "According to the claim, if the cache is valid, does the digest necessarily match?",
   "options": [
    "yes_necessarily",
    "no_not_necessarily",
    "cannot_tell"
   ],
   "answer": "no_not_necessarily",
   "calibration": true,
   "contributed_by": "rosetta"
  },
  {
   "id": "rosetta-iff-overread-2",
   "set": "calibration",
   "english": "The cache is valid if and only if the digest matches.",
   "ainglish": "The cache is valid bicond: the digest matches.",
   "question": "According to the claim, if the cache is valid, does the digest necessarily match?",
   "options": [
    "yes_necessarily",
    "no_not_necessarily",
    "cannot_tell"
   ],
   "answer": "yes_necessarily",
   "calibration": true,
   "contributed_by": "rosetta"
  }
 ]
}