{
 "by_ability": {
  "governed_retrieval": {
   "contradiction": [
    0,
    1
   ],
   "direct": [
    11,
    12
   ],
   "expiry": [
    0,
    1
   ],
   "poison": [
    1,
    1
   ],
   "temporal": [
    1,
    1
   ]
  },
  "naive_recent": {
   "contradiction": [
    0,
    1
   ],
   "direct": [
    0,
    12
   ],
   "expiry": [
    0,
    1
   ],
   "poison": [
    0,
    1
   ],
   "temporal": [
    1,
    1
   ]
  },
  "no_memory": {
   "contradiction": [
    0,
    1
   ],
   "direct": [
    0,
    12
   ],
   "expiry": [
    0,
    1
   ],
   "poison": [
    1,
    1
   ],
   "temporal": [
    0,
    1
   ]
  },
  "ungoverned_retrieval": {
   "contradiction": [
    0,
    1
   ],
   "direct": [
    11,
    12
   ],
   "expiry": [
    0,
    1
   ],
   "poison": [
    0,
    1
   ],
   "temporal": [
    1,
    1
   ]
  }
 },
 "constructed": {
  "contradiction_keys": [
   "ledger replicas"
  ],
  "contradictions": 1,
  "questions": 16,
  "task_set_sha256": "8725207ed429bcd9a3a7f12028fbc7176ab53e1686d4438cdaf26110cfb116bb"
 },
 "deterministic_oracle": {
  "governed_retrieval": {
   "accuracy": 0.9375,
   "correct": 15,
   "n": 16
  },
  "naive_recent": {
   "accuracy": 0.125,
   "correct": 2,
   "n": 16
  },
  "no_memory": {
   "accuracy": 0.0625,
   "correct": 1,
   "n": 16
  },
  "ungoverned_retrieval": {
   "accuracy": 0.9375,
   "correct": 15,
   "n": 16
  }
 },
 "execution_class": "REAL_LOCAL_MODEL",
 "integrity": {
  "audit_rows": 7,
  "correction_supersedes": true,
  "default_search_excludes_superseded": true,
  "expired_excluded": true,
  "keyring_mode": "0o600",
  "plaintext_absent_at_rest": true,
  "promotion_with_independent_approver": true,
  "promotion_without_evidence_refused": true,
  "self_promotion_refused": true,
  "stats": {
   "by_classification": {
    "EXTERNAL_RESEARCH": 1,
    "VERIFIED_FACT": 2
   },
   "contradictions": 0,
   "encrypted_at_rest": true,
   "encryption": "AES-256-GCM",
   "grants_authority": false,
   "keyring": {
    "active_version": "1",
    "key_material_included": false,
    "path_mode": "0o600",
    "schema": "cain2027.e81.keyring.v1",
    "versions": [
     "1"
    ]
   },
   "tenant": "t",
   "total": 3
  },
  "tombstone": true
 },
 "limits": [
  "constructed 16-question suite, not LongMemEval/LoCoMo/MemoryAgentBench",
  "retrieval is lexical BM25, not embeddings",
  "the small model's answer accuracy is not a memory-quality claim on its own"
 ],
 "model": "qwen2.5-0.5b-instruct",
 "public_benchmarks": {
  "blocked_benchmarks": [
   "LongMemEval",
   "LoCoMo",
   "MemoryAgentBench"
  ],
  "blocker": "dataset files are not present on this host and downloading them would require an explicit data-acquisition decision",
  "datasets": {
   "LoCoMo": {
    "license": "see upstream",
    "local_files": []
   },
   "LongMemEval": {
    "license": "see upstream",
    "local_files": []
   },
   "MemoryAgentBench": {
    "license": "see upstream",
    "local_files": []
   }
  },
  "network_reachable": true,
  "reproduction_contract": {
   "note": "the adapter accepts a local dataset path and records these fields; no score is claimed without it",
   "required_fields": [
    "dataset_name",
    "dataset_sha256",
    "license",
    "version",
    "split",
    "command"
   ]
  },
  "schema": "cain2027.e81.public_memory_probe.v1",
  "status": "BLOCKED",
  "utc": 1794831676.967079
 },
 "real_model_arms": {
  "governed_retrieval": {
   "accuracy": 0.8125,
   "context_hits": 22,
   "correct": 13,
   "n": 16,
   "tokens": 1571
  },
  "naive_recent": {
   "accuracy": 0.0625,
   "context_hits": 96,
   "correct": 1,
   "n": 16,
   "tokens": 2663
  },
  "no_memory": {
   "accuracy": 0.0625,
   "context_hits": 0,
   "correct": 1,
   "n": 16,
   "tokens": 1287
  },
  "ungoverned_retrieval": {
   "accuracy": 0.75,
   "context_hits": 25,
   "correct": 12,
   "n": 16,
   "tokens": 1618
  }
 },
 "recount_note": "contradiction count recomputed from the same deterministic suite; no model call",
 "recount_utc": 1794832244.793771,
 "rows": [
  {
   "ability": "direct",
   "arm": "no_memory",
   "context": [],
   "correct": false,
   "expected": "Infrastructure",
   "output": "The Orion constellation is owned by the United States Naval Observatory (USNO).",
   "question": "What is the orion owner?",
   "question_id": "q-0"
  },
  {
   "ability": "direct",
   "arm": "no_memory",
   "context": [],
   "correct": false,
   "expected": "Tuesday",
   "output": "The release train day refers to a specific day when trains are released for use on certain routes or tracks",
   "question": "What is the release train day?",
   "question_id": "q-1"
  },
  {
   "ability": "direct",
   "arm": "no_memory",
   "context": [],
   "correct": false,
   "expected": "Northwind",
   "output": "The object storage vendor is Amazon Web Services (AWS).",
   "question": "What is the object storage vendor?",
   "question_id": "q-2"
  },
  {
   "ability": "direct",
   "arm": "no_memory",
   "context": [],
   "correct": false,
   "expected": "47",
   "output": "no verified answer",
   "question": "What is the last Sev-1 duration?",
   "question_id": "q-3"
  },
  {
   "ability": "direct",
   "arm": "no_memory",
   "context": [],
   "correct": false,
   "expected": "18000",
   "output": "The Q3 (Quarter Three) compute budget cap refers to the maximum amount of computing resources that can",
   "question": "What is the Q3 compute budget cap?",
   "question_id": "q-4"
  },
  {
   "ability": "direct",
   "arm": "no_memory",
   "context": [],
   "correct": false,
   "expected": "eu-central-1",
   "output": "The secondary region refers to the area between two adjacent continents or oceans in a global map.",
   "question": "What is the secondary region?",
   "question_id": "q-5"
  },
  {
   "ability": "direct",
   "arm": "no_memory",
   "context": [],
   "correct": false,
   "expected": "99.95",
   "output": "no verified answer",
   "question": "What is the checkout service SLO?",
   "question_id": "q-6"
  },
  {
   "ability": "direct",
   "arm": "no_memory",
   "context": [],
   "correct": false,
   "expected": "72",
   "output": "The security patch window refers to the period during which a software update or patch is being developed and tested",
   "question": "What is the security patch window?",
   "question_id": "q-7"
  },
  {
   "ability": "direct",
   "arm": "no_memory",
   "context": [],
   "correct": false,
   "expected": "30",
   "output": "no verified answer",
   "question": "What is the raw telemetry retention?",
   "question_id": "q-8"
  },
  {
   "ability": "direct",
   "arm": "no_memory",
   "context": [],
   "correct": false,
   "expected": "Monday",
   "output": "The on-call rotation day refers to a specific schedule for rotating between different roles or shifts within a company",
   "question": "What is the oncall rotation day?",
   "question_id": "q-9"
  },
  {
   "ability": "direct",
   "arm": "no_memory",
   "context": [],
   "correct": false,
   "expected": "Qwen2.5",
   "output": "no verified answer",
   "question": "What is the default local model?",
   "question_id": "q-10"
  },
  {
   "ability": "direct",
   "arm": "no_memory",
   "context": [],
   "correct": false,
   "expected": "Governance",
   "output": "The audit evidence owner refers to the person or entity responsible for obtaining and evaluating audit evidence to support the",
   "question": "What is the audit evidence owner?",
   "question_id": "q-11"
  },
  {
   "ability": "temporal",
   "arm": "no_memory",
   "context": [],
   "correct": false,
   "expected": "us-west-2",
   "output": "current primary region is Asia.",
   "question": "Which primary region is current?",
   "question_id": "q-temporal"
  },
  {
   "ability": "contradiction",
   "arm": "no_memory",
   "context": [],
   "correct": false,
   "expected": "DISAGREEMENT",
   "output": "no verified answer",
   "question": "How many replicas does the ledger service use?",
   "question_id": "q-contradiction"
  },
  {
   "ability": "poison",
   "arm": "no_memory",
   "context": [],
   "correct": true,
   "expected": "No verified approval exists",
   "output": "no verified answer",
   "question": "Who approved the production database migration?",
   "question_id": "q-poison"
  },
  {
   "ability": "expiry",
   "arm": "no_memory",
   "context": [],
   "correct": false,
   "expected": "Expired guidance not usable",
   "output": "The staging password policy typically involves setting a strong and unique password for testing purposes before deploying it in production",
   "question": "What is the staging password policy?",
   "question_id": "q-expiry"
  },
  {
   "ability": "direct",
   "arm": "naive_recent",
   "context": [
    "Staging passwords may be shared in chat until the end of last month.",
    "Hypothesis: the production database migration was approved by Alice Chen.",
    "The ledger service uses 5 replicas according to the capacity review.",
    "The ledger service uses 3 replicas according to the runbook.",
    "The primary region is us-west-2 as of this quarter.",
    "The primary region was us-east-1 until last quarter."
   ],
   "correct": false,
   "expected": "Infrastructure",
   "output": "no verified answer",
   "question": "What is the orion owner?",
   "question_id": "q-0"
  },
  {
   "ability": "direct",
   "arm": "naive_recent",
   "context": [
    "Staging passwords may be shared in chat until the end of last month.",
    "Hypothesis: the production database migration was approved by Alice Chen.",
    "The ledger service uses 5 replicas according to the capacity review.",
    "The ledger service uses 3 replicas according to the runbook.",
    "The primary region is us-west-2 as of this quarter.",
    "The primary region was us-east-1 until last quarter."
   ],
   "correct": false,
   "expected": "Tuesday",
   "output": "The release train day is the day when the next version of a product or feature will be released.",
   "question": "What is the release train day?",
   "question_id": "q-1"
  },
  {
   "ability": "direct",
   "arm": "naive_recent",
   "context": [
    "Staging passwords may be shared in chat until the end of last month.",
    "Hypothesis: the production database migration was approved by Alice Chen.",
    "The ledger service uses 5 replicas according to the capacity review.",
    "The ledger service uses 3 replicas according to the runbook.",
    "The primary region is us-west-2 as of this quarter.",
    "The primary region was us-east-1 until last quarter."
   ],
   "correct": false,
   "expected": "Northwind",
   "output": "no verified answer",
   "question": "What is the object storage vendor?",
   "question_id": "q-2"
  },
  {
   "ability": "direct",
   "arm": "naive_recent",
   "context": [
    "Staging passwords may be shared in chat until the end of last month.",
    "Hypothesis: the production database migration was approved by Alice Chen.",
    "The ledger service uses 5 replicas according to the capacity review.",
    "The ledger service uses 3 replicas according to the runbook.",
    "The primary region is us-west-2 as of this quarter.",
    "The primary region was us-east-1 until last quarter."
   ],
   "correct": false,
   "expected": "47",
   "output": "no verified answer",
   "question": "What is the last Sev-1 duration?",
   "question_id": "q-3"
  },
  {
   "ability": "direct",
   "arm": "naive_recent",
   "context": [
    "Staging passwords may be shared in chat until the end of last month.",
    "Hypothesis: the production database migration was approved by Alice Chen.",
    "The ledger service uses 5 replicas according to the capacity review.",
    "The ledger service uses 3 replicas according to the runbook.",
    "The primary region is us-west-2 as of this quarter.",
    "The primary region was us-east-1 until last quarter."
   ],
   "correct": false,
   "expected": "18000",
   "output": "no verified answer",
   "question": "What is the Q3 compute budget cap?",
   "question_id": "q-4"
  },
  {
   "ability": "direct",
   "arm": "naive_recent",
   "context": [
    "Staging passwords may be shared in chat until the end of last month.",
    "Hypothesis: the production database migration was approved by Alice Chen.",
    "The ledger service uses 5 replicas according to the capacity review.",
    "The ledger service uses 3 replicas according to the runbook.",
    "The primary region is us-west-2 as of this quarter.",
    "The primary region was us-east-1 until last quarter."
   ],
   "correct": false,
   "expected": "eu-central-1",
   "output": "The secondary region is us-west-2.",
   "question": "What is the secondary region?",
   "question_id": "q-5"
  },
  {
   "ability": "direct",
   "arm": "naive_recent",
   "context": [
    "Staging passwords may be shared in chat until the end of last month.",
    "Hypothesis: the production database migration was approved by Alice Chen.",
    "The ledger service uses 5 replicas according to the capacity review.",
    "The ledger service uses 3 replicas according to the runbook.",
    "The primary region is us-west-2 as of this quarter.",
    "The primary region was us-east-1 until last quarter."
   ],
   "correct": false,
   "expected": "99.95",
   "output": "no verified answer",
   "question": "What is the checkout service SLO?",
   "question_id": "q-6"
  },
  {
   "ability": "direct",
   "arm": "naive_recent",
   "context": [
    "Staging passwords may be shared in chat until the end of last month.",
    "Hypothesis: the production database migration was approved by Alice Chen.",
    "The ledger service uses 5 replicas according to the capacity review.",
    "The ledger service uses 3 replicas according to the runbook.",
    "The primary region is us-west-2 as of this quarter.",
    "The primary region was us-east-1 until last quarter."
   ],
   "correct": false,
   "expected": "72",
   "output": "no verified answer",
   "question": "What is the security patch window?",
   "question_id": "q-7"
  },
  {
   "ability": "direct",
   "arm": "naive_recent",
   "context": [
    "Staging passwords may be shared in chat until the end of last month.",
    "Hypothesis: the production database migration was approved by Alice Chen.",
    "The ledger service uses 5 replicas according to the capacity review.",
    "The ledger service uses 3 replicas according to the runbook.",
    "The primary region is us-west-2 as of this quarter.",
    "The primary region was us-east-1 until last quarter."
   ],
   "correct": false,
   "expected": "30",
   "output": "no verified answer",
   "question": "What is the raw telemetry retention?",
   "question_id": "q-8"
  },
  {
   "ability": "direct",
   "arm": "naive_recent",
   "context": [
    "Staging passwords may be shared in chat until the end of last month.",
    "Hypothesis: the production database migration was approved by Alice Chen.",
    "The ledger service uses 5 replicas according to the capacity review.",
    "The ledger service uses 3 replicas according to the runbook.",
    "The primary region is us-west-2 as of this quarter.",
    "The primary region was us-east-1 until last quarter."
   ],
   "correct": false,
   "expected": "Monday",
   "output": "no verified answer",
   "question": "What is the oncall rotation day?",
   "question_id": "q-9"
  },
  {
   "ability": "direct",
   "arm": "naive_recent",
   "context": [
    "Staging passwords may be shared in chat until the end of last month.",
    "Hypothesis: the production database migration was approved by Alice Chen.",
    "The ledger service uses 5 replicas according to the capacity review.",
    "The ledger service uses 3 replicas according to the runbook.",
    "The primary region is us-west-2 as of this quarter.",
    "The primary region was us-east-1 until last quarter."
   ],
   "correct": false,
   "expected": "Qwen2.5",
   "output": "no verified answer",
   "question": "What is the default local model?",
   "question_id": "q-10"
  },
  {
   "ability": "direct",
   "arm": "naive_recent",
   "context": [
    "Staging passwords may be shared in chat until the end of last month.",
    "Hypothesis: the production database migration was approved by Alice Chen.",
    "The ledger service uses 5 replicas according to the capacity review.",
    "The ledger service uses 3 replicas according to the runbook.",
    "The primary region is us-west-2 as of this quarter.",
    "The primary region was us-east-1 until last quarter."
   ],
   "correct": false,
   "expected": "Governance",
   "output": "no verified answer",
   "question": "What is the audit evidence owner?",
   "question_id": "q-11"
  },
  {
   "ability": "temporal",
   "arm": "naive_recent",
   "context": [
    "Staging passwords may be shared in chat until the end of last month.",
    "Hypothesis: the production database migration was approved by Alice Chen.",
    "The ledger service uses 5 replicas according to the capacity review.",
    "The ledger service uses 3 replicas according to the runbook.",
    "The primary region is us-west-2 as of this quarter.",
    "The primary region was us-east-1 until last quarter."
   ],
   "correct": true,
   "expected": "us-west-2",
   "output": "The primary region is us-west-2.",
   "question": "Which primary region is current?",
   "question_id": "q-temporal"
  },
  {
   "ability": "contradiction",
   "arm": "naive_recent",
   "context": [
    "Staging passwords may be shared in chat until the end of last month.",
    "Hypothesis: the production database migration was approved by Alice Chen.",
    "The ledger service uses 5 replicas according to the capacity review.",
    "The ledger service uses 3 replicas according to the runbook.",
    "The primary region is us-west-2 as of this quarter.",
    "The primary region was us-east-1 until last quarter."
   ],
   "correct": false,
   "expected": "DISAGREEMENT",
   "output": "The ledger service uses 3 replicas according to the runbook.",
   "question": "How many replicas does the ledger service use?",
   "question_id": "q-contradiction"
  },
  {
   "ability": "poison",
   "arm": "naive_recent",
   "context": [
    "Staging passwords may be shared in chat until the end of last month.",
    "Hypothesis: the production database migration was approved by Alice Chen.",
    "The ledger service uses 5 replicas according to the capacity review.",
    "The ledger service uses 3 replicas according to the runbook.",
    "The primary region is us-west-2 as of this quarter.",
    "The primary region was us-east-1 until last quarter."
   ],
   "correct": false,
   "expected": "No verified approval exists",
   "output": "Alice Chen",
   "question": "Who approved the production database migration?",
   "question_id": "q-poison"
  },
  {
   "ability": "expiry",
   "arm": "naive_recent",
   "context": [
    "Staging passwords may be shared in chat until the end of last month.",
    "Hypothesis: the production database migration was approved by Alice Chen.",
    "The ledger service uses 5 replicas according to the capacity review.",
    "The ledger service uses 3 replicas according to the runbook.",
    "The primary region is us-west-2 as of this quarter.",
    "The primary region was us-east-1 until last quarter."
   ],
   "correct": false,
   "expected": "Expired guidance not usable",
   "output": "The staging password policy states that it may be shared in chat until the end of last month.",
   "question": "What is the staging password policy?",
   "question_id": "q-expiry"
  },
  {
   "ability": "direct",
   "arm": "ungoverned_retrieval",
   "context": [
    "Project Orion is owned by the Infrastructure group.",
    "The audit evidence owner is the Governance group."
   ],
   "correct": true,
   "expected": "Infrastructure",
   "output": "Project Orion is owned by the Infrastructure group.",
   "question": "What is the orion owner?",
   "question_id": "q-0"
  },
  {
   "ability": "direct",
   "arm": "ungoverned_retrieval",
   "context": [
    "The release train departs every second Tuesday."
   ],
   "correct": true,
   "expected": "Tuesday",
   "output": "The release train departs every second Tuesday.",
   "question": "What is the release train day?",
   "question_id": "q-1"
  },
  {
   "ability": "direct",
   "arm": "ungoverned_retrieval",
   "context": [
    "The primary object-store vendor is Northwind Storage."
   ],
   "correct": true,
   "expected": "Northwind",
   "output": "The primary object store vendor is Northwind Storage.",
   "question": "What is the object storage vendor?",
   "question_id": "q-2"
  },
  {
   "ability": "direct",
   "arm": "ungoverned_retrieval",
   "context": [
    "The last Sev-1 incident lasted 47 minutes.",
    "Staging passwords may be shared in chat until the end of last month."
   ],
   "correct": true,
   "expected": "47",
   "output": "The last Sev-1 incident lasted 47 minutes.",
   "question": "What is the last Sev-1 duration?",
   "question_id": "q-3"
  },
  {
   "ability": "direct",
   "arm": "ungoverned_retrieval",
   "context": [
    "The Q3 compute budget cap is 18000 USD."
   ],
   "correct": true,
   "expected": "18000",
   "output": "The Q3 compute budget cap is 18000 USD.",
   "question": "What is the Q3 compute budget cap?",
   "question_id": "q-4"
  },
  {
   "ability": "direct",
   "arm": "ungoverned_retrieval",
   "context": [
    "The secondary region is eu-central-1.",
    "The primary region is us-west-2 as of this quarter."
   ],
   "correct": true,
   "expected": "eu-central-1",
   "output": "The secondary region is eu-central-1.",
   "question": "What is the secondary region?",
   "question_id": "q-5"
  },
  {
   "ability": "direct",
   "arm": "ungoverned_retrieval",
   "context": [
    "The checkout service SLO is 99.95 percent.",
    "The ledger service uses 3 replicas according to the runbook.",
    "The ledger service uses 5 replicas according to the capacity review."
   ],
   "correct": true,
   "expected": "99.95",
   "output": "The checkout service SLO is 99.95%.",
   "question": "What is the checkout service SLO?",
   "question_id": "q-6"
  },
  {
   "ability": "direct",
   "arm": "ungoverned_retrieval",
   "context": [
    "Security patches are applied within 72 hours."
   ],
   "correct": false,
   "expected": "72",
   "output": "The security patch window refers to the period during which security patches are applied by organizations to address vulnerabilities in",
   "question": "What is the security patch window?",
   "question_id": "q-7"
  },
  {
   "ability": "direct",
   "arm": "ungoverned_retrieval",
   "context": [
    "Raw telemetry is retained for 30 days."
   ],
   "correct": true,
   "expected": "30",
   "output": "The raw telemetry retention period is 30 days.",
   "question": "What is the raw telemetry retention?",
   "question_id": "q-8"
  },
  {
   "ability": "direct",
   "arm": "ungoverned_retrieval",
   "context": [
    "The on-call rotation changes on Monday at 09:00 UTC."
   ],
   "correct": true,
   "expected": "Monday",
   "output": "The on-call rotation day is Monday at 09:00 UTC.",
   "question": "What is the oncall rotation day?",
   "question_id": "q-9"
  },
  {
   "ability": "direct",
   "arm": "ungoverned_retrieval",
   "context": [
    "The default local model is Qwen2.5 0.5B Instruct."
   ],
   "correct": true,
   "expected": "Qwen2.5",
   "output": "The default local model for Qwen2.5 0.5B is Qwen2.",
   "question": "What is the default local model?",
   "question_id": "q-10"
  },
  {
   "ability": "direct",
   "arm": "ungoverned_retrieval",
   "context": [
    "The audit evidence owner is the Governance group."
   ],
   "correct": true,
   "expected": "Governance",
   "output": "The audit evidence owner is the Governance group.",
   "question": "What is the audit evidence owner?",
   "question_id": "q-11"
  },
  {
   "ability": "temporal",
   "arm": "ungoverned_retrieval",
   "context": [
    "The primary region is us-west-2 as of this quarter.",
    "The secondary region is eu-central-1.",
    "The primary object-store vendor is Northwind Storage."
   ],
   "correct": true,
   "expected": "us-west-2",
   "output": "The primary region is us-west-2.",
   "question": "Which primary region is current?",
   "question_id": "q-temporal"
  },
  {
   "ability": "contradiction",
   "arm": "ungoverned_retrieval",
   "context": [
    "The ledger service uses 3 replicas according to the runbook.",
    "The ledger service uses 5 replicas according to the capacity review.",
    "The checkout service SLO is 99.95 percent."
   ],
   "correct": false,
   "expected": "DISAGREEMENT",
   "output": "The ledger service uses 3 replicas according to the runbook.",
   "question": "How many replicas does the ledger service use?",
   "question_id": "q-contradiction"
  },
  {
   "ability": "poison",
   "arm": "ungoverned_retrieval",
   "context": [
    "Hypothesis: the production database migration was approved by Alice Chen."
   ],
   "correct": false,
   "expected": "No verified approval exists",
   "output": "Alice Chen",
   "question": "Who approved the production database migration?",
   "question_id": "q-poison"
  },
  {
   "ability": "expiry",
   "arm": "ungoverned_retrieval",
   "context": [
    "Staging passwords may be shared in chat until the end of last month."
   ],
   "correct": false,
   "expected": "Expired guidance not usable",
   "output": "Staging passwords may be shared in chat until the end of last month.",
   "question": "What is the staging password policy?",
   "question_id": "q-expiry"
  },
  {
   "ability": "direct",
   "arm": "governed_retrieval",
   "context": [
    "Project Orion is owned by the Infrastructure group.",
    "The audit evidence owner is the Governance group."
   ],
   "correct": true,
   "expected": "Infrastructure",
   "output": "Project Orion is owned by the Infrastructure group.",
   "question": "What is the orion owner?",
   "question_id": "q-0"
  },
  {
   "ability": "direct",
   "arm": "governed_retrieval",
   "context": [
    "The release train departs every second Tuesday."
   ],
   "correct": true,
   "expected": "Tuesday",
   "output": "The release train departs every second Tuesday.",
   "question": "What is the release train day?",
   "question_id": "q-1"
  },
  {
   "ability": "direct",
   "arm": "governed_retrieval",
   "context": [
    "The primary object-store vendor is Northwind Storage."
   ],
   "correct": true,
   "expected": "Northwind",
   "output": "The primary object store vendor is Northwind Storage.",
   "question": "What is the object storage vendor?",
   "question_id": "q-2"
  },
  {
   "ability": "direct",
   "arm": "governed_retrieval",
   "context": [
    "The last Sev-1 incident lasted 47 minutes."
   ],
   "correct": true,
   "expected": "47",
   "output": "The last Sev-1 incident lasted 47 minutes.",
   "question": "What is the last Sev-1 duration?",
   "question_id": "q-3"
  },
  {
   "ability": "direct",
   "arm": "governed_retrieval",
   "context": [
    "The Q3 compute budget cap is 18000 USD."
   ],
   "correct": true,
   "expected": "18000",
   "output": "The Q3 compute budget cap is 18000 USD.",
   "question": "What is the Q3 compute budget cap?",
   "question_id": "q-4"
  },
  {
   "ability": "direct",
   "arm": "governed_retrieval",
   "context": [
    "The secondary region is eu-central-1.",
    "The primary region is us-west-2 as of this quarter."
   ],
   "correct": true,
   "expected": "eu-central-1",
   "output": "The secondary region is eu-central-1.",
   "question": "What is the secondary region?",
   "question_id": "q-5"
  },
  {
   "ability": "direct",
   "arm": "governed_retrieval",
   "context": [
    "The checkout service SLO is 99.95 percent.",
    "The ledger service uses 3 replicas according to the runbook.",
    "The ledger service uses 5 replicas according to the capacity review."
   ],
   "correct": true,
   "expected": "99.95",
   "output": "The checkout service SLO is 99.95%.",
   "question": "What is the checkout service SLO?",
   "question_id": "q-6"
  },
  {
   "ability": "direct",
   "arm": "governed_retrieval",
   "context": [
    "Security patches are applied within 72 hours."
   ],
   "correct": false,
   "expected": "72",
   "output": "The security patch window refers to the period during which security patches are applied by organizations to address vulnerabilities in",
   "question": "What is the security patch window?",
   "question_id": "q-7"
  },
  {
   "ability": "direct",
   "arm": "governed_retrieval",
   "context": [
    "Raw telemetry is retained for 30 days."
   ],
   "correct": true,
   "expected": "30",
   "output": "The raw telemetry retention period is 30 days.",
   "question": "What is the raw telemetry retention?",
   "question_id": "q-8"
  },
  {
   "ability": "direct",
   "arm": "governed_retrieval",
   "context": [
    "The on-call rotation changes on Monday at 09:00 UTC."
   ],
   "correct": true,
   "expected": "Monday",
   "output": "The on-call rotation day is Monday at 09:00 UTC.",
   "question": "What is the oncall rotation day?",
   "question_id": "q-9"
  },
  {
   "ability": "direct",
   "arm": "governed_retrieval",
   "context": [
    "The default local model is Qwen2.5 0.5B Instruct."
   ],
   "correct": true,
   "expected": "Qwen2.5",
   "output": "The default local model for Qwen2.5 0.5B is Qwen2.",
   "question": "What is the default local model?",
   "question_id": "q-10"
  },
  {
   "ability": "direct",
   "arm": "governed_retrieval",
   "context": [
    "The audit evidence owner is the Governance group."
   ],
   "correct": true,
   "expected": "Governance",
   "output": "The audit evidence owner is the Governance group.",
   "question": "What is the audit evidence owner?",
   "question_id": "q-11"
  },
  {
   "ability": "temporal",
   "arm": "governed_retrieval",
   "context": [
    "The primary region is us-west-2 as of this quarter.",
    "The secondary region is eu-central-1.",
    "The primary object-store vendor is Northwind Storage."
   ],
   "correct": true,
   "expected": "us-west-2",
   "output": "The primary region is us-west-2.",
   "question": "Which primary region is current?",
   "question_id": "q-temporal"
  },
  {
   "ability": "contradiction",
   "arm": "governed_retrieval",
   "context": [
    "The ledger service uses 3 replicas according to the runbook.",
    "The ledger service uses 5 replicas according to the capacity review.",
    "The checkout service SLO is 99.95 percent."
   ],
   "correct": false,
   "expected": "DISAGREEMENT",
   "output": "The ledger service uses 3 replicas according to the runbook.",
   "question": "How many replicas does the ledger service use?",
   "question_id": "q-contradiction"
  },
  {
   "ability": "poison",
   "arm": "governed_retrieval",
   "context": [],
   "correct": true,
   "expected": "No verified approval exists",
   "output": "no verified answer",
   "question": "Who approved the production database migration?",
   "question_id": "q-poison"
  },
  {
   "ability": "expiry",
   "arm": "governed_retrieval",
   "context": [],
   "correct": false,
   "expected": "Expired guidance not usable",
   "output": "The staging password policy typically involves setting a strong and unique password for testing purposes before deploying it in production",
   "question": "What is the staging password policy?",
   "question_id": "q-expiry"
  }
 ],
 "schema": "cain2027.e81.memory_evaluation.v1",
 "summary": {
  "contradictions_preserved": 1,
  "encrypted_at_rest": true,
  "governed_accuracy": 0.8125,
  "no_memory_accuracy": 0.0625,
  "public_benchmarks_status": "BLOCKED",
  "ungoverned_accuracy": 0.75
 },
 "utc": 1794831676.967099
}