{
 "baseline": {
  "e111": {
   "one_hour": "PASS",
   "six_hour": "PARTIAL (21,639 s cumulative, interrupted)",
   "url": "https://clawx.click/evidence/e111-autonomous-intelligence-maturation-2026-11-19/",
   "verifier": "92/92"
  },
  "e112": {
   "agents": 2000,
   "executions": 12000,
   "url": "https://clawx.click/evidence/e112-agi-research-lab-2-0-2026-11-19/",
   "verifier": "28/28"
  },
  "e115": {
   "commit": "de0bf05dcaec22afb391126082facf778f9170f1",
   "status": "INTERIM",
   "tests_passed": 18,
   "url": "https://clawx.click/evidence/e115-verified-memory-interim-2026-11-19/",
   "verifier": "7/7"
  },
  "e116": {
   "commit": "3d9fbf15224ebadd61e1d4129d1718a9ece47062",
   "gates": {
    "BLOCKED": 2,
    "FAIL": 0,
    "PARTIAL": 7,
    "PASS": 13
   },
   "tests_passed": 6,
   "url": "https://clawx.click/evidence/e116-self-evolving-vagi-organism-2026-11-20/",
   "verifier": "54/54"
  },
  "e116_not_proved": [
   "open-world / out-of-distribution combination generalization",
   "cross-family composition",
   "external reviewer",
   "24h autonomy",
   "LLM fine-tuning (BLOCKED)"
  ],
  "e116_proved": [
   "within-grammar memory gain 0.817 -> 0.950 (p=.0215)",
   "replicated 0.850 -> 0.967 (p=.0391)",
   "5/5 rule-inference skills",
   "world model 0.876 vs 0.523",
   "routed collective 1.000 vs 0.167"
  ],
  "e117_primary_endpoint": {
   "metric": "OOD_GAIN",
   "p": 0.01,
   "replication_p": 0.05,
   "second_sealed_set": true,
   "threshold": 0.15
  },
  "limits": "same-host reproduction; no external reviewer; E115 is interim",
  "schema": "cain.e117.baseline.v1"
 },
 "capabilities": [
  {
   "baseline": "B_single",
   "baseline_acc": 0.0,
   "candidate": "F_full",
   "candidate_acc": 1.0,
   "grants_authority": false,
   "id": "C1_compositional_synthesis",
   "p": 0.00048828,
   "promoted": true,
   "provenance": "E117 sealed OOD",
   "revoked": false
  },
  {
   "baseline": "D_compose",
   "baseline_acc": 0.0,
   "candidate": "F_full",
   "candidate_acc": 1.0,
   "grants_authority": false,
   "id": "C2_precondition_discovery",
   "p": 0.03125,
   "promoted": true,
   "provenance": "E117 sealed OOD",
   "revoked": false
  },
  {
   "baseline": "E_compose_pre",
   "baseline_acc": 0.5714,
   "candidate": "F_full",
   "candidate_acc": 1.0,
   "grants_authority": false,
   "id": "C3_evidence_revision_abstention",
   "p": 0.03125,
   "promoted": true,
   "provenance": "E117 sealed OOD",
   "revoked": false
  }
 ],
 "claim": "E117 demonstrates a sealed OOD gain from three acquired capabilities; it does NOT demonstrate AGI.",
 "collective": {
  "arms": {
   "A_best_single_agent": {
    "accuracy": 0.1667,
    "correct": 100
   },
   "B_random_agent": {
    "accuracy": 0.1283,
    "correct": 77
   },
   "C_specialist_team_routed": {
    "accuracy": 1.0,
    "correct": 600
   },
   "D_team_no_router": {
    "accuracy": 0.1667,
    "correct": 100
   }
  },
  "gain_C_vs_A": 0.8333,
  "note": "complementary specialists with a router beat any single specialist; this is designed specialization plus routing, not emergent intelligence. The redundant-voting arm above still shows no gain.",
  "rows": [
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00084",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00552",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01572",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01548",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00012",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01236",
    "vertical": "software"
   },
   {
    "A": true,
    "B": true,
    "C": true,
    "D": true,
    "task": "T00432",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01440",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00570",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00306",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00684",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01050",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01734",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00696",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01482",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01578",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01344",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01896",
    "vertical": "software"
   },
   {
    "A": true,
    "B": true,
    "C": true,
    "D": true,
    "task": "T00048",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00846",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01002",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01962",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01794",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00618",
    "vertical": "software"
   },
   {
    "A": true,
    "B": true,
    "C": true,
    "D": true,
    "task": "T00114",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00978",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01626",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01722",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01422",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00282",
    "vertical": "software"
   },
   {
    "A": true,
    "B": true,
    "C": true,
    "D": true,
    "task": "T00288",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01260",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00318",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00900",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01758",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00300",
    "vertical": "software"
   },
   {
    "A": true,
    "B": true,
    "C": true,
    "D": true,
    "task": "T00510",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00336",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00522",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01812",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00036",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01554",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01116",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01320",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00642",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01914",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00390",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00588",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01290",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01536",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01332",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00612",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01524",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01194",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01170",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00852",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01458",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01770",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01242",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00018",
    "vertical": "software"
   },
   {
    "A": true,
    "B": true,
    "C": true,
    "D": true,
    "task": "T01200",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01056",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01188",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00150",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01566",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01932",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01314",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00990",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01380",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00480",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00756",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00624",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01110",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00786",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00822",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01218",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00234",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01080",
    "vertical": "software"
   },
   {
    "A": true,
    "B": true,
    "C": true,
    "D": true,
    "task": "T00396",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00972",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01596",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01404",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00240",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00120",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00738",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01020",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00888",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01884",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01086",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00444",
    "vertical": "software"
   },
   {
    "A": true,
    "B": true,
    "C": true,
    "D": true,
    "task": "T01686",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00894",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01140",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01464",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01848",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00564",
    "vertical": "software"
   },
   {
    "A": true,
    "B": true,
    "C": true,
    "D": true,
    "task": "T01530",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01752",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00102",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01446",
    "vertical": "software"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00847",
    "vertical": "security"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00889",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00223",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00235",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01687",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01345",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01501",
    "vertical": "security"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01585",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00685",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01489",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01249",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01225",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01393",
    "vertical": "security"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00277",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00403",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01657",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01993",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01261",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01783",
    "vertical": "security"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01327",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01285",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00415",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00871",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00001",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00613",
    "vertical": "security"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01315",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00991",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01015",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01051",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00949",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01915",
    "vertical": "security"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01861",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00031",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00049",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01867",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00457",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01525",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01897",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00259",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00211",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00163",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00967",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01849",
    "vertical": "security"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00775",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00205",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01633",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00715",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00769",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01021",
    "vertical": "security"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00655",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01213",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00787",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00625",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00973",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01519",
    "vertical": "security"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01045",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00397",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00241",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00007",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01117",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01243",
    "vertical": "security"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00253",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00643",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01891",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00319",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01339",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01507",
    "vertical": "security"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00193",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00829",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01771",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01057",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01693",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00229",
    "vertical": "security"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00679",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00091",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00127",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00097",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00157",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00349",
    "vertical": "security"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01939",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01639",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00835",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00475",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01381",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01579",
    "vertical": "security"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00865",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01909",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00151",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01711",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00547",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00841",
    "vertical": "security"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00079",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00367",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01273",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01843",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00313",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01777",
    "vertical": "security"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01333",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01459",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01705",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00824",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01382",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00692",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01598",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00734",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00152",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00752",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00344",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00722",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00026",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01346",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01820",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00770",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01286",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00218",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01232",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00974",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01052",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00098",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01316",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01712",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00854",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01808",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01334",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01172",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00362",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01622",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01268",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01778",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00392",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01004",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01214",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00320",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00050",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00122",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00674",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01658",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01490",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01406",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00524",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00326",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01898",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00650",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00602",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00074",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00404",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00332",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01298",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01022",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00638",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01292",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00014",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00632",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00920",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01784",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00566",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01634",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00728",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01586",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00356",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01592",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01256",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01868",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01160",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00620",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01922",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01946",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01760",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00092",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00188",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01628",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01574",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00428",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00284",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00182",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01772",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00848",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00494",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01394",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01370",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00716",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01376",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00164",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00764",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00746",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00680",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00278",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01538",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01976",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00908",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01670",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01166",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01274",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00614",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01652",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01226",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01724",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01718",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01196",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01544",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00219",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01041",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01863",
    "vertical": "science"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00735",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00987",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00543",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00999",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01011",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01725",
    "vertical": "science"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00759",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00309",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00141",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01623",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00033",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01287",
    "vertical": "science"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01311",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00699",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00435",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00531",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01233",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01143",
    "vertical": "science"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00063",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00327",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01545",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01455",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01419",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01257",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01737",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00621",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01197",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00789",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00153",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01161",
    "vertical": "science"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01911",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01701",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00657",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00519",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00171",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00381",
    "vertical": "science"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01179",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00633",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01827",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00837",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00681",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00855",
    "vertical": "science"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00423",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00849",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01101",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01281",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01023",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00201",
    "vertical": "science"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00921",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00399",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01107",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01377",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00447",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01923",
    "vertical": "science"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00267",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01587",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01869",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01851",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01035",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01731",
    "vertical": "science"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01521",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00819",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01047",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01221",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00105",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00903",
    "vertical": "science"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01695",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01317",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01755",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00231",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01947",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01581",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00015",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01125",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00843",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00315",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00087",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00237",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01167",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00765",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01707",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00117",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00393",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00567",
    "vertical": "science"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00927",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00375",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00825",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01929",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00273",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00687",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00195",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00333",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01857",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01983",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01659",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01005",
    "vertical": "science"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01191",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00466",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00982",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00616",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01336",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01318",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00724",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01768",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01498",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01606",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01786",
    "vertical": "data"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01708",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00208",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01888",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00688",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01186",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01198",
    "vertical": "data"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01276",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00190",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01156",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01006",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01588",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00574",
    "vertical": "data"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00124",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00454",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01858",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01246",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00730",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00316",
    "vertical": "data"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01042",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01534",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01720",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01216",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00130",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01420",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01846",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00928",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01648",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00802",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01108",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01546",
    "vertical": "data"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01408",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01960",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01294",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00436",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01528",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00094",
    "vertical": "data"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01096",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00292",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01660",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01492",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00100",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00088",
    "vertical": "data"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00898",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01732",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01180",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01306",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01540",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01312",
    "vertical": "data"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01438",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00664",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00496",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00694",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01984",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00298",
    "vertical": "data"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00598",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01024",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01054",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00406",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01798",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00670",
    "vertical": "data"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01300",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00004",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01690",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01090",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01192",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00046",
    "vertical": "data"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01162",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00304",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00712",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01402",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01774",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00976",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01060",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00334",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00448",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01114",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00112",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00142",
    "vertical": "data"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00322",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00856",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01906",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00430",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01618",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00886",
    "vertical": "data"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01516",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00658",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01348",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01570",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01504",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01258",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00275",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00509",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00167",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01961",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00893",
    "vertical": "business"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01967",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00947",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01727",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00305",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01541",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01883",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00617",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01007",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01079",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01787",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00845",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01565",
    "vertical": "business"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00023",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00563",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01517",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01871",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00467",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00047",
    "vertical": "business"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01715",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01343",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00005",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01859",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00083",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00011",
    "vertical": "business"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01919",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01049",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01601",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00461",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01997",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01931",
    "vertical": "business"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01169",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01553",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00125",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00221",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00281",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01823",
    "vertical": "business"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01181",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00413",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01811",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01469",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01487",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01493",
    "vertical": "business"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00665",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00701",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00833",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00347",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01103",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00605",
    "vertical": "business"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00473",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00875",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00449",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00215",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01127",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00989",
    "vertical": "business"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00743",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00599",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01037",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00965",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01109",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01235",
    "vertical": "business"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01379",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00905",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01193",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00065",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01187",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01661",
    "vertical": "business"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00569",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01253",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00137",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00881",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01475",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00431",
    "vertical": "business"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01973",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00191",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00077",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01013",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00245",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00251",
    "vertical": "business"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01121",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01877",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01283",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00611",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01163",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00809",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01145",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00545",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00587",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01667",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01721",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01805",
    "vertical": "business"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00737",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01901",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01091",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01151",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01673",
    "vertical": "business"
   }
  ],
  "tasks": 600
 },
 "counts": {
  "BLOCKED": 3,
  "PARTIAL": 2,
  "PASS": 13
 },
 "gates": {
  "G10_research_cycle": {
   "measured": "3 gaps, 4 hypotheses (H0 rejected, H1-H3 sealed), one cycle",
   "status": "PASS"
  },
  "G11_world_model": {
   "measured": "hybrid 0.844 vs table 0.537; shift 66 with 27 stationary false alarms",
   "status": "PARTIAL"
  },
  "G12_self_improvement": {
   "measured": "REJECTED; sealed 0.889 vs 0.889 (negative published); promotion withheld",
   "status": "PASS"
  },
  "G13_six_hour": {
   "measured": "no continuous 6h E117 run; E111 1h PASS, 6h 21639s cumulative interrupted; 24h BLOCKED",
   "status": "BLOCKED"
  },
  "G14_governance": {
   "measured": "E112 permit ablations; skill gate {'valid': (True, 'ALLOW'), 'forged': (False, 'GRANTS_AUTHORITY'), 'revoked': (False, 'REVOKED')}; KILL 0 after; memory poison rejected",
   "status": "PASS"
  },
  "G15_verifier": {
   "measured": "standalone verifier, no CAIN imports",
   "status": "PASS"
  },
  "G16_external_review": {
   "measured": "no external reviewer engaged",
   "status": "BLOCKED"
  },
  "G17_independent_admin": {
   "measured": "no independent administrative domain",
   "status": "BLOCKED"
  },
  "G18_public_lab": {
   "measured": "E117 update published; lab not renamed 4.0",
   "status": "PASS"
  },
  "G1_e116_baseline": {
   "measured": "E116 3d9fbf152: 6 tests, 54/54",
   "status": "PASS"
  },
  "G2_baseline_manifest": {
   "measured": "frozen before E117 scoring",
   "status": "PASS"
  },
  "G3_ood_suite": {
   "measured": "new generator; sealed hash frozen before scoring",
   "status": "PASS"
  },
  "G4_three_capabilities": {
   "measured": "C1 composition, C2 precondition, C3 evidence revision",
   "status": "PASS"
  },
  "G5_capabilities_pass": {
   "measured": "3/3 passed sealed",
   "status": "PASS"
  },
  "G6_primary_ood": {
   "measured": "F 1.000 vs E_compose_pre 0.431; gain +0.569, p=0.0; replication +0.569, p=0.0",
   "status": "PASS"
  },
  "G7_memory": {
   "measured": "memory 1.000 vs none 0.514 (p=1e-10); restart 1.000; poison rejected True",
   "status": "PASS"
  },
  "G8_transfer": {
   "measured": "5/5 supported; 4 harmful rejected",
   "status": "PASS"
  },
  "G9_collective": {
   "measured": "E112 routed specialists 1.000 vs best single 0.167; E117 integrated F 1.000 is not beaten by a team",
   "status": "PARTIAL"
  }
 },
 "generated_at": "2026-11-20T00:56:47Z",
 "governance": {
  "ablations": {
   "forged_signature": {
    "ok": false,
    "reason": "PERMIT_SIGNATURE_INVALID"
   },
   "missing_permit": {
    "ok": false,
    "reason": "PERMIT_SCHEMA_INVALID"
   },
   "scope_mismatch": {
    "ok": false,
    "reason": "AGENT_TASK_VERTICAL_MISMATCH"
   },
   "task_substitution": {
    "ok": false,
    "reason": "PERMIT_BINDING_MISMATCH"
   },
   "valid_permit": {
    "ok": true,
    "reason": "ALLOW"
   }
  },
  "kill": {
   "effects_after_kill": 0,
   "effects_before_kill": 4201,
   "ledger_lines": 4202,
   "ledger_path": "/root/cain-e116/artifacts/e112/kill/effects.jsonl",
   "note": "KILL written and checked under the same file lock; resource-side fence",
   "pass": true,
   "stopped_workers": 64,
   "workers": 64
  }
 },
 "limits": [
  "finite disclosed grammar",
  "constructed OOD suite",
  "no external reviewer",
  "6h continuous BLOCKED",
  "self-improvement negative"
 ],
 "ood": {
  "acquisition_tasks": 80,
  "capabilities": {
   "C1_compositional_synthesis": {
    "baseline": "B_single",
    "baseline_acc": 0.0,
    "candidate": "F_full",
    "candidate_acc": 1.0,
    "families": [
     "compose"
    ],
    "mcnemar_p": 0.00048828,
    "passed": true
   },
   "C2_precondition_discovery": {
    "baseline": "D_compose",
    "baseline_acc": 0.0,
    "candidate": "F_full",
    "candidate_acc": 1.0,
    "families": [
     "pre"
    ],
    "mcnemar_p": 0.03125,
    "passed": true
   },
   "C3_evidence_revision_abstention": {
    "baseline": "E_compose_pre",
    "baseline_acc": 0.5714,
    "candidate": "F_full",
    "candidate_acc": 1.0,
    "families": [
     "conflict",
     "incomplete",
     "unanswerable"
    ],
    "mcnemar_p": 0.03125,
    "passed": true
   }
  },
  "claim": "Compositional synthesis, precondition discovery and evidence revision can be acquired from component experience and improve sealed OOD accuracy. The grammar is finite and disclosed; this is not open-world AGI.",
  "dev_pairs": [
   [
    "take3",
    "double"
   ],
   [
    "reverse",
    "negate"
   ],
   [
    "take3",
    "rotl"
   ],
   [
    "sort",
    "double"
   ],
   [
    "take3",
    "add1"
   ],
   [
    "reverse",
    "take3"
   ],
   [
    "add1",
    "take3"
   ],
   [
    "negate",
    "double"
   ],
   [
    "double",
    "double"
   ],
   [
    "rotl",
    "double"
   ],
   [
    "sort",
    "take3"
   ],
   [
    "negate",
    "sort"
   ]
  ],
  "limits": [
   "finite disclosed grammar",
   "constructed tasks",
   "no model training",
   "unseen combinations, not unseen primitives",
   "no external reviewer"
  ],
  "memory": {
   "full_no_memory": 0.5139,
   "full_with_memory": 1.0,
   "mcnemar_memory_vs_none": 1e-10,
   "poison_rejected": true,
   "poison_used": false,
   "restart_retained": 1.0,
   "rules_after": 14,
   "rules_before": 7
  },
  "prereg": {
   "acquisition": "single operations only",
   "dev_pairs": [
    [
     "take3",
     "double"
    ],
    [
     "reverse",
     "negate"
    ],
    [
     "take3",
     "rotl"
    ],
    [
     "sort",
     "double"
    ],
    [
     "take3",
     "add1"
    ],
    [
     "reverse",
     "take3"
    ],
    [
     "add1",
     "take3"
    ],
    [
     "negate",
     "double"
    ],
    [
     "double",
     "double"
    ],
    [
     "rotl",
     "double"
    ],
    [
     "sort",
     "take3"
    ],
    [
     "negate",
     "sort"
    ]
   ],
   "generator": "cain/e117/ood.py",
   "grammar_disclosure": "8 single operations; pairs and preconditions; finite",
   "primary_endpoint": "F_full vs strongest baseline on sealed OOD",
   "schema": "cain.e117.ood.prereg.v1",
   "sealed_pairs": [
    [
     "negate",
     "take3"
    ],
    [
     "rotl",
     "take3"
    ],
    [
     "add1",
     "negate"
    ],
    [
     "take3",
     "add1"
    ],
    [
     "add1",
     "reverse"
    ],
    [
     "reverse",
     "take3"
    ],
    [
     "take3",
     "double"
    ],
    [
     "take3",
     "reverse"
    ],
    [
     "sort",
     "take3"
    ],
    [
     "double",
     "reverse"
    ],
    [
     "negate",
     "double"
    ],
    [
     "rotl",
     "reverse"
    ]
   ],
   "sealed_pairs_2": [
    [
     "double",
     "reverse"
    ],
    [
     "take3",
     "negate"
    ],
    [
     "rotl",
     "negate"
    ],
    [
     "double",
     "double"
    ],
    [
     "rotr",
     "negate"
    ],
    [
     "rotl",
     "double"
    ],
    [
     "sort",
     "negate"
    ],
    [
     "take3",
     "reverse"
    ],
    [
     "rotr",
     "reverse"
    ],
    [
     "sort",
     "take3"
    ],
    [
     "double",
     "sort"
    ],
    [
     "negate",
     "rotr"
    ]
   ],
   "split_hashes": {
    "dev": "d0d08e65374c317d80652c2bbe1fffc79fb913d65faab628b80250e1dea33b09",
    "sealed": "b06e34f99c22dbe3c923088b2eddd59049a720b5d6950d46fbb1def34f6d2f0a",
    "sealed2": "fe4c546370520c981f1a7f899efb635cc28dd7969da23edfa8d0e90cd09ed6ec",
    "val": "14ed4c1150dbbd80446bd9d863b1d94bfbe9273cc90b0b1efb9f0d020888b1e9"
   },
   "thresholds": {
    "gain": 0.15,
    "p": 0.01,
    "replication_p": 0.05
   },
   "val_pairs": [
    [
     "negate",
     "reverse"
    ],
    [
     "rotl",
     "reverse"
    ],
    [
     "sort",
     "negate"
    ],
    [
     "rotr",
     "double"
    ],
    [
     "negate",
     "take3"
    ],
    [
     "double",
     "rotr"
    ],
    [
     "reverse",
     "negate"
    ],
    [
     "sort",
     "take3"
    ],
    [
     "take3",
     "sort"
    ],
    [
     "negate",
     "double"
    ],
    [
     "take3",
     "add1"
    ],
    [
     "double",
     "add1"
    ]
   ]
  },
  "primary": {
   "baseline_accuracy": 0.4306,
   "full_accuracy": 1.0,
   "gain": 0.5694,
   "mcnemar_p": 0.0,
   "passed": true,
   "second_gain": 0.5694,
   "second_p": 0.0,
   "strongest_baseline": "E_compose_pre"
  },
  "raw": {
   "sealed": {
    "A_fixed": [
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p0",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p1",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p2",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p3",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p4",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p5",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p6",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p7",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p0",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p1",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p2",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p3",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p4",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p5",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p6",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p7",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 20,
      "task": "c0",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 20,
      "task": "c1",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 20,
      "task": "c2",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c0",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c1",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c2",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c3",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c4",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c5",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c6",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c7",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "predicted": "value",
      "support_n": 6,
      "task": "u0",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "predicted": "value",
      "support_n": 6,
      "task": "u1",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "predicted": "value",
      "support_n": 6,
      "task": "u2",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "predicted": "value",
      "support_n": 6,
      "task": "u3",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "predicted": "value",
      "support_n": 6,
      "task": "u4",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "predicted": "value",
      "support_n": 6,
      "task": "u5",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "predicted": "value",
      "support_n": 6,
      "task": "u6",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "predicted": "value",
      "support_n": 6,
      "task": "u7",
      "world": "unanswerable-sort-double-12221"
     }
    ],
    "B_single": [
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c0",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c1",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c2",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c0",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c1",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c2",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c0",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c1",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c2",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c0",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c1",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c2",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 8,
      "task": "p0",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 8,
      "task": "p1",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 8,
      "task": "p2",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p3",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p4",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p5",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p6",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p7",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 8,
      "task": "p0",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 8,
      "task": "p1",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 8,
      "task": "p2",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p3",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p4",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p5",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p6",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p7",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "ABSTAIN",
      "support_n": 20,
      "task": "c0",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "ABSTAIN",
      "support_n": 20,
      "task": "c1",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "ABSTAIN",
      "support_n": 20,
      "task": "c2",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c0",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c1",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c2",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c3",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c4",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c5",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c6",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c7",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u0",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u1",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u2",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u3",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u4",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u5",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u6",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u7",
      "world": "unanswerable-sort-double-12221"
     }
    ],
    "C_single_memory": [
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c0",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c1",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c2",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c0",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c1",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c2",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c0",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c1",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c2",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c0",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c1",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c2",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 8,
      "task": "p0",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 8,
      "task": "p1",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 8,
      "task": "p2",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p3",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p4",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p5",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p6",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p7",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 8,
      "task": "p0",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 8,
      "task": "p1",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 8,
      "task": "p2",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p3",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p4",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p5",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p6",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p7",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "ABSTAIN",
      "support_n": 20,
      "task": "c0",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "ABSTAIN",
      "support_n": 20,
      "task": "c1",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "ABSTAIN",
      "support_n": 20,
      "task": "c2",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c0",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c1",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c2",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c3",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c4",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c5",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c6",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c7",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u0",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u1",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u2",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u3",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u4",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u5",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u6",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u7",
      "world": "unanswerable-sort-double-12221"
     }
    ],
    "D_compose": [
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 8,
      "task": "p0",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 8,
      "task": "p1",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 8,
      "task": "p2",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p3",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p4",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p5",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p6",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p7",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 8,
      "task": "p0",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 8,
      "task": "p1",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 8,
      "task": "p2",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p3",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p4",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p5",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p6",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p7",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "ABSTAIN",
      "support_n": 20,
      "task": "c0",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "ABSTAIN",
      "support_n": 20,
      "task": "c1",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "ABSTAIN",
      "support_n": 20,
      "task": "c2",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "incomplete",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": false,
      "family": "incomplete",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": false,
      "family": "incomplete",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": false,
      "family": "incomplete",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": false,
      "family": "incomplete",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": false,
      "family": "incomplete",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": false,
      "family": "incomplete",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": false,
      "family": "incomplete",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u0",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u1",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u2",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u3",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u4",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u5",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u6",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u7",
      "world": "unanswerable-sort-double-12221"
     }
    ],
    "E_compose_pre": [
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p0",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p1",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p2",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p3",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p4",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p5",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p6",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p7",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p0",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p1",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p2",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p3",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p4",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p5",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p6",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p7",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "ABSTAIN",
      "support_n": 20,
      "task": "c0",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "ABSTAIN",
      "support_n": 20,
      "task": "c1",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "ABSTAIN",
      "support_n": 20,
      "task": "c2",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "incomplete",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": false,
      "family": "incomplete",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": false,
      "family": "incomplete",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": false,
      "family": "incomplete",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": false,
      "family": "incomplete",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": false,
      "family": "incomplete",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": false,
      "family": "incomplete",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": false,
      "family": "incomplete",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u0",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u1",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u2",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u3",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u4",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u5",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u6",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u7",
      "world": "unanswerable-sort-double-12221"
     }
    ],
    "F_full": [
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p0",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p1",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p2",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p3",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p4",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p5",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p6",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p7",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p0",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p1",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p2",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p3",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p4",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p5",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p6",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p7",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": true,
      "family": "conflict",
      "predicted": "value",
      "support_n": 20,
      "task": "c0",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": true,
      "family": "conflict",
      "predicted": "value",
      "support_n": 20,
      "task": "c1",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": true,
      "family": "conflict",
      "predicted": "value",
      "support_n": 20,
      "task": "c2",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": true,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": true,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": true,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": true,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": true,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c0",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c1",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c2",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c3",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c4",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c5",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c6",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c7",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u0",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u1",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u2",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u3",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u4",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u5",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u6",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u7",
      "world": "unanswerable-sort-double-12221"
     }
    ],
    "F_no_memory": [
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c3",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c4",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c5",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c6",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c7",
      "world": "compose-negate-take3-11821"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c3",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c4",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c5",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c6",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c7",
      "world": "compose-rotl-take3-11822"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c3",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c4",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c5",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c6",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c7",
      "world": "compose-add1-negate-11823"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c3",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c4",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c5",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c6",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c7",
      "world": "compose-take3-add1-11824"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p0",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p1",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p2",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "p3",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "p4",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "p5",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "p6",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "p7",
      "world": "pre-add1-reverse-0-11921"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p0",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p1",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p2",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "p3",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "p4",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "p5",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "p6",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "p7",
      "world": "pre-reverse-take3-1-11922"
     },
     {
      "correct": true,
      "family": "conflict",
      "predicted": "value",
      "support_n": 20,
      "task": "c0",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": true,
      "family": "conflict",
      "predicted": "value",
      "support_n": 20,
      "task": "c1",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": true,
      "family": "conflict",
      "predicted": "value",
      "support_n": 20,
      "task": "c2",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c3",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c4",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c5",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c6",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c7",
      "world": "conflict-compose-take3-double-12021"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c0",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c1",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c2",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c3",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c4",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c5",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c6",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c7",
      "world": "incomplete-compose-take3-reverse-12121"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u0",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u1",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u2",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u3",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u4",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u5",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u6",
      "world": "unanswerable-sort-double-12221"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u7",
      "world": "unanswerable-sort-double-12221"
     }
    ]
   },
   "sealed2": {
    "A_fixed": [
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p0",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p1",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p2",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p3",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p4",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p5",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p6",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p7",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p0",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p1",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p2",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p3",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p4",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p5",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p6",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p7",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 20,
      "task": "c0",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 20,
      "task": "c1",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 20,
      "task": "c2",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c0",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c1",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c2",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c3",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c4",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c5",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c6",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c7",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "predicted": "value",
      "support_n": 6,
      "task": "u0",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "predicted": "value",
      "support_n": 6,
      "task": "u1",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "predicted": "value",
      "support_n": 6,
      "task": "u2",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "predicted": "value",
      "support_n": 6,
      "task": "u3",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "predicted": "value",
      "support_n": 6,
      "task": "u4",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "predicted": "value",
      "support_n": 6,
      "task": "u5",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "predicted": "value",
      "support_n": 6,
      "task": "u6",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "predicted": "value",
      "support_n": 6,
      "task": "u7",
      "world": "unanswerable-rotr-sort-12231"
     }
    ],
    "B_single": [
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c0",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c1",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c2",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c0",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c1",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c2",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c0",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c1",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c2",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c0",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c1",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c2",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 8,
      "task": "p0",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 8,
      "task": "p1",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 8,
      "task": "p2",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p3",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p4",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p5",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p6",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p7",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 8,
      "task": "p0",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 8,
      "task": "p1",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 8,
      "task": "p2",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p3",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p4",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p5",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p6",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p7",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "ABSTAIN",
      "support_n": 20,
      "task": "c0",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "ABSTAIN",
      "support_n": 20,
      "task": "c1",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "ABSTAIN",
      "support_n": 20,
      "task": "c2",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c0",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c1",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c2",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c3",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c4",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c5",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c6",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c7",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u0",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u1",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u2",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u3",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u4",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u5",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u6",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u7",
      "world": "unanswerable-rotr-sort-12231"
     }
    ],
    "C_single_memory": [
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c0",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c1",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c2",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c0",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c1",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c2",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c0",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c1",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c2",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c0",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c1",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c2",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 8,
      "task": "p0",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 8,
      "task": "p1",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 8,
      "task": "p2",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p3",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p4",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p5",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p6",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p7",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 8,
      "task": "p0",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 8,
      "task": "p1",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 8,
      "task": "p2",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p3",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p4",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p5",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p6",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p7",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "ABSTAIN",
      "support_n": 20,
      "task": "c0",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "ABSTAIN",
      "support_n": 20,
      "task": "c1",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "ABSTAIN",
      "support_n": 20,
      "task": "c2",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c0",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c1",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c2",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c3",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c4",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c5",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c6",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c7",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u0",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u1",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u2",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u3",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u4",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u5",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u6",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u7",
      "world": "unanswerable-rotr-sort-12231"
     }
    ],
    "D_compose": [
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-double-double-11834"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-double-double-11834"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 8,
      "task": "p0",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 8,
      "task": "p1",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 8,
      "task": "p2",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p3",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p4",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p5",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p6",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p7",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 8,
      "task": "p0",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 8,
      "task": "p1",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 8,
      "task": "p2",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p3",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p4",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p5",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p6",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p7",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "ABSTAIN",
      "support_n": 20,
      "task": "c0",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "ABSTAIN",
      "support_n": 20,
      "task": "c1",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "ABSTAIN",
      "support_n": 20,
      "task": "c2",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "incomplete",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": false,
      "family": "incomplete",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": false,
      "family": "incomplete",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": false,
      "family": "incomplete",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": false,
      "family": "incomplete",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": false,
      "family": "incomplete",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": false,
      "family": "incomplete",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": false,
      "family": "incomplete",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u0",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u1",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u2",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u3",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u4",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u5",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u6",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u7",
      "world": "unanswerable-rotr-sort-12231"
     }
    ],
    "E_compose_pre": [
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-double-double-11834"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-double-double-11834"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-double-double-11834"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p0",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p1",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p2",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p3",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p4",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p5",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p6",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p7",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p0",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p1",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p2",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p3",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p4",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p5",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p6",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p7",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "ABSTAIN",
      "support_n": 20,
      "task": "c0",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "ABSTAIN",
      "support_n": 20,
      "task": "c1",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "ABSTAIN",
      "support_n": 20,
      "task": "c2",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "incomplete",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": false,
      "family": "incomplete",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": false,
      "family": "incomplete",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": false,
      "family": "incomplete",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": false,
      "family": "incomplete",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": false,
      "family": "incomplete",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": false,
      "family": "incomplete",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": false,
      "family": "incomplete",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u0",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u1",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u2",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u3",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u4",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u5",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u6",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u7",
      "world": "unanswerable-rotr-sort-12231"
     }
    ],
    "F_full": [
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-double-double-11834"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-double-double-11834"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-double-double-11834"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "compose-double-double-11834"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "compose-double-double-11834"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "compose-double-double-11834"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "compose-double-double-11834"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "compose-double-double-11834"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p0",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p1",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p2",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p3",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p4",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p5",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p6",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p7",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p0",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p1",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p2",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p3",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p4",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p5",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p6",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 0,
      "task": "p7",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": true,
      "family": "conflict",
      "predicted": "value",
      "support_n": 20,
      "task": "c0",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": true,
      "family": "conflict",
      "predicted": "value",
      "support_n": 20,
      "task": "c1",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": true,
      "family": "conflict",
      "predicted": "value",
      "support_n": 20,
      "task": "c2",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": true,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c3",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": true,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c4",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": true,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c5",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": true,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c6",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": true,
      "family": "conflict",
      "predicted": "value",
      "support_n": 0,
      "task": "c7",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c0",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c1",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c2",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c3",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c4",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c5",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c6",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c7",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u0",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u1",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u2",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u3",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u4",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u5",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u6",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u7",
      "world": "unanswerable-rotr-sort-12231"
     }
    ],
    "F_no_memory": [
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c3",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c4",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c5",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c6",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c7",
      "world": "compose-double-reverse-11831"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c3",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c4",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c5",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c6",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c7",
      "world": "compose-take3-negate-11832"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c3",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c4",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c5",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c6",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c7",
      "world": "compose-rotl-negate-11833"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c0",
      "world": "compose-double-double-11834"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c1",
      "world": "compose-double-double-11834"
     },
     {
      "correct": true,
      "family": "compose",
      "predicted": "value",
      "support_n": 6,
      "task": "c2",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c3",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c4",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c5",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c6",
      "world": "compose-double-double-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c7",
      "world": "compose-double-double-11834"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p0",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p1",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p2",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "p3",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "p4",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "p5",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "p6",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "p7",
      "world": "pre-rotr-negate-0-11931"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p0",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p1",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": true,
      "family": "pre",
      "predicted": "value",
      "support_n": 8,
      "task": "p2",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "p3",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "p4",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "p5",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "p6",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": false,
      "family": "pre",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "p7",
      "world": "pre-rotl-double-1-11932"
     },
     {
      "correct": true,
      "family": "conflict",
      "predicted": "value",
      "support_n": 20,
      "task": "c0",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": true,
      "family": "conflict",
      "predicted": "value",
      "support_n": 20,
      "task": "c1",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": true,
      "family": "conflict",
      "predicted": "value",
      "support_n": 20,
      "task": "c2",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c3",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c4",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c5",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c6",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": false,
      "family": "conflict",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c7",
      "world": "conflict-compose-sort-negate-12031"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c0",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c1",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "c2",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c3",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c4",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c5",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c6",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "incomplete",
      "predicted": "ABSTAIN",
      "support_n": 0,
      "task": "c7",
      "world": "incomplete-compose-take3-reverse-12131"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u0",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u1",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u2",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u3",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u4",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u5",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u6",
      "world": "unanswerable-rotr-sort-12231"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "predicted": "ABSTAIN",
      "support_n": 6,
      "task": "u7",
      "world": "unanswerable-rotr-sort-12231"
     }
    ]
   }
  },
  "schema": "cain.e117.ood.v1",
  "sealed": {
   "A_fixed": {
    "accuracy": 0.1111,
    "by_family": {
     "compose": 0.0,
     "conflict": 0.0,
     "incomplete": 1.0,
     "pre": 0.0,
     "unanswerable": 0.0
    },
    "n": 72
   },
   "B_single": {
    "accuracy": 0.2222,
    "by_family": {
     "compose": 0.0,
     "conflict": 0.0,
     "incomplete": 1.0,
     "pre": 0.0,
     "unanswerable": 1.0
    },
    "n": 72
   },
   "C_single_memory": {
    "accuracy": 0.2222,
    "by_family": {
     "compose": 0.0,
     "conflict": 0.0,
     "incomplete": 1.0,
     "pre": 0.0,
     "unanswerable": 1.0
    },
    "n": 72
   },
   "D_compose": {
    "accuracy": 0.2778,
    "by_family": {
     "compose": 0.375,
     "conflict": 0.0,
     "incomplete": 0.0,
     "pre": 0.0,
     "unanswerable": 1.0
    },
    "n": 72
   },
   "E_compose_pre": {
    "accuracy": 0.4306,
    "by_family": {
     "compose": 0.375,
     "conflict": 0.0,
     "incomplete": 0.0,
     "pre": 0.6875,
     "unanswerable": 1.0
    },
    "n": 72
   },
   "F_full": {
    "accuracy": 1.0,
    "by_family": {
     "compose": 1.0,
     "conflict": 1.0,
     "incomplete": 1.0,
     "pre": 1.0,
     "unanswerable": 1.0
    },
    "n": 72
   },
   "F_no_memory": {
    "accuracy": 0.5139,
    "by_family": {
     "compose": 0.375,
     "conflict": 0.375,
     "incomplete": 1.0,
     "pre": 0.375,
     "unanswerable": 1.0
    },
    "n": 72
   }
  },
  "sealed2": {
   "A_fixed": {
    "accuracy": 0.1111,
    "by_family": {
     "compose": 0.0,
     "conflict": 0.0,
     "incomplete": 1.0,
     "pre": 0.0,
     "unanswerable": 0.0
    },
    "n": 72
   },
   "B_single": {
    "accuracy": 0.2222,
    "by_family": {
     "compose": 0.0,
     "conflict": 0.0,
     "incomplete": 1.0,
     "pre": 0.0,
     "unanswerable": 1.0
    },
    "n": 72
   },
   "C_single_memory": {
    "accuracy": 0.2222,
    "by_family": {
     "compose": 0.0,
     "conflict": 0.0,
     "incomplete": 1.0,
     "pre": 0.0,
     "unanswerable": 1.0
    },
    "n": 72
   },
   "D_compose": {
    "accuracy": 0.3194,
    "by_family": {
     "compose": 0.375,
     "conflict": 0.0,
     "incomplete": 0.0,
     "pre": 0.1875,
     "unanswerable": 1.0
    },
    "n": 72
   },
   "E_compose_pre": {
    "accuracy": 0.4306,
    "by_family": {
     "compose": 0.375,
     "conflict": 0.0,
     "incomplete": 0.0,
     "pre": 0.6875,
     "unanswerable": 1.0
    },
    "n": 72
   },
   "F_full": {
    "accuracy": 1.0,
    "by_family": {
     "compose": 1.0,
     "conflict": 1.0,
     "incomplete": 1.0,
     "pre": 1.0,
     "unanswerable": 1.0
    },
    "n": 72
   },
   "F_no_memory": {
    "accuracy": 0.5139,
    "by_family": {
     "compose": 0.375,
     "conflict": 0.375,
     "incomplete": 1.0,
     "pre": 0.375,
     "unanswerable": 1.0
    },
    "n": 72
   }
  },
  "val_pairs": [
   [
    "negate",
    "reverse"
   ],
   [
    "rotl",
    "reverse"
   ],
   [
    "sort",
    "negate"
   ],
   [
    "rotr",
    "double"
   ],
   [
    "negate",
    "take3"
   ],
   [
    "double",
    "rotr"
   ],
   [
    "reverse",
    "negate"
   ],
   [
    "sort",
    "take3"
   ],
   [
    "take3",
    "sort"
   ],
   [
    "negate",
    "double"
   ],
   [
    "take3",
    "add1"
   ],
   [
    "double",
    "add1"
   ]
  ]
 },
 "overall": "PARTIAL",
 "persistence": {
  "continuous_six_hour": false,
  "cumulative_s": 21639.494,
  "one_hour": {
   "completed": true,
   "duplicates": 0,
   "elapsed_s": 3600.257,
   "hours_requested": 1.0,
   "journal_head": "3b1b5083fc6b8c12f0fa4ecfc03f8eb24a085f59375bdc5a6765e4eadcaf8f40",
   "journal_ok": true,
   "journal_seq": 6957,
   "journal_span_s": 3599.412,
   "killed": false,
   "label": "ONE_HOUR",
   "peak_rss_mb": 105.8,
   "permits_used": 0,
   "resumed_from_seq": 0,
   "status": "PASS",
   "tasks": 6957
  },
  "six_hour_resume": {
   "completed": true,
   "duplicates": 0,
   "elapsed_s": 4824.156,
   "hours_requested": 1.34,
   "journal_head": "88df720eda69f76769c52582442c3b5986bb54490f1b70bd3b6a0e22ccb3208e",
   "journal_ok": true,
   "journal_seq": 42052,
   "journal_span_s": 21923.475,
   "killed": false,
   "label": "SIX_HOUR_RESUME",
   "peak_rss_mb": 127.7,
   "permits_used": 0,
   "resumed_from_seq": 32798,
   "status": "PASS",
   "tasks": 9254
  },
  "six_hour_stop": {
   "completed": false,
   "duplicates": 0,
   "elapsed_h": 4.6709,
   "elapsed_s": 16815.338,
   "failed": 4685,
   "hours_requested": 6.0,
   "journal_head": "d4e82cea5ec4c4d1e139b0f844a3e1940a05ca234179c6c77ebe5aac0fdd27f0",
   "journal_ok": true,
   "journal_seq": 32798,
   "label": "SIX_HOUR",
   "note": "Stopped on the owner's instruction. This is NOT a six-hour pass: less than 21,600 s elapsed. G1 remains BLOCKED. The journal is intact and verifiable.",
   "solved": 28113,
   "status": "STOPPED_BY_OWNER",
   "stopped_at": 1795128237.8073268,
   "tasks": 32798
  }
 },
 "research": {
  "gaps": [
   {
    "evidence": "B_single 0.222",
    "id": "GAP1",
    "observation": "single-operation search cannot fit unseen compositions"
   },
   {
    "evidence": "D_compose pre 0.000",
    "id": "GAP2",
    "observation": "composition search fails hidden preconditions"
   },
   {
    "evidence": "E conflict 0.000",
    "id": "GAP3",
    "observation": "exact search fails conflicting/unanswerable support"
   }
  ],
  "hypotheses": [
   {
    "id": "H0",
    "statement": "single-operation search suffices",
    "status": "REJECTED"
   },
   {
    "id": "H1",
    "sealed": {
     "baseline": "B_single",
     "baseline_acc": 0.0,
     "candidate": "F_full",
     "candidate_acc": 1.0,
     "families": [
      "compose"
     ],
     "mcnemar_p": 0.00048828,
     "passed": true
    },
    "statement": "compose two known operations",
    "status": "ACCEPTED"
   },
   {
    "id": "H2",
    "sealed": {
     "baseline": "D_compose",
     "baseline_acc": 0.0,
     "candidate": "F_full",
     "candidate_acc": 1.0,
     "families": [
      "pre"
     ],
     "mcnemar_p": 0.03125,
     "passed": true
    },
    "statement": "infer a hidden precondition",
    "status": "ACCEPTED"
   },
   {
    "id": "H3",
    "sealed": {
     "baseline": "E_compose_pre",
     "baseline_acc": 0.5714,
     "candidate": "F_full",
     "candidate_acc": 1.0,
     "families": [
      "conflict",
      "incomplete",
      "unanswerable"
     ],
     "mcnemar_p": 0.03125,
     "passed": true
    },
    "statement": "robust evidence revision and abstention",
    "status": "ACCEPTED"
   }
  ],
  "outcome": "H0 rejected; H1-H3 accepted on sealed OOD. One complete cycle."
 },
 "schema": "cain.e117.raw.v1",
 "self_improvement": {
  "candidates": [
   {
    "ambiguity": false,
    "id": "R0_A0_M0",
    "memory": false,
    "robust": 0,
    "validation": 1.0
   },
   {
    "ambiguity": false,
    "id": "R0_A0_M1",
    "memory": true,
    "robust": 0,
    "validation": 1.0
   },
   {
    "ambiguity": true,
    "id": "R0_A1_M0",
    "memory": false,
    "robust": 0,
    "validation": 1.0
   },
   {
    "ambiguity": true,
    "id": "R0_A1_M1",
    "memory": true,
    "robust": 0,
    "validation": 1.0
   },
   {
    "ambiguity": false,
    "id": "R1_A0_M0",
    "memory": false,
    "robust": 1,
    "validation": 1.0
   },
   {
    "ambiguity": false,
    "id": "R1_A0_M1",
    "memory": true,
    "robust": 1,
    "validation": 1.0
   },
   {
    "ambiguity": true,
    "id": "R1_A1_M0",
    "memory": false,
    "robust": 1,
    "validation": 1.0
   },
   {
    "ambiguity": true,
    "id": "R1_A1_M1",
    "memory": true,
    "robust": 1,
    "validation": 1.0
   },
   {
    "ambiguity": false,
    "id": "R2_A0_M0",
    "memory": false,
    "robust": 2,
    "validation": 1.0
   },
   {
    "ambiguity": false,
    "id": "R2_A0_M1",
    "memory": true,
    "robust": 2,
    "validation": 1.0
   },
   {
    "ambiguity": true,
    "id": "R2_A1_M0",
    "memory": false,
    "robust": 2,
    "validation": 1.0
   },
   {
    "ambiguity": true,
    "id": "R2_A1_M1",
    "memory": true,
    "robust": 2,
    "validation": 1.0
   }
  ],
  "note": "parameters selected on validation; sealed opened once; promotion withheld",
  "prereg": {
   "schema": "cain.e117.selfimprove.prereg.v1",
   "sealed2_hash": "fe4c546370520c981f1a7f899efb635cc28dd7969da23edfa8d0e90cd09ed6ec",
   "sealed_hash": "b06e34f99c22dbe3c923088b2eddd59049a720b5d6950d46fbb1def34f6d2f0a",
   "selection": "validation accuracy; sealed opened once; no sealed access during selection"
  },
  "promotion": {
   "changes_authorization": false,
   "changes_keys": false,
   "enabled": false
  },
  "schema": "cain.e117.selfimprove.v1",
  "sealed": {
   "accuracy": 0.8889,
   "baseline": 0.8889,
   "mcnemar_p": 1.0
  },
  "sealed2": {
   "accuracy": 0.8889,
   "baseline": 0.8889,
   "passed": false
  },
  "status": "REJECTED",
  "winner": {
   "ambiguity": false,
   "id": "R0_A0_M0",
   "memory": false,
   "robust": 0
  }
 },
 "skill_gate": {
  "forged": [
   false,
   "GRANTS_AUTHORITY"
  ],
  "revoked": [
   false,
   "REVOKED"
  ],
  "valid": [
   true,
   "ALLOW"
  ]
 },
 "transfer": {
  "case_hash": "8f7ba59083c8a715badeb1ab25f538f71ff1509e9bb400c8c2113068d5996a94",
  "counts": {
   "negative_transfer_rejected": 4,
   "pathways": 5,
   "statistically_supported": 5
  },
  "note": "constructed target families with deterministic oracles; equal evaluation budgets for A/B/C. Blind transfer (B) applies the source rule without its precondition and is expected to fail the negative probes. C refuses to transfer when the precondition does not hold. This is procedural transfer, not neural learning.",
  "rows": [
   {
    "A_rate": 0.25,
    "A_solved": 5,
    "B_rate": 0.25,
    "B_solved": 5,
    "C_rate": 1.0,
    "C_solved": 20,
    "detail": {
     "negative": {
      "A": [
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0
      ],
      "B": [
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0
      ],
      "C": [
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1
      ]
     },
     "positive": {
      "A": [
       0,
       1,
       0,
       0,
       0,
       1,
       0,
       0,
       0,
       1,
       0,
       0,
       0,
       1,
       0,
       0,
       0,
       1,
       0,
       0
      ],
      "B": [
       0,
       1,
       0,
       0,
       0,
       1,
       0,
       0,
       0,
       1,
       0,
       0,
       0,
       1,
       0,
       0,
       0,
       1,
       0,
       0
      ],
      "C": [
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1
      ]
     }
    },
    "evaluations_per_task": {
     "A": 1,
     "B": 1,
     "C": 2
    },
    "harmful_transfer_rejected": true,
    "mcnemar_C_vs_A_p": 6.104e-05,
    "n_negative_probe": 10,
    "n_positive": 20,
    "name": "scientific intervention -> business rollout validation",
    "negative_A_correct": 0,
    "negative_B_correct": 0,
    "negative_C_correct": 10,
    "pathway": "T1",
    "precondition": "randomised experiment present",
    "source": "S2_science_causal (do-test)",
    "statistically_supported": true,
    "target": "business decisions"
   },
   {
    "A_rate": 0.3333,
    "A_solved": 10,
    "B_rate": 0.3333,
    "B_solved": 10,
    "C_rate": 0.8333,
    "C_solved": 25,
    "detail": {
     "negative": {
      "A": [],
      "B": [],
      "C": []
     },
     "positive": {
      "A": [
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0
      ],
      "B": [
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0
      ],
      "C": [
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       0,
       1,
       1,
       0,
       0,
       0,
       1,
       0,
       1,
       1
      ]
     }
    },
    "evaluations_per_task": {
     "A": 1,
     "B": 1,
     "C": 2
    },
    "harmful_transfer_rejected": true,
    "mcnemar_C_vs_A_p": 6.104e-05,
    "n_negative_probe": 0,
    "n_positive": 30,
    "name": "data anomaly detection -> software defect localisation",
    "negative_A_correct": 0,
    "negative_B_correct": 0,
    "negative_C_correct": 0,
    "pathway": "T2",
    "precondition": "single injected anomaly, unimodal baseline",
    "source": "S3_data_quality (robust centre)",
    "statistically_supported": true,
    "target": "software debugging"
   },
   {
    "A_rate": 0.6667,
    "A_solved": 20,
    "B_rate": 0.6667,
    "B_solved": 20,
    "C_rate": 1.0,
    "C_solved": 30,
    "detail": {
     "negative": {
      "A": [
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0
      ],
      "B": [
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0
      ],
      "C": [
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1
      ]
     },
     "positive": {
      "A": [
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0
      ],
      "B": [
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0
      ],
      "C": [
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1
      ]
     }
    },
    "evaluations_per_task": {
     "A": 1,
     "B": 1,
     "C": 2
    },
    "harmful_transfer_rejected": true,
    "mcnemar_C_vs_A_p": 0.00195312,
    "n_negative_probe": 10,
    "n_positive": 30,
    "name": "formal invariant checking -> data pipeline validation",
    "negative_A_correct": 0,
    "negative_B_correct": 0,
    "negative_C_correct": 10,
    "pathway": "T3",
    "precondition": "declared schema constraints",
    "source": "S4_math_validity (exhaustive check)",
    "statistically_supported": true,
    "target": "data engineering"
   },
   {
    "A_rate": 0.3333,
    "A_solved": 10,
    "B_rate": 0.3333,
    "B_solved": 10,
    "C_rate": 1.0,
    "C_solved": 30,
    "detail": {
     "negative": {
      "A": [
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0
      ],
      "B": [
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0
      ],
      "C": [
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1
      ]
     },
     "positive": {
      "A": [
       0,
       1,
       0,
       0,
       1,
       0,
       0,
       1,
       0,
       0,
       1,
       0,
       0,
       1,
       0,
       0,
       1,
       0,
       0,
       1,
       0,
       0,
       1,
       0,
       0,
       1,
       0,
       0,
       1,
       0
      ],
      "B": [
       0,
       1,
       0,
       0,
       1,
       0,
       0,
       1,
       0,
       0,
       1,
       0,
       0,
       1,
       0,
       0,
       1,
       0,
       0,
       1,
       0,
       0,
       1,
       0,
       0,
       1,
       0,
       0,
       1,
       0
      ],
      "C": [
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1
      ]
     }
    },
    "evaluations_per_task": {
     "A": 1,
     "B": 1,
     "C": 2
    },
    "harmful_transfer_rejected": true,
    "mcnemar_C_vs_A_p": 1.91e-06,
    "n_negative_probe": 10,
    "n_positive": 30,
    "name": "software fault isolation -> scientific interaction diagnosis",
    "negative_A_correct": 0,
    "negative_B_correct": 0,
    "negative_C_correct": 10,
    "pathway": "T4",
    "precondition": "2x2 factorial design with a baseline cell",
    "source": "S1_software_repair (isolate one variable)",
    "statistically_supported": true,
    "target": "experimental science"
   },
   {
    "A_rate": 0.5,
    "A_solved": 10,
    "B_rate": 0.5,
    "B_solved": 10,
    "C_rate": 1.0,
    "C_solved": 20,
    "detail": {
     "negative": {
      "A": [
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0
      ],
      "B": [
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0
      ],
      "C": [
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0
      ]
     },
     "positive": {
      "A": [
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0
      ],
      "B": [
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0
      ],
      "C": [
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1
      ]
     }
    },
    "evaluations_per_task": {
     "A": 1,
     "B": 1,
     "C": 2
    },
    "harmful_transfer_rejected": false,
    "mcnemar_C_vs_A_p": 0.00195312,
    "n_negative_probe": 10,
    "n_positive": 20,
    "name": "causal reasoning -> operational capacity planning",
    "negative_A_correct": 0,
    "negative_B_correct": 0,
    "negative_C_correct": 0,
    "pathway": "T5",
    "precondition": "interventional evidence available",
    "source": "S2_science_causal (intervention vs correlation)",
    "statistically_supported": true,
    "target": "operations"
   }
  ],
  "schema": "cain.e111.transfer.v1"
 },
 "wall_s": 1.36,
 "world_model": {
  "best_learned": {
   "abstain": 27,
   "accuracy": 0.844,
   "correct": 1688,
   "model": "hybrid_two_mode",
   "n": 2000,
   "planning": 0.6,
   "shift_detected": 27
  },
  "false_alarms_stationary": 27,
  "limits": [
   "6 states, 3 actions, 2 modes",
   "10% slip",
   "simple error-window shift detector"
  ],
  "note": "6-state stochastic hidden-mode environment; constructed, not real-world understanding",
  "results": [
   {
    "abstain": 0,
    "accuracy": 0.915,
    "correct": 1830,
    "model": "symbolic_oracle",
    "n": 2000,
    "planning": 0.6,
    "shift_detected": 0
   },
   {
    "abstain": 0,
    "accuracy": 0.537,
    "correct": 1074,
    "model": "learned_table",
    "n": 2000,
    "planning": 0.575,
    "shift_detected": 0
   },
   {
    "abstain": 0,
    "accuracy": 0.1685,
    "correct": 337,
    "model": "ngram_last_transition",
    "n": 2000,
    "planning": 0.1,
    "shift_detected": 0
   },
   {
    "abstain": 27,
    "accuracy": 0.844,
    "correct": 1688,
    "model": "hybrid_two_mode",
    "n": 2000,
    "planning": 0.6,
    "shift_detected": 27
   }
  ],
  "schema": "cain.e117.worldmodel.v1",
  "shift": {
   "abstain": 66,
   "accuracy": 0.7645,
   "correct": 1529,
   "model": "hybrid_two_mode",
   "n": 2000,
   "shift_detected": 66,
   "shift_episodes": 40
  }
 }
}
