{
 "baseline": {
  "e115": {
   "commit": "de0bf05dc",
   "status": "INTERIM",
   "tests": 18,
   "verifier": "7/7"
  },
  "e116": {
   "commit": "3d9fbf152",
   "tests": 6,
   "verifier": "54/54"
  },
  "e117": {
   "commit": "ea3268cfc401e9665e5b7e361c7814788ec7a28b",
   "primary_gain": 0.569,
   "self_improvement": "REJECTED",
   "tests": 6,
   "verifier": "28/28"
  },
  "e118_gaps": [
   "E117 OOD used known primitives/parameters and depth-2 shapes",
   "E117 self-improvement was a negative result",
   "E117 had no real-world dataset pathway",
   "E117 had no positive self-improvement candidate"
  ],
  "schema": "cain.e118.baseline.v1"
 },
 "capabilities": [
  {
   "baseline": "fixed_e117",
   "baseline_acc": 0.1667,
   "candidate": "depth3",
   "candidate_acc": 0.6667,
   "grants_authority": false,
   "id": "C1_unseen_primitive_search",
   "mcnemar_p": 0.00390625,
   "passed": true,
   "promoted": true
  },
  {
   "baseline": "depth2",
   "baseline_acc": 0.25,
   "candidate": "depth3",
   "candidate_acc": 1.0,
   "grants_authority": false,
   "id": "C2_depth3_composition",
   "mcnemar_p": 0.00390625,
   "passed": true,
   "promoted": true
  },
  {
   "baseline": "depth3",
   "baseline_acc": 0.0,
   "candidate": "full",
   "candidate_acc": 1.0,
   "grants_authority": false,
   "id": "C3_evidence_revision",
   "mcnemar_p": 0.00390625,
   "passed": true,
   "promoted": true
  }
 ],
 "claim": "E118 demonstrates search-based OOD generalization on held-out primitives and a positive OOD self-improvement; it does NOT demonstrate AGI.",
 "collective": {
  "arms": {
   "A_best_single_agent": {
    "accuracy": 0.1667,
    "correct": 100
   },
   "B_random_agent": {
    "accuracy": 0.1283,
    "correct": 77
   },
   "C_specialist_team_routed": {
    "accuracy": 1.0,
    "correct": 600
   },
   "D_team_no_router": {
    "accuracy": 0.1667,
    "correct": 100
   }
  },
  "gain_C_vs_A": 0.8333,
  "note": "complementary specialists with a router beat any single specialist; this is designed specialization plus routing, not emergent intelligence. The redundant-voting arm above still shows no gain.",
  "rows": [
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00084",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00552",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01572",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01548",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00012",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01236",
    "vertical": "software"
   },
   {
    "A": true,
    "B": true,
    "C": true,
    "D": true,
    "task": "T00432",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01440",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00570",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00306",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00684",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01050",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01734",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00696",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01482",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01578",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01344",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01896",
    "vertical": "software"
   },
   {
    "A": true,
    "B": true,
    "C": true,
    "D": true,
    "task": "T00048",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00846",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01002",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01962",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01794",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00618",
    "vertical": "software"
   },
   {
    "A": true,
    "B": true,
    "C": true,
    "D": true,
    "task": "T00114",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00978",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01626",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01722",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01422",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00282",
    "vertical": "software"
   },
   {
    "A": true,
    "B": true,
    "C": true,
    "D": true,
    "task": "T00288",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01260",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00318",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00900",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01758",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00300",
    "vertical": "software"
   },
   {
    "A": true,
    "B": true,
    "C": true,
    "D": true,
    "task": "T00510",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00336",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00522",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01812",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00036",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01554",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01116",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01320",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00642",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01914",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00390",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00588",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01290",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01536",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01332",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00612",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01524",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01194",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01170",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00852",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01458",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01770",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01242",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00018",
    "vertical": "software"
   },
   {
    "A": true,
    "B": true,
    "C": true,
    "D": true,
    "task": "T01200",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01056",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01188",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00150",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01566",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01932",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01314",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00990",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01380",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00480",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00756",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00624",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01110",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00786",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00822",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01218",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00234",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01080",
    "vertical": "software"
   },
   {
    "A": true,
    "B": true,
    "C": true,
    "D": true,
    "task": "T00396",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00972",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01596",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01404",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00240",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00120",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00738",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01020",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00888",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01884",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01086",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00444",
    "vertical": "software"
   },
   {
    "A": true,
    "B": true,
    "C": true,
    "D": true,
    "task": "T01686",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00894",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01140",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01464",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01848",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00564",
    "vertical": "software"
   },
   {
    "A": true,
    "B": true,
    "C": true,
    "D": true,
    "task": "T01530",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01752",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T00102",
    "vertical": "software"
   },
   {
    "A": true,
    "B": false,
    "C": true,
    "D": true,
    "task": "T01446",
    "vertical": "software"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00847",
    "vertical": "security"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00889",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00223",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00235",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01687",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01345",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01501",
    "vertical": "security"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01585",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00685",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01489",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01249",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01225",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01393",
    "vertical": "security"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00277",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00403",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01657",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01993",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01261",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01783",
    "vertical": "security"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01327",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01285",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00415",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00871",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00001",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00613",
    "vertical": "security"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01315",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00991",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01015",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01051",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00949",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01915",
    "vertical": "security"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01861",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00031",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00049",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01867",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00457",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01525",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01897",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00259",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00211",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00163",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00967",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01849",
    "vertical": "security"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00775",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00205",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01633",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00715",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00769",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01021",
    "vertical": "security"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00655",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01213",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00787",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00625",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00973",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01519",
    "vertical": "security"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01045",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00397",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00241",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00007",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01117",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01243",
    "vertical": "security"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00253",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00643",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01891",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00319",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01339",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01507",
    "vertical": "security"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00193",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00829",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01771",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01057",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01693",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00229",
    "vertical": "security"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00679",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00091",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00127",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00097",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00157",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00349",
    "vertical": "security"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01939",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01639",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00835",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00475",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01381",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01579",
    "vertical": "security"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00865",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01909",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00151",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01711",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00547",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00841",
    "vertical": "security"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00079",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00367",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01273",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01843",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00313",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01777",
    "vertical": "security"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01333",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01459",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01705",
    "vertical": "security"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00824",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01382",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00692",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01598",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00734",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00152",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00752",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00344",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00722",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00026",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01346",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01820",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00770",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01286",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00218",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01232",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00974",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01052",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00098",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01316",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01712",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00854",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01808",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01334",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01172",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00362",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01622",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01268",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01778",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00392",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01004",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01214",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00320",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00050",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00122",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00674",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01658",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01490",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01406",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00524",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00326",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01898",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00650",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00602",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00074",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00404",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00332",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01298",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01022",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00638",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01292",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00014",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00632",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00920",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01784",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00566",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01634",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00728",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01586",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00356",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01592",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01256",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01868",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01160",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00620",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01922",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01946",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01760",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00092",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00188",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01628",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01574",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00428",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00284",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00182",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01772",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00848",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00494",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01394",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01370",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00716",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01376",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00164",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00764",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00746",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00680",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00278",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01538",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01976",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00908",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01670",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01166",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01274",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00614",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01652",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01226",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01724",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01718",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01196",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01544",
    "vertical": "mathematics"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00219",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01041",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01863",
    "vertical": "science"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00735",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00987",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00543",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00999",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01011",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01725",
    "vertical": "science"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00759",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00309",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00141",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01623",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00033",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01287",
    "vertical": "science"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01311",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00699",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00435",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00531",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01233",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01143",
    "vertical": "science"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00063",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00327",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01545",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01455",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01419",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01257",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01737",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00621",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01197",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00789",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00153",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01161",
    "vertical": "science"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01911",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01701",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00657",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00519",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00171",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00381",
    "vertical": "science"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01179",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00633",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01827",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00837",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00681",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00855",
    "vertical": "science"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00423",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00849",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01101",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01281",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01023",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00201",
    "vertical": "science"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00921",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00399",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01107",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01377",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00447",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01923",
    "vertical": "science"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00267",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01587",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01869",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01851",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01035",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01731",
    "vertical": "science"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01521",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00819",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01047",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01221",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00105",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00903",
    "vertical": "science"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01695",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01317",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01755",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00231",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01947",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01581",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00015",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01125",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00843",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00315",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00087",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00237",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01167",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00765",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01707",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00117",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00393",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00567",
    "vertical": "science"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00927",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00375",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00825",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01929",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00273",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00687",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00195",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00333",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01857",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01983",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01659",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01005",
    "vertical": "science"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01191",
    "vertical": "science"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00466",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00982",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00616",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01336",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01318",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00724",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01768",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01498",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01606",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01786",
    "vertical": "data"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01708",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00208",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01888",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00688",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01186",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01198",
    "vertical": "data"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01276",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00190",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01156",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01006",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01588",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00574",
    "vertical": "data"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00124",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00454",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01858",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01246",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00730",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00316",
    "vertical": "data"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01042",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01534",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01720",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01216",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00130",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01420",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01846",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00928",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01648",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00802",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01108",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01546",
    "vertical": "data"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01408",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01960",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01294",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00436",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01528",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00094",
    "vertical": "data"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01096",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00292",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01660",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01492",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00100",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00088",
    "vertical": "data"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00898",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01732",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01180",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01306",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01540",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01312",
    "vertical": "data"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01438",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00664",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00496",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00694",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01984",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00298",
    "vertical": "data"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00598",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01024",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01054",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00406",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01798",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00670",
    "vertical": "data"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01300",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00004",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01690",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01090",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01192",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00046",
    "vertical": "data"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01162",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00304",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00712",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01402",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01774",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00976",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01060",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00334",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00448",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01114",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00112",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00142",
    "vertical": "data"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00322",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00856",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01906",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00430",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01618",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00886",
    "vertical": "data"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01516",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00658",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01348",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01570",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01504",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01258",
    "vertical": "data"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00275",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00509",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00167",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01961",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00893",
    "vertical": "business"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01967",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00947",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01727",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00305",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01541",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01883",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00617",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01007",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01079",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01787",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00845",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01565",
    "vertical": "business"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00023",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00563",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01517",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01871",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00467",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00047",
    "vertical": "business"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01715",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01343",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00005",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01859",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00083",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00011",
    "vertical": "business"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01919",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01049",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01601",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00461",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01997",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01931",
    "vertical": "business"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01169",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01553",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00125",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00221",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00281",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01823",
    "vertical": "business"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01181",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00413",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01811",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01469",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01487",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01493",
    "vertical": "business"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00665",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00701",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00833",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00347",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01103",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00605",
    "vertical": "business"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00473",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00875",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00449",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00215",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01127",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00989",
    "vertical": "business"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00743",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00599",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01037",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00965",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01109",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01235",
    "vertical": "business"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01379",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00905",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01193",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00065",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01187",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01661",
    "vertical": "business"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00569",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01253",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00137",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00881",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01475",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00431",
    "vertical": "business"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01973",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00191",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00077",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01013",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00245",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00251",
    "vertical": "business"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T01121",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01877",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01283",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00611",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01163",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00809",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01145",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00545",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T00587",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01667",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01721",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01805",
    "vertical": "business"
   },
   {
    "A": false,
    "B": true,
    "C": true,
    "D": false,
    "task": "T00737",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01901",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01091",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01151",
    "vertical": "business"
   },
   {
    "A": false,
    "B": false,
    "C": true,
    "D": false,
    "task": "T01673",
    "vertical": "business"
   }
  ],
  "tasks": 600
 },
 "counts": {
  "BLOCKED": 3,
  "PASS": 12
 },
 "gates": {
  "G10_external_reviewer": {
   "measured": "no independent reviewer engaged",
   "status": "BLOCKED"
  },
  "G11_continuous_6h": {
   "measured": "E111 1h PASS; 6h 21639s cumulative interrupted; no continuous E118 6h",
   "status": "BLOCKED"
  },
  "G12_governance": {
   "measured": "permit ablations; skill gate {'valid': (True, 'ALLOW'), 'forged': (False, 'GRANTS_AUTHORITY')}; KILL 0 after",
   "status": "PASS"
  },
  "G13_verifier": {
   "measured": "standalone verifier, no CAIN imports",
   "status": "PASS"
  },
  "G14_public": {
   "measured": "E118 update published; lab not renamed 4.0",
   "status": "PASS"
  },
  "G15_independent_admin": {
   "measured": "no independent administrative domain",
   "status": "BLOCKED"
  },
  "G1_baseline": {
   "measured": "E117 6 tests/28/28; E116 6/54; E115 18/7",
   "status": "PASS"
  },
  "G2_unseen_primitives": {
   "measured": "11 held-out primitives/params vs 11 acquisition",
   "status": "PASS"
  },
  "G3_search_acquisition": {
   "measured": "compute-budgeted search over the full grammar; no sealed rule or op list supplied",
   "status": "PASS"
  },
  "G4_primary_ood": {
   "measured": "full 1.000 vs fixed_e117 0.264; gain +0.736, p=0.0; replication +0.778",
   "status": "PASS"
  },
  "G5_capabilities": {
   "measured": "3/3 pass sealed",
   "status": "PASS"
  },
  "G6_memory": {
   "measured": "1.000 vs 0.167 (p=0.0); restart 1.000",
   "status": "PASS"
  },
  "G7_real_world": {
   "measured": "breast 0.627 -> 0.972 (CV 0.953); iris 0.339 -> 0.947",
   "status": "PASS"
  },
  "G8_self_improvement": {
   "measured": "PROMOTED_AWAITING_OWNER_APPROVAL; sealed 0.167 -> 1.000 (p=0.0); replicated 1.000",
   "status": "PASS"
  },
  "G9_remote_verifier": {
   "measured": "verifier executed on a second host (same admin domain)",
   "status": "PASS"
  }
 },
 "generated_at": "2026-11-20T01:22:39Z",
 "governance": {
  "ablations": {
   "forged_signature": {
    "ok": false,
    "reason": "PERMIT_SIGNATURE_INVALID"
   },
   "missing_permit": {
    "ok": false,
    "reason": "PERMIT_SCHEMA_INVALID"
   },
   "scope_mismatch": {
    "ok": false,
    "reason": "AGENT_TASK_VERTICAL_MISMATCH"
   },
   "task_substitution": {
    "ok": false,
    "reason": "PERMIT_BINDING_MISMATCH"
   },
   "valid_permit": {
    "ok": true,
    "reason": "ALLOW"
   }
  },
  "kill": {
   "effects_after_kill": 0,
   "effects_before_kill": 4201,
   "ledger_lines": 4202,
   "ledger_path": "/root/cain-e116/artifacts/e112/kill/effects.jsonl",
   "note": "KILL written and checked under the same file lock; resource-side fence",
   "pass": true,
   "stopped_workers": 64,
   "workers": 64
  }
 },
 "limits": [
  "finite disclosed grammar",
  "constructed OOD",
  "real datasets are public, not field deployment",
  "no external reviewer",
  "continuous 6h BLOCKED",
  "same-admin remote execution"
 ],
 "ood": {
  "capabilities": {
   "C1_unseen_primitive_search": {
    "baseline": "fixed_e117",
    "baseline_acc": 0.1667,
    "candidate": "depth3",
    "candidate_acc": 0.6667,
    "mcnemar_p": 0.00390625,
    "passed": true
   },
   "C2_depth3_composition": {
    "baseline": "depth2",
    "baseline_acc": 0.25,
    "candidate": "depth3",
    "candidate_acc": 1.0,
    "mcnemar_p": 0.00390625,
    "passed": true
   },
   "C3_evidence_revision": {
    "baseline": "depth3",
    "baseline_acc": 0.0,
    "candidate": "full",
    "candidate_acc": 1.0,
    "mcnemar_p": 0.00390625,
    "passed": true
   }
  },
  "claim": "Search over held-out primitives and depth-3 compositions improves sealed OOD. Finite grammar; not open-world AGI.",
  "heldout_ops": [
   [
    "rot",
    3
   ],
   [
    "rot",
    4
   ],
   [
    "aff",
    3,
    2
   ],
   [
    "aff",
    3,
    3
   ],
   [
    "aff",
    4,
    2
   ],
   [
    "aff",
    4,
    3
   ],
   [
    "filt",
    6
   ],
   [
    "filt",
    7
   ],
   [
    "take",
    4
   ],
   [
    "cumsum"
   ],
   [
    "pairdiff"
   ]
  ],
  "limits": [
   "finite parameterised grammar",
   "constructed tasks",
   "unseen primitives/params/shapes, not open world",
   "no external reviewer"
  ],
  "memory": {
   "depth3_no_memory": 0.1667,
   "full_with_memory": 1.0,
   "mcnemar_memory": 0.0,
   "restart_retained": 1.0,
   "rules": 14
  },
  "prereg": {
   "acquisition_ops": [
    [
     "rot",
     1
    ],
    [
     "rot",
     2
    ],
    [
     "aff",
     1,
     0
    ],
    [
     "aff",
     1,
     1
    ],
    [
     "aff",
     2,
     0
    ],
    [
     "aff",
     2,
     1
    ],
    [
     "filt",
     2
    ],
    [
     "filt",
     3
    ],
    [
     "take",
     2
    ],
    [
     "rev"
    ],
    [
     "sort"
    ]
   ],
   "grammar": "parameterised primitives; depth-3 compositions; finite",
   "heldout_ops": [
    [
     "rot",
     3
    ],
    [
     "rot",
     4
    ],
    [
     "aff",
     3,
     2
    ],
    [
     "aff",
     3,
     3
    ],
    [
     "aff",
     4,
     2
    ],
    [
     "aff",
     4,
     3
    ],
    [
     "filt",
     6
    ],
    [
     "filt",
     7
    ],
    [
     "take",
     4
    ],
    [
     "cumsum"
    ],
    [
     "pairdiff"
    ]
   ],
   "primary_endpoint": "full vs strongest baseline on sealed held-out primitives/shapes",
   "schema": "cain.e118.ood.prereg.v1",
   "split_hashes": {
    "dev": "0d11aa2e6c5baf162ea9e7a4eb4175fa5de4c31bdb31660fe1267032721f3600",
    "sealed": "28f58028bf71182bd1cd3091eb87c051cc9e15b283872a0a325e75eadc82c367",
    "sealed2": "d0691bca2ab6419fbf50870a217713b2e925c0335bf0c1b76a66572204fb7840",
    "val": "9ac69e0277787e5dbe55ad3841885d149c6b89f9dad7b46ff55f3734da5aa917"
   },
   "thresholds": {
    "gain": 0.15,
    "p": 0.01,
    "replication_p": 0.05
   }
  },
  "primary": {
   "baseline_accuracy": 0.2639,
   "full_accuracy": 1.0,
   "gain": 0.7361,
   "mcnemar_p": 0.0,
   "passed": true,
   "second_gain": 0.7778,
   "second_p": 0.0,
   "strongest_baseline": "fixed_e117"
  },
  "raw": {
   "sealed": {
    "depth2": [
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t0",
      "world": "compose-11821"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t1",
      "world": "compose-11821"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t2",
      "world": "compose-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t3",
      "world": "compose-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t4",
      "world": "compose-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t5",
      "world": "compose-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t6",
      "world": "compose-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t7",
      "world": "compose-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t0",
      "world": "compose-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t1",
      "world": "compose-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t2",
      "world": "compose-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t3",
      "world": "compose-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t4",
      "world": "compose-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t5",
      "world": "compose-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t6",
      "world": "compose-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t7",
      "world": "compose-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t0",
      "world": "compose-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t1",
      "world": "compose-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t2",
      "world": "compose-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t3",
      "world": "compose-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t4",
      "world": "compose-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t5",
      "world": "compose-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t6",
      "world": "compose-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t7",
      "world": "compose-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t0",
      "world": "compose-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t1",
      "world": "compose-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t2",
      "world": "compose-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t3",
      "world": "compose-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t4",
      "world": "compose-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t5",
      "world": "compose-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t6",
      "world": "compose-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t7",
      "world": "compose-11824"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 8,
      "task": "p0",
      "world": "pre-11871"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 8,
      "task": "p1",
      "world": "pre-11871"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 8,
      "task": "p2",
      "world": "pre-11871"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p3",
      "world": "pre-11871"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p4",
      "world": "pre-11871"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p5",
      "world": "pre-11871"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p6",
      "world": "pre-11871"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p7",
      "world": "pre-11871"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 8,
      "task": "p0",
      "world": "pre-11872"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 8,
      "task": "p1",
      "world": "pre-11872"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 8,
      "task": "p2",
      "world": "pre-11872"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p3",
      "world": "pre-11872"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p4",
      "world": "pre-11872"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p5",
      "world": "pre-11872"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p6",
      "world": "pre-11872"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p7",
      "world": "pre-11872"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 8,
      "task": "t0",
      "world": "conflict-compose-11921"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 8,
      "task": "t1",
      "world": "conflict-compose-11921"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 8,
      "task": "t2",
      "world": "conflict-compose-11921"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 0,
      "task": "t3",
      "world": "conflict-compose-11921"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 0,
      "task": "t4",
      "world": "conflict-compose-11921"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 0,
      "task": "t5",
      "world": "conflict-compose-11921"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 0,
      "task": "t6",
      "world": "conflict-compose-11921"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 0,
      "task": "t7",
      "world": "conflict-compose-11921"
     },
     {
      "correct": false,
      "family": "incomplete",
      "support_n": 8,
      "task": "t0",
      "world": "incomplete-compose-12021"
     },
     {
      "correct": false,
      "family": "incomplete",
      "support_n": 8,
      "task": "t1",
      "world": "incomplete-compose-12021"
     },
     {
      "correct": false,
      "family": "incomplete",
      "support_n": 8,
      "task": "t2",
      "world": "incomplete-compose-12021"
     },
     {
      "correct": false,
      "family": "incomplete",
      "support_n": 0,
      "task": "t3",
      "world": "incomplete-compose-12021"
     },
     {
      "correct": false,
      "family": "incomplete",
      "support_n": 0,
      "task": "t4",
      "world": "incomplete-compose-12021"
     },
     {
      "correct": false,
      "family": "incomplete",
      "support_n": 0,
      "task": "t5",
      "world": "incomplete-compose-12021"
     },
     {
      "correct": false,
      "family": "incomplete",
      "support_n": 0,
      "task": "t6",
      "world": "incomplete-compose-12021"
     },
     {
      "correct": false,
      "family": "incomplete",
      "support_n": 0,
      "task": "t7",
      "world": "incomplete-compose-12021"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "support_n": 12,
      "task": "u0",
      "world": "unanswerable-12121"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "support_n": 12,
      "task": "u1",
      "world": "unanswerable-12121"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "support_n": 12,
      "task": "u2",
      "world": "unanswerable-12121"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u3",
      "world": "unanswerable-12121"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u4",
      "world": "unanswerable-12121"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u5",
      "world": "unanswerable-12121"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u6",
      "world": "unanswerable-12121"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u7",
      "world": "unanswerable-12121"
     }
    ],
    "depth3": [
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t0",
      "world": "compose-11821"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t1",
      "world": "compose-11821"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t2",
      "world": "compose-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t3",
      "world": "compose-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t4",
      "world": "compose-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t5",
      "world": "compose-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t6",
      "world": "compose-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t7",
      "world": "compose-11821"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t0",
      "world": "compose-11822"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t1",
      "world": "compose-11822"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t2",
      "world": "compose-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t3",
      "world": "compose-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t4",
      "world": "compose-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t5",
      "world": "compose-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t6",
      "world": "compose-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t7",
      "world": "compose-11822"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t0",
      "world": "compose-11823"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t1",
      "world": "compose-11823"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t2",
      "world": "compose-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t3",
      "world": "compose-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t4",
      "world": "compose-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t5",
      "world": "compose-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t6",
      "world": "compose-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t7",
      "world": "compose-11823"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t0",
      "world": "compose-11824"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t1",
      "world": "compose-11824"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t2",
      "world": "compose-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t3",
      "world": "compose-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t4",
      "world": "compose-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t5",
      "world": "compose-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t6",
      "world": "compose-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t7",
      "world": "compose-11824"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 8,
      "task": "p0",
      "world": "pre-11871"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 8,
      "task": "p1",
      "world": "pre-11871"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 8,
      "task": "p2",
      "world": "pre-11871"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p3",
      "world": "pre-11871"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p4",
      "world": "pre-11871"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p5",
      "world": "pre-11871"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p6",
      "world": "pre-11871"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p7",
      "world": "pre-11871"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 8,
      "task": "p0",
      "world": "pre-11872"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 8,
      "task": "p1",
      "world": "pre-11872"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 8,
      "task": "p2",
      "world": "pre-11872"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p3",
      "world": "pre-11872"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p4",
      "world": "pre-11872"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p5",
      "world": "pre-11872"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p6",
      "world": "pre-11872"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p7",
      "world": "pre-11872"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 8,
      "task": "t0",
      "world": "conflict-compose-11921"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 8,
      "task": "t1",
      "world": "conflict-compose-11921"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 8,
      "task": "t2",
      "world": "conflict-compose-11921"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 0,
      "task": "t3",
      "world": "conflict-compose-11921"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 0,
      "task": "t4",
      "world": "conflict-compose-11921"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 0,
      "task": "t5",
      "world": "conflict-compose-11921"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 0,
      "task": "t6",
      "world": "conflict-compose-11921"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 0,
      "task": "t7",
      "world": "conflict-compose-11921"
     },
     {
      "correct": false,
      "family": "incomplete",
      "support_n": 8,
      "task": "t0",
      "world": "incomplete-compose-12021"
     },
     {
      "correct": false,
      "family": "incomplete",
      "support_n": 8,
      "task": "t1",
      "world": "incomplete-compose-12021"
     },
     {
      "correct": false,
      "family": "incomplete",
      "support_n": 8,
      "task": "t2",
      "world": "incomplete-compose-12021"
     },
     {
      "correct": false,
      "family": "incomplete",
      "support_n": 0,
      "task": "t3",
      "world": "incomplete-compose-12021"
     },
     {
      "correct": false,
      "family": "incomplete",
      "support_n": 0,
      "task": "t4",
      "world": "incomplete-compose-12021"
     },
     {
      "correct": false,
      "family": "incomplete",
      "support_n": 0,
      "task": "t5",
      "world": "incomplete-compose-12021"
     },
     {
      "correct": false,
      "family": "incomplete",
      "support_n": 0,
      "task": "t6",
      "world": "incomplete-compose-12021"
     },
     {
      "correct": false,
      "family": "incomplete",
      "support_n": 0,
      "task": "t7",
      "world": "incomplete-compose-12021"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "support_n": 12,
      "task": "u0",
      "world": "unanswerable-12121"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "support_n": 12,
      "task": "u1",
      "world": "unanswerable-12121"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "support_n": 12,
      "task": "u2",
      "world": "unanswerable-12121"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u3",
      "world": "unanswerable-12121"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u4",
      "world": "unanswerable-12121"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u5",
      "world": "unanswerable-12121"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u6",
      "world": "unanswerable-12121"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u7",
      "world": "unanswerable-12121"
     }
    ],
    "fixed_e117": [
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t0",
      "world": "compose-11821"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t1",
      "world": "compose-11821"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t2",
      "world": "compose-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t3",
      "world": "compose-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t4",
      "world": "compose-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t5",
      "world": "compose-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t6",
      "world": "compose-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t7",
      "world": "compose-11821"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t0",
      "world": "compose-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t1",
      "world": "compose-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t2",
      "world": "compose-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t3",
      "world": "compose-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t4",
      "world": "compose-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t5",
      "world": "compose-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t6",
      "world": "compose-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t7",
      "world": "compose-11822"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t0",
      "world": "compose-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t1",
      "world": "compose-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t2",
      "world": "compose-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t3",
      "world": "compose-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t4",
      "world": "compose-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t5",
      "world": "compose-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t6",
      "world": "compose-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t7",
      "world": "compose-11823"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t0",
      "world": "compose-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t1",
      "world": "compose-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t2",
      "world": "compose-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t3",
      "world": "compose-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t4",
      "world": "compose-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t5",
      "world": "compose-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t6",
      "world": "compose-11824"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t7",
      "world": "compose-11824"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 8,
      "task": "p0",
      "world": "pre-11871"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 8,
      "task": "p1",
      "world": "pre-11871"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 8,
      "task": "p2",
      "world": "pre-11871"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p3",
      "world": "pre-11871"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p4",
      "world": "pre-11871"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p5",
      "world": "pre-11871"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p6",
      "world": "pre-11871"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p7",
      "world": "pre-11871"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 8,
      "task": "p0",
      "world": "pre-11872"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 8,
      "task": "p1",
      "world": "pre-11872"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 8,
      "task": "p2",
      "world": "pre-11872"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p3",
      "world": "pre-11872"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p4",
      "world": "pre-11872"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p5",
      "world": "pre-11872"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p6",
      "world": "pre-11872"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p7",
      "world": "pre-11872"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 8,
      "task": "t0",
      "world": "conflict-compose-11921"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 8,
      "task": "t1",
      "world": "conflict-compose-11921"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 8,
      "task": "t2",
      "world": "conflict-compose-11921"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 0,
      "task": "t3",
      "world": "conflict-compose-11921"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 0,
      "task": "t4",
      "world": "conflict-compose-11921"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 0,
      "task": "t5",
      "world": "conflict-compose-11921"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 0,
      "task": "t6",
      "world": "conflict-compose-11921"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 0,
      "task": "t7",
      "world": "conflict-compose-11921"
     },
     {
      "correct": true,
      "family": "incomplete",
      "support_n": 8,
      "task": "t0",
      "world": "incomplete-compose-12021"
     },
     {
      "correct": true,
      "family": "incomplete",
      "support_n": 8,
      "task": "t1",
      "world": "incomplete-compose-12021"
     },
     {
      "correct": true,
      "family": "incomplete",
      "support_n": 8,
      "task": "t2",
      "world": "incomplete-compose-12021"
     },
     {
      "correct": true,
      "family": "incomplete",
      "support_n": 0,
      "task": "t3",
      "world": "incomplete-compose-12021"
     },
     {
      "correct": true,
      "family": "incomplete",
      "support_n": 0,
      "task": "t4",
      "world": "incomplete-compose-12021"
     },
     {
      "correct": true,
      "family": "incomplete",
      "support_n": 0,
      "task": "t5",
      "world": "incomplete-compose-12021"
     },
     {
      "correct": true,
      "family": "incomplete",
      "support_n": 0,
      "task": "t6",
      "world": "incomplete-compose-12021"
     },
     {
      "correct": true,
      "family": "incomplete",
      "support_n": 0,
      "task": "t7",
      "world": "incomplete-compose-12021"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "support_n": 12,
      "task": "u0",
      "world": "unanswerable-12121"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "support_n": 12,
      "task": "u1",
      "world": "unanswerable-12121"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "support_n": 12,
      "task": "u2",
      "world": "unanswerable-12121"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u3",
      "world": "unanswerable-12121"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u4",
      "world": "unanswerable-12121"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u5",
      "world": "unanswerable-12121"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u6",
      "world": "unanswerable-12121"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u7",
      "world": "unanswerable-12121"
     }
    ],
    "full": [
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t0",
      "world": "compose-11821"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t1",
      "world": "compose-11821"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t2",
      "world": "compose-11821"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t3",
      "world": "compose-11821"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t4",
      "world": "compose-11821"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t5",
      "world": "compose-11821"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t6",
      "world": "compose-11821"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t7",
      "world": "compose-11821"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t0",
      "world": "compose-11822"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t1",
      "world": "compose-11822"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t2",
      "world": "compose-11822"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t3",
      "world": "compose-11822"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t4",
      "world": "compose-11822"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t5",
      "world": "compose-11822"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t6",
      "world": "compose-11822"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t7",
      "world": "compose-11822"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t0",
      "world": "compose-11823"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t1",
      "world": "compose-11823"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t2",
      "world": "compose-11823"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t3",
      "world": "compose-11823"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t4",
      "world": "compose-11823"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t5",
      "world": "compose-11823"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t6",
      "world": "compose-11823"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t7",
      "world": "compose-11823"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t0",
      "world": "compose-11824"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t1",
      "world": "compose-11824"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t2",
      "world": "compose-11824"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t3",
      "world": "compose-11824"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t4",
      "world": "compose-11824"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t5",
      "world": "compose-11824"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t6",
      "world": "compose-11824"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t7",
      "world": "compose-11824"
     },
     {
      "correct": true,
      "family": "pre",
      "support_n": 8,
      "task": "p0",
      "world": "pre-11871"
     },
     {
      "correct": true,
      "family": "pre",
      "support_n": 8,
      "task": "p1",
      "world": "pre-11871"
     },
     {
      "correct": true,
      "family": "pre",
      "support_n": 8,
      "task": "p2",
      "world": "pre-11871"
     },
     {
      "correct": true,
      "family": "pre",
      "support_n": 0,
      "task": "p3",
      "world": "pre-11871"
     },
     {
      "correct": true,
      "family": "pre",
      "support_n": 0,
      "task": "p4",
      "world": "pre-11871"
     },
     {
      "correct": true,
      "family": "pre",
      "support_n": 0,
      "task": "p5",
      "world": "pre-11871"
     },
     {
      "correct": true,
      "family": "pre",
      "support_n": 0,
      "task": "p6",
      "world": "pre-11871"
     },
     {
      "correct": true,
      "family": "pre",
      "support_n": 0,
      "task": "p7",
      "world": "pre-11871"
     },
     {
      "correct": true,
      "family": "pre",
      "support_n": 8,
      "task": "p0",
      "world": "pre-11872"
     },
     {
      "correct": true,
      "family": "pre",
      "support_n": 8,
      "task": "p1",
      "world": "pre-11872"
     },
     {
      "correct": true,
      "family": "pre",
      "support_n": 8,
      "task": "p2",
      "world": "pre-11872"
     },
     {
      "correct": true,
      "family": "pre",
      "support_n": 0,
      "task": "p3",
      "world": "pre-11872"
     },
     {
      "correct": true,
      "family": "pre",
      "support_n": 0,
      "task": "p4",
      "world": "pre-11872"
     },
     {
      "correct": true,
      "family": "pre",
      "support_n": 0,
      "task": "p5",
      "world": "pre-11872"
     },
     {
      "correct": true,
      "family": "pre",
      "support_n": 0,
      "task": "p6",
      "world": "pre-11872"
     },
     {
      "correct": true,
      "family": "pre",
      "support_n": 0,
      "task": "p7",
      "world": "pre-11872"
     },
     {
      "correct": true,
      "family": "conflict",
      "support_n": 8,
      "task": "t0",
      "world": "conflict-compose-11921"
     },
     {
      "correct": true,
      "family": "conflict",
      "support_n": 8,
      "task": "t1",
      "world": "conflict-compose-11921"
     },
     {
      "correct": true,
      "family": "conflict",
      "support_n": 8,
      "task": "t2",
      "world": "conflict-compose-11921"
     },
     {
      "correct": true,
      "family": "conflict",
      "support_n": 0,
      "task": "t3",
      "world": "conflict-compose-11921"
     },
     {
      "correct": true,
      "family": "conflict",
      "support_n": 0,
      "task": "t4",
      "world": "conflict-compose-11921"
     },
     {
      "correct": true,
      "family": "conflict",
      "support_n": 0,
      "task": "t5",
      "world": "conflict-compose-11921"
     },
     {
      "correct": true,
      "family": "conflict",
      "support_n": 0,
      "task": "t6",
      "world": "conflict-compose-11921"
     },
     {
      "correct": true,
      "family": "conflict",
      "support_n": 0,
      "task": "t7",
      "world": "conflict-compose-11921"
     },
     {
      "correct": true,
      "family": "incomplete",
      "support_n": 8,
      "task": "t0",
      "world": "incomplete-compose-12021"
     },
     {
      "correct": true,
      "family": "incomplete",
      "support_n": 8,
      "task": "t1",
      "world": "incomplete-compose-12021"
     },
     {
      "correct": true,
      "family": "incomplete",
      "support_n": 8,
      "task": "t2",
      "world": "incomplete-compose-12021"
     },
     {
      "correct": true,
      "family": "incomplete",
      "support_n": 0,
      "task": "t3",
      "world": "incomplete-compose-12021"
     },
     {
      "correct": true,
      "family": "incomplete",
      "support_n": 0,
      "task": "t4",
      "world": "incomplete-compose-12021"
     },
     {
      "correct": true,
      "family": "incomplete",
      "support_n": 0,
      "task": "t5",
      "world": "incomplete-compose-12021"
     },
     {
      "correct": true,
      "family": "incomplete",
      "support_n": 0,
      "task": "t6",
      "world": "incomplete-compose-12021"
     },
     {
      "correct": true,
      "family": "incomplete",
      "support_n": 0,
      "task": "t7",
      "world": "incomplete-compose-12021"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "support_n": 12,
      "task": "u0",
      "world": "unanswerable-12121"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "support_n": 12,
      "task": "u1",
      "world": "unanswerable-12121"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "support_n": 12,
      "task": "u2",
      "world": "unanswerable-12121"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u3",
      "world": "unanswerable-12121"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u4",
      "world": "unanswerable-12121"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u5",
      "world": "unanswerable-12121"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u6",
      "world": "unanswerable-12121"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u7",
      "world": "unanswerable-12121"
     }
    ]
   },
   "sealed2": {
    "depth2": [
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t0",
      "world": "compose-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t1",
      "world": "compose-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t2",
      "world": "compose-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t3",
      "world": "compose-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t4",
      "world": "compose-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t5",
      "world": "compose-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t6",
      "world": "compose-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t7",
      "world": "compose-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t0",
      "world": "compose-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t1",
      "world": "compose-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t2",
      "world": "compose-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t3",
      "world": "compose-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t4",
      "world": "compose-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t5",
      "world": "compose-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t6",
      "world": "compose-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t7",
      "world": "compose-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t0",
      "world": "compose-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t1",
      "world": "compose-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t2",
      "world": "compose-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t3",
      "world": "compose-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t4",
      "world": "compose-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t5",
      "world": "compose-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t6",
      "world": "compose-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t7",
      "world": "compose-11833"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t0",
      "world": "compose-11834"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t1",
      "world": "compose-11834"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t2",
      "world": "compose-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t3",
      "world": "compose-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t4",
      "world": "compose-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t5",
      "world": "compose-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t6",
      "world": "compose-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t7",
      "world": "compose-11834"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 8,
      "task": "p0",
      "world": "pre-11881"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 8,
      "task": "p1",
      "world": "pre-11881"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 8,
      "task": "p2",
      "world": "pre-11881"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p3",
      "world": "pre-11881"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p4",
      "world": "pre-11881"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p5",
      "world": "pre-11881"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p6",
      "world": "pre-11881"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p7",
      "world": "pre-11881"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 8,
      "task": "p0",
      "world": "pre-11882"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 8,
      "task": "p1",
      "world": "pre-11882"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 8,
      "task": "p2",
      "world": "pre-11882"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p3",
      "world": "pre-11882"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p4",
      "world": "pre-11882"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p5",
      "world": "pre-11882"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p6",
      "world": "pre-11882"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p7",
      "world": "pre-11882"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 8,
      "task": "t0",
      "world": "conflict-compose-11931"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 8,
      "task": "t1",
      "world": "conflict-compose-11931"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 8,
      "task": "t2",
      "world": "conflict-compose-11931"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 0,
      "task": "t3",
      "world": "conflict-compose-11931"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 0,
      "task": "t4",
      "world": "conflict-compose-11931"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 0,
      "task": "t5",
      "world": "conflict-compose-11931"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 0,
      "task": "t6",
      "world": "conflict-compose-11931"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 0,
      "task": "t7",
      "world": "conflict-compose-11931"
     },
     {
      "correct": false,
      "family": "incomplete",
      "support_n": 8,
      "task": "t0",
      "world": "incomplete-compose-12031"
     },
     {
      "correct": false,
      "family": "incomplete",
      "support_n": 8,
      "task": "t1",
      "world": "incomplete-compose-12031"
     },
     {
      "correct": false,
      "family": "incomplete",
      "support_n": 8,
      "task": "t2",
      "world": "incomplete-compose-12031"
     },
     {
      "correct": false,
      "family": "incomplete",
      "support_n": 0,
      "task": "t3",
      "world": "incomplete-compose-12031"
     },
     {
      "correct": false,
      "family": "incomplete",
      "support_n": 0,
      "task": "t4",
      "world": "incomplete-compose-12031"
     },
     {
      "correct": false,
      "family": "incomplete",
      "support_n": 0,
      "task": "t5",
      "world": "incomplete-compose-12031"
     },
     {
      "correct": false,
      "family": "incomplete",
      "support_n": 0,
      "task": "t6",
      "world": "incomplete-compose-12031"
     },
     {
      "correct": false,
      "family": "incomplete",
      "support_n": 0,
      "task": "t7",
      "world": "incomplete-compose-12031"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "support_n": 12,
      "task": "u0",
      "world": "unanswerable-12131"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "support_n": 12,
      "task": "u1",
      "world": "unanswerable-12131"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "support_n": 12,
      "task": "u2",
      "world": "unanswerable-12131"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u3",
      "world": "unanswerable-12131"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u4",
      "world": "unanswerable-12131"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u5",
      "world": "unanswerable-12131"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u6",
      "world": "unanswerable-12131"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u7",
      "world": "unanswerable-12131"
     }
    ],
    "depth3": [
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t0",
      "world": "compose-11831"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t1",
      "world": "compose-11831"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t2",
      "world": "compose-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t3",
      "world": "compose-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t4",
      "world": "compose-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t5",
      "world": "compose-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t6",
      "world": "compose-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t7",
      "world": "compose-11831"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t0",
      "world": "compose-11832"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t1",
      "world": "compose-11832"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t2",
      "world": "compose-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t3",
      "world": "compose-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t4",
      "world": "compose-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t5",
      "world": "compose-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t6",
      "world": "compose-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t7",
      "world": "compose-11832"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t0",
      "world": "compose-11833"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t1",
      "world": "compose-11833"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t2",
      "world": "compose-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t3",
      "world": "compose-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t4",
      "world": "compose-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t5",
      "world": "compose-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t6",
      "world": "compose-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t7",
      "world": "compose-11833"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t0",
      "world": "compose-11834"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t1",
      "world": "compose-11834"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t2",
      "world": "compose-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t3",
      "world": "compose-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t4",
      "world": "compose-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t5",
      "world": "compose-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t6",
      "world": "compose-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t7",
      "world": "compose-11834"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 8,
      "task": "p0",
      "world": "pre-11881"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 8,
      "task": "p1",
      "world": "pre-11881"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 8,
      "task": "p2",
      "world": "pre-11881"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p3",
      "world": "pre-11881"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p4",
      "world": "pre-11881"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p5",
      "world": "pre-11881"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p6",
      "world": "pre-11881"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p7",
      "world": "pre-11881"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 8,
      "task": "p0",
      "world": "pre-11882"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 8,
      "task": "p1",
      "world": "pre-11882"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 8,
      "task": "p2",
      "world": "pre-11882"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p3",
      "world": "pre-11882"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p4",
      "world": "pre-11882"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p5",
      "world": "pre-11882"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p6",
      "world": "pre-11882"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p7",
      "world": "pre-11882"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 8,
      "task": "t0",
      "world": "conflict-compose-11931"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 8,
      "task": "t1",
      "world": "conflict-compose-11931"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 8,
      "task": "t2",
      "world": "conflict-compose-11931"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 0,
      "task": "t3",
      "world": "conflict-compose-11931"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 0,
      "task": "t4",
      "world": "conflict-compose-11931"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 0,
      "task": "t5",
      "world": "conflict-compose-11931"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 0,
      "task": "t6",
      "world": "conflict-compose-11931"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 0,
      "task": "t7",
      "world": "conflict-compose-11931"
     },
     {
      "correct": false,
      "family": "incomplete",
      "support_n": 8,
      "task": "t0",
      "world": "incomplete-compose-12031"
     },
     {
      "correct": false,
      "family": "incomplete",
      "support_n": 8,
      "task": "t1",
      "world": "incomplete-compose-12031"
     },
     {
      "correct": false,
      "family": "incomplete",
      "support_n": 8,
      "task": "t2",
      "world": "incomplete-compose-12031"
     },
     {
      "correct": false,
      "family": "incomplete",
      "support_n": 0,
      "task": "t3",
      "world": "incomplete-compose-12031"
     },
     {
      "correct": false,
      "family": "incomplete",
      "support_n": 0,
      "task": "t4",
      "world": "incomplete-compose-12031"
     },
     {
      "correct": false,
      "family": "incomplete",
      "support_n": 0,
      "task": "t5",
      "world": "incomplete-compose-12031"
     },
     {
      "correct": false,
      "family": "incomplete",
      "support_n": 0,
      "task": "t6",
      "world": "incomplete-compose-12031"
     },
     {
      "correct": false,
      "family": "incomplete",
      "support_n": 0,
      "task": "t7",
      "world": "incomplete-compose-12031"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "support_n": 12,
      "task": "u0",
      "world": "unanswerable-12131"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "support_n": 12,
      "task": "u1",
      "world": "unanswerable-12131"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "support_n": 12,
      "task": "u2",
      "world": "unanswerable-12131"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u3",
      "world": "unanswerable-12131"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u4",
      "world": "unanswerable-12131"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u5",
      "world": "unanswerable-12131"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u6",
      "world": "unanswerable-12131"
     },
     {
      "correct": false,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u7",
      "world": "unanswerable-12131"
     }
    ],
    "fixed_e117": [
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t0",
      "world": "compose-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t1",
      "world": "compose-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t2",
      "world": "compose-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t3",
      "world": "compose-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t4",
      "world": "compose-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t5",
      "world": "compose-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t6",
      "world": "compose-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t7",
      "world": "compose-11831"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t0",
      "world": "compose-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t1",
      "world": "compose-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t2",
      "world": "compose-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t3",
      "world": "compose-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t4",
      "world": "compose-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t5",
      "world": "compose-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t6",
      "world": "compose-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t7",
      "world": "compose-11832"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t0",
      "world": "compose-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t1",
      "world": "compose-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t2",
      "world": "compose-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t3",
      "world": "compose-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t4",
      "world": "compose-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t5",
      "world": "compose-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t6",
      "world": "compose-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t7",
      "world": "compose-11833"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t0",
      "world": "compose-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t1",
      "world": "compose-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 8,
      "task": "t2",
      "world": "compose-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t3",
      "world": "compose-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t4",
      "world": "compose-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t5",
      "world": "compose-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t6",
      "world": "compose-11834"
     },
     {
      "correct": false,
      "family": "compose",
      "support_n": 0,
      "task": "t7",
      "world": "compose-11834"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 8,
      "task": "p0",
      "world": "pre-11881"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 8,
      "task": "p1",
      "world": "pre-11881"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 8,
      "task": "p2",
      "world": "pre-11881"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p3",
      "world": "pre-11881"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p4",
      "world": "pre-11881"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p5",
      "world": "pre-11881"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p6",
      "world": "pre-11881"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p7",
      "world": "pre-11881"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 8,
      "task": "p0",
      "world": "pre-11882"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 8,
      "task": "p1",
      "world": "pre-11882"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 8,
      "task": "p2",
      "world": "pre-11882"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p3",
      "world": "pre-11882"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p4",
      "world": "pre-11882"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p5",
      "world": "pre-11882"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p6",
      "world": "pre-11882"
     },
     {
      "correct": false,
      "family": "pre",
      "support_n": 0,
      "task": "p7",
      "world": "pre-11882"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 8,
      "task": "t0",
      "world": "conflict-compose-11931"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 8,
      "task": "t1",
      "world": "conflict-compose-11931"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 8,
      "task": "t2",
      "world": "conflict-compose-11931"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 0,
      "task": "t3",
      "world": "conflict-compose-11931"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 0,
      "task": "t4",
      "world": "conflict-compose-11931"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 0,
      "task": "t5",
      "world": "conflict-compose-11931"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 0,
      "task": "t6",
      "world": "conflict-compose-11931"
     },
     {
      "correct": false,
      "family": "conflict",
      "support_n": 0,
      "task": "t7",
      "world": "conflict-compose-11931"
     },
     {
      "correct": true,
      "family": "incomplete",
      "support_n": 8,
      "task": "t0",
      "world": "incomplete-compose-12031"
     },
     {
      "correct": true,
      "family": "incomplete",
      "support_n": 8,
      "task": "t1",
      "world": "incomplete-compose-12031"
     },
     {
      "correct": true,
      "family": "incomplete",
      "support_n": 8,
      "task": "t2",
      "world": "incomplete-compose-12031"
     },
     {
      "correct": true,
      "family": "incomplete",
      "support_n": 0,
      "task": "t3",
      "world": "incomplete-compose-12031"
     },
     {
      "correct": true,
      "family": "incomplete",
      "support_n": 0,
      "task": "t4",
      "world": "incomplete-compose-12031"
     },
     {
      "correct": true,
      "family": "incomplete",
      "support_n": 0,
      "task": "t5",
      "world": "incomplete-compose-12031"
     },
     {
      "correct": true,
      "family": "incomplete",
      "support_n": 0,
      "task": "t6",
      "world": "incomplete-compose-12031"
     },
     {
      "correct": true,
      "family": "incomplete",
      "support_n": 0,
      "task": "t7",
      "world": "incomplete-compose-12031"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "support_n": 12,
      "task": "u0",
      "world": "unanswerable-12131"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "support_n": 12,
      "task": "u1",
      "world": "unanswerable-12131"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "support_n": 12,
      "task": "u2",
      "world": "unanswerable-12131"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u3",
      "world": "unanswerable-12131"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u4",
      "world": "unanswerable-12131"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u5",
      "world": "unanswerable-12131"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u6",
      "world": "unanswerable-12131"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u7",
      "world": "unanswerable-12131"
     }
    ],
    "full": [
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t0",
      "world": "compose-11831"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t1",
      "world": "compose-11831"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t2",
      "world": "compose-11831"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t3",
      "world": "compose-11831"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t4",
      "world": "compose-11831"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t5",
      "world": "compose-11831"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t6",
      "world": "compose-11831"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t7",
      "world": "compose-11831"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t0",
      "world": "compose-11832"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t1",
      "world": "compose-11832"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t2",
      "world": "compose-11832"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t3",
      "world": "compose-11832"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t4",
      "world": "compose-11832"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t5",
      "world": "compose-11832"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t6",
      "world": "compose-11832"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t7",
      "world": "compose-11832"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t0",
      "world": "compose-11833"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t1",
      "world": "compose-11833"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t2",
      "world": "compose-11833"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t3",
      "world": "compose-11833"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t4",
      "world": "compose-11833"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t5",
      "world": "compose-11833"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t6",
      "world": "compose-11833"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t7",
      "world": "compose-11833"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t0",
      "world": "compose-11834"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t1",
      "world": "compose-11834"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 8,
      "task": "t2",
      "world": "compose-11834"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t3",
      "world": "compose-11834"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t4",
      "world": "compose-11834"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t5",
      "world": "compose-11834"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t6",
      "world": "compose-11834"
     },
     {
      "correct": true,
      "family": "compose",
      "support_n": 0,
      "task": "t7",
      "world": "compose-11834"
     },
     {
      "correct": true,
      "family": "pre",
      "support_n": 8,
      "task": "p0",
      "world": "pre-11881"
     },
     {
      "correct": true,
      "family": "pre",
      "support_n": 8,
      "task": "p1",
      "world": "pre-11881"
     },
     {
      "correct": true,
      "family": "pre",
      "support_n": 8,
      "task": "p2",
      "world": "pre-11881"
     },
     {
      "correct": true,
      "family": "pre",
      "support_n": 0,
      "task": "p3",
      "world": "pre-11881"
     },
     {
      "correct": true,
      "family": "pre",
      "support_n": 0,
      "task": "p4",
      "world": "pre-11881"
     },
     {
      "correct": true,
      "family": "pre",
      "support_n": 0,
      "task": "p5",
      "world": "pre-11881"
     },
     {
      "correct": true,
      "family": "pre",
      "support_n": 0,
      "task": "p6",
      "world": "pre-11881"
     },
     {
      "correct": true,
      "family": "pre",
      "support_n": 0,
      "task": "p7",
      "world": "pre-11881"
     },
     {
      "correct": true,
      "family": "pre",
      "support_n": 8,
      "task": "p0",
      "world": "pre-11882"
     },
     {
      "correct": true,
      "family": "pre",
      "support_n": 8,
      "task": "p1",
      "world": "pre-11882"
     },
     {
      "correct": true,
      "family": "pre",
      "support_n": 8,
      "task": "p2",
      "world": "pre-11882"
     },
     {
      "correct": true,
      "family": "pre",
      "support_n": 0,
      "task": "p3",
      "world": "pre-11882"
     },
     {
      "correct": true,
      "family": "pre",
      "support_n": 0,
      "task": "p4",
      "world": "pre-11882"
     },
     {
      "correct": true,
      "family": "pre",
      "support_n": 0,
      "task": "p5",
      "world": "pre-11882"
     },
     {
      "correct": true,
      "family": "pre",
      "support_n": 0,
      "task": "p6",
      "world": "pre-11882"
     },
     {
      "correct": true,
      "family": "pre",
      "support_n": 0,
      "task": "p7",
      "world": "pre-11882"
     },
     {
      "correct": true,
      "family": "conflict",
      "support_n": 8,
      "task": "t0",
      "world": "conflict-compose-11931"
     },
     {
      "correct": true,
      "family": "conflict",
      "support_n": 8,
      "task": "t1",
      "world": "conflict-compose-11931"
     },
     {
      "correct": true,
      "family": "conflict",
      "support_n": 8,
      "task": "t2",
      "world": "conflict-compose-11931"
     },
     {
      "correct": true,
      "family": "conflict",
      "support_n": 0,
      "task": "t3",
      "world": "conflict-compose-11931"
     },
     {
      "correct": true,
      "family": "conflict",
      "support_n": 0,
      "task": "t4",
      "world": "conflict-compose-11931"
     },
     {
      "correct": true,
      "family": "conflict",
      "support_n": 0,
      "task": "t5",
      "world": "conflict-compose-11931"
     },
     {
      "correct": true,
      "family": "conflict",
      "support_n": 0,
      "task": "t6",
      "world": "conflict-compose-11931"
     },
     {
      "correct": true,
      "family": "conflict",
      "support_n": 0,
      "task": "t7",
      "world": "conflict-compose-11931"
     },
     {
      "correct": true,
      "family": "incomplete",
      "support_n": 8,
      "task": "t0",
      "world": "incomplete-compose-12031"
     },
     {
      "correct": true,
      "family": "incomplete",
      "support_n": 8,
      "task": "t1",
      "world": "incomplete-compose-12031"
     },
     {
      "correct": true,
      "family": "incomplete",
      "support_n": 8,
      "task": "t2",
      "world": "incomplete-compose-12031"
     },
     {
      "correct": true,
      "family": "incomplete",
      "support_n": 0,
      "task": "t3",
      "world": "incomplete-compose-12031"
     },
     {
      "correct": true,
      "family": "incomplete",
      "support_n": 0,
      "task": "t4",
      "world": "incomplete-compose-12031"
     },
     {
      "correct": true,
      "family": "incomplete",
      "support_n": 0,
      "task": "t5",
      "world": "incomplete-compose-12031"
     },
     {
      "correct": true,
      "family": "incomplete",
      "support_n": 0,
      "task": "t6",
      "world": "incomplete-compose-12031"
     },
     {
      "correct": true,
      "family": "incomplete",
      "support_n": 0,
      "task": "t7",
      "world": "incomplete-compose-12031"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "support_n": 12,
      "task": "u0",
      "world": "unanswerable-12131"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "support_n": 12,
      "task": "u1",
      "world": "unanswerable-12131"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "support_n": 12,
      "task": "u2",
      "world": "unanswerable-12131"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u3",
      "world": "unanswerable-12131"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u4",
      "world": "unanswerable-12131"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u5",
      "world": "unanswerable-12131"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u6",
      "world": "unanswerable-12131"
     },
     {
      "correct": true,
      "family": "unanswerable",
      "support_n": 0,
      "task": "u7",
      "world": "unanswerable-12131"
     }
    ]
   }
  },
  "schema": "cain.e118.ood.v1",
  "sealed": {
   "depth2": {
    "accuracy": 0.0417,
    "by_family": {
     "compose": 0.0938,
     "conflict": 0.0,
     "incomplete": 0.0,
     "pre": 0.0,
     "unanswerable": 0.0
    },
    "n": 72
   },
   "depth3": {
    "accuracy": 0.1667,
    "by_family": {
     "compose": 0.375,
     "conflict": 0.0,
     "incomplete": 0.0,
     "pre": 0.0,
     "unanswerable": 0.0
    },
    "n": 72
   },
   "fixed_e117": {
    "accuracy": 0.2639,
    "by_family": {
     "compose": 0.0938,
     "conflict": 0.0,
     "incomplete": 1.0,
     "pre": 0.0,
     "unanswerable": 1.0
    },
    "n": 72
   },
   "full": {
    "accuracy": 1.0,
    "by_family": {
     "compose": 1.0,
     "conflict": 1.0,
     "incomplete": 1.0,
     "pre": 1.0,
     "unanswerable": 1.0
    },
    "n": 72
   }
  },
  "sealed2": {
   "depth2": {
    "accuracy": 0.0417,
    "by_family": {
     "compose": 0.0938,
     "conflict": 0.0,
     "incomplete": 0.0,
     "pre": 0.0,
     "unanswerable": 0.0
    },
    "n": 72
   },
   "depth3": {
    "accuracy": 0.1667,
    "by_family": {
     "compose": 0.375,
     "conflict": 0.0,
     "incomplete": 0.0,
     "pre": 0.0,
     "unanswerable": 0.0
    },
    "n": 72
   },
   "fixed_e117": {
    "accuracy": 0.2222,
    "by_family": {
     "compose": 0.0,
     "conflict": 0.0,
     "incomplete": 1.0,
     "pre": 0.0,
     "unanswerable": 1.0
    },
    "n": 72
   },
   "full": {
    "accuracy": 1.0,
    "by_family": {
     "compose": 1.0,
     "conflict": 1.0,
     "incomplete": 1.0,
     "pre": 1.0,
     "unanswerable": 1.0
    },
    "n": 72
   }
  },
  "seen_ops": [
   [
    "rot",
    1
   ],
   [
    "rot",
    2
   ],
   [
    "aff",
    1,
    0
   ],
   [
    "aff",
    1,
    1
   ],
   [
    "aff",
    2,
    0
   ],
   [
    "aff",
    2,
    1
   ],
   [
    "filt",
    2
   ],
   [
    "filt",
    3
   ],
   [
    "take",
    2
   ],
   [
    "rev"
   ],
   [
    "sort"
   ]
  ]
 },
 "overall": "PARTIAL",
 "persistence": {
  "continuous_six_hour": false,
  "cumulative_s": 21639.494,
  "one_hour": {
   "completed": true,
   "duplicates": 0,
   "elapsed_s": 3600.257,
   "hours_requested": 1.0,
   "journal_head": "3b1b5083fc6b8c12f0fa4ecfc03f8eb24a085f59375bdc5a6765e4eadcaf8f40",
   "journal_ok": true,
   "journal_seq": 6957,
   "journal_span_s": 3599.412,
   "killed": false,
   "label": "ONE_HOUR",
   "peak_rss_mb": 105.8,
   "permits_used": 0,
   "resumed_from_seq": 0,
   "status": "PASS",
   "tasks": 6957
  },
  "six_hour_resume": {
   "completed": true,
   "duplicates": 0,
   "elapsed_s": 4824.156,
   "hours_requested": 1.34,
   "journal_head": "88df720eda69f76769c52582442c3b5986bb54490f1b70bd3b6a0e22ccb3208e",
   "journal_ok": true,
   "journal_seq": 42052,
   "journal_span_s": 21923.475,
   "killed": false,
   "label": "SIX_HOUR_RESUME",
   "peak_rss_mb": 127.7,
   "permits_used": 0,
   "resumed_from_seq": 32798,
   "status": "PASS",
   "tasks": 9254
  },
  "six_hour_stop": {
   "completed": false,
   "duplicates": 0,
   "elapsed_h": 4.6709,
   "elapsed_s": 16815.338,
   "failed": 4685,
   "hours_requested": 6.0,
   "journal_head": "d4e82cea5ec4c4d1e139b0f844a3e1940a05ca234179c6c77ebe5aac0fdd27f0",
   "journal_ok": true,
   "journal_seq": 32798,
   "label": "SIX_HOUR",
   "note": "Stopped on the owner's instruction. This is NOT a six-hour pass: less than 21,600 s elapsed. G1 remains BLOCKED. The journal is intact and verifiable.",
   "solved": 28113,
   "status": "STOPPED_BY_OWNER",
   "stopped_at": 1795128237.8073268,
   "tasks": 32798
  }
 },
 "real_world": {
  "counts": {
   "attempted": 2,
   "improved": 2,
   "independently_checkable": 2
  },
  "limits": [
   "public datasets, not field deployment",
   "small tabular models; no LLM training",
   "independent oracle is a second implementation, not a human reviewer"
  ],
  "repo_task": {
   "id": "RW3_repo_scan",
   "note": "E111 real-world AST scan (6 tasks, independent oracle) is cited in the E118 bundle"
  },
  "schema": "cain.e118.realworld.v1",
  "tasks": [
   {
    "dataset": "sklearn breast_cancer (real public dataset, 569x30)",
    "frozen_majority": 0.6268,
    "held_out_accuracy": 0.972,
    "id": "RW1_breast_cancer",
    "improved": true,
    "independent_cv": 0.9526,
    "independent_oracle": "5-fold cross-validation",
    "model": "logistic regression",
    "note": "small tabular model, not an LLM"
   },
   {
    "dataset": "sklearn iris (real public dataset, 150x4)",
    "frozen_majority": 0.3393,
    "held_out_accuracy": 0.9474,
    "id": "RW2_iris",
    "improved": true,
    "independent_cv": 0.9733,
    "independent_oracle": "5-fold cross-validation",
    "model": "logistic regression"
   }
  ]
 },
 "research": {
  "gaps": [
   "E117 used known primitives/params",
   "E117 self-improvement was negative",
   "E117 had no real dataset"
  ],
  "hypotheses": [
   {
    "id": "H1",
    "statement": "parameterised search transfers to held-out primitives",
    "status": "ACCEPTED"
   },
   {
    "id": "H2",
    "statement": "depth-3 search is needed for unseen shapes",
    "status": "ACCEPTED"
   },
   {
    "id": "H3",
    "statement": "robust evidence/abstention closes conflict/incomplete",
    "status": "ACCEPTED"
   }
  ],
  "outcome": "All three hypotheses accepted on sealed held-out primitives; search-based, not added sealed code."
 },
 "schema": "cain.e118.raw.v1",
 "self_improvement": {
  "candidates": [
   {
    "ambiguity": true,
    "arm": "full",
    "id": "F_R1_A1",
    "robust": 1,
    "validation": 1.0
   },
   {
    "ambiguity": false,
    "arm": "full",
    "id": "F_R1_A0",
    "robust": 1,
    "validation": 0.9306
   },
   {
    "ambiguity": true,
    "arm": "full",
    "id": "F_R0_A1",
    "robust": 0,
    "validation": 0.8889
   },
   {
    "ambiguity": false,
    "arm": "full",
    "id": "F_R0_A0",
    "robust": 0,
    "validation": 0.8194
   },
   {
    "ambiguity": false,
    "arm": "depth3",
    "id": "D3",
    "robust": 0,
    "validation": 0.1667
   },
   {
    "ambiguity": false,
    "arm": "depth2",
    "id": "D2",
    "robust": 0,
    "validation": 0.0833
   }
  ],
  "note": "selection on seen primitives; sealed uses held-out primitives and depth-3 shapes; promotion withheld",
  "prereg": {
   "schema": "cain.e118.selfimprove.prereg.v1",
   "sealed2_hash": "d0691bca2ab6419fbf50870a217713b2e925c0335bf0c1b76a66572204fb7840",
   "sealed_hash": "28f58028bf71182bd1cd3091eb87c051cc9e15b283872a0a325e75eadc82c367",
   "selection": "validation only; sealed opened once"
  },
  "promotion": {
   "changes_authorization": false,
   "changes_keys": false,
   "enabled": false
  },
  "schema": "cain.e118.selfimprove.v1",
  "sealed": {
   "accuracy": 1.0,
   "baseline": 0.1667,
   "baseline_arm": "depth3",
   "mcnemar_p": 0.0
  },
  "sealed2": {
   "accuracy": 1.0,
   "baseline": 0.1667,
   "mcnemar_p": 0.0
  },
  "status": "PROMOTED_AWAITING_OWNER_APPROVAL",
  "winner": {
   "ambiguity": true,
   "arm": "full",
   "id": "F_R1_A1",
   "robust": 1,
   "validation": 1.0
  }
 },
 "skill_gate": {
  "forged": [
   false,
   "GRANTS_AUTHORITY"
  ],
  "valid": [
   true,
   "ALLOW"
  ]
 },
 "transfer": {
  "case_hash": "8f7ba59083c8a715badeb1ab25f538f71ff1509e9bb400c8c2113068d5996a94",
  "counts": {
   "negative_transfer_rejected": 4,
   "pathways": 5,
   "statistically_supported": 5
  },
  "note": "constructed target families with deterministic oracles; equal evaluation budgets for A/B/C. Blind transfer (B) applies the source rule without its precondition and is expected to fail the negative probes. C refuses to transfer when the precondition does not hold. This is procedural transfer, not neural learning.",
  "rows": [
   {
    "A_rate": 0.25,
    "A_solved": 5,
    "B_rate": 0.25,
    "B_solved": 5,
    "C_rate": 1.0,
    "C_solved": 20,
    "detail": {
     "negative": {
      "A": [
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0
      ],
      "B": [
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0
      ],
      "C": [
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1
      ]
     },
     "positive": {
      "A": [
       0,
       1,
       0,
       0,
       0,
       1,
       0,
       0,
       0,
       1,
       0,
       0,
       0,
       1,
       0,
       0,
       0,
       1,
       0,
       0
      ],
      "B": [
       0,
       1,
       0,
       0,
       0,
       1,
       0,
       0,
       0,
       1,
       0,
       0,
       0,
       1,
       0,
       0,
       0,
       1,
       0,
       0
      ],
      "C": [
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1
      ]
     }
    },
    "evaluations_per_task": {
     "A": 1,
     "B": 1,
     "C": 2
    },
    "harmful_transfer_rejected": true,
    "mcnemar_C_vs_A_p": 6.104e-05,
    "n_negative_probe": 10,
    "n_positive": 20,
    "name": "scientific intervention -> business rollout validation",
    "negative_A_correct": 0,
    "negative_B_correct": 0,
    "negative_C_correct": 10,
    "pathway": "T1",
    "precondition": "randomised experiment present",
    "source": "S2_science_causal (do-test)",
    "statistically_supported": true,
    "target": "business decisions"
   },
   {
    "A_rate": 0.3333,
    "A_solved": 10,
    "B_rate": 0.3333,
    "B_solved": 10,
    "C_rate": 0.8333,
    "C_solved": 25,
    "detail": {
     "negative": {
      "A": [],
      "B": [],
      "C": []
     },
     "positive": {
      "A": [
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0
      ],
      "B": [
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0
      ],
      "C": [
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       0,
       1,
       1,
       0,
       0,
       0,
       1,
       0,
       1,
       1
      ]
     }
    },
    "evaluations_per_task": {
     "A": 1,
     "B": 1,
     "C": 2
    },
    "harmful_transfer_rejected": true,
    "mcnemar_C_vs_A_p": 6.104e-05,
    "n_negative_probe": 0,
    "n_positive": 30,
    "name": "data anomaly detection -> software defect localisation",
    "negative_A_correct": 0,
    "negative_B_correct": 0,
    "negative_C_correct": 0,
    "pathway": "T2",
    "precondition": "single injected anomaly, unimodal baseline",
    "source": "S3_data_quality (robust centre)",
    "statistically_supported": true,
    "target": "software debugging"
   },
   {
    "A_rate": 0.6667,
    "A_solved": 20,
    "B_rate": 0.6667,
    "B_solved": 20,
    "C_rate": 1.0,
    "C_solved": 30,
    "detail": {
     "negative": {
      "A": [
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0
      ],
      "B": [
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0
      ],
      "C": [
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1
      ]
     },
     "positive": {
      "A": [
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0
      ],
      "B": [
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0
      ],
      "C": [
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1
      ]
     }
    },
    "evaluations_per_task": {
     "A": 1,
     "B": 1,
     "C": 2
    },
    "harmful_transfer_rejected": true,
    "mcnemar_C_vs_A_p": 0.00195312,
    "n_negative_probe": 10,
    "n_positive": 30,
    "name": "formal invariant checking -> data pipeline validation",
    "negative_A_correct": 0,
    "negative_B_correct": 0,
    "negative_C_correct": 10,
    "pathway": "T3",
    "precondition": "declared schema constraints",
    "source": "S4_math_validity (exhaustive check)",
    "statistically_supported": true,
    "target": "data engineering"
   },
   {
    "A_rate": 0.3333,
    "A_solved": 10,
    "B_rate": 0.3333,
    "B_solved": 10,
    "C_rate": 1.0,
    "C_solved": 30,
    "detail": {
     "negative": {
      "A": [
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0
      ],
      "B": [
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0
      ],
      "C": [
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1
      ]
     },
     "positive": {
      "A": [
       0,
       1,
       0,
       0,
       1,
       0,
       0,
       1,
       0,
       0,
       1,
       0,
       0,
       1,
       0,
       0,
       1,
       0,
       0,
       1,
       0,
       0,
       1,
       0,
       0,
       1,
       0,
       0,
       1,
       0
      ],
      "B": [
       0,
       1,
       0,
       0,
       1,
       0,
       0,
       1,
       0,
       0,
       1,
       0,
       0,
       1,
       0,
       0,
       1,
       0,
       0,
       1,
       0,
       0,
       1,
       0,
       0,
       1,
       0,
       0,
       1,
       0
      ],
      "C": [
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1
      ]
     }
    },
    "evaluations_per_task": {
     "A": 1,
     "B": 1,
     "C": 2
    },
    "harmful_transfer_rejected": true,
    "mcnemar_C_vs_A_p": 1.91e-06,
    "n_negative_probe": 10,
    "n_positive": 30,
    "name": "software fault isolation -> scientific interaction diagnosis",
    "negative_A_correct": 0,
    "negative_B_correct": 0,
    "negative_C_correct": 10,
    "pathway": "T4",
    "precondition": "2x2 factorial design with a baseline cell",
    "source": "S1_software_repair (isolate one variable)",
    "statistically_supported": true,
    "target": "experimental science"
   },
   {
    "A_rate": 0.5,
    "A_solved": 10,
    "B_rate": 0.5,
    "B_solved": 10,
    "C_rate": 1.0,
    "C_solved": 20,
    "detail": {
     "negative": {
      "A": [
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0
      ],
      "B": [
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0
      ],
      "C": [
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0
      ]
     },
     "positive": {
      "A": [
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0
      ],
      "B": [
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0,
       1,
       0
      ],
      "C": [
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1,
       1
      ]
     }
    },
    "evaluations_per_task": {
     "A": 1,
     "B": 1,
     "C": 2
    },
    "harmful_transfer_rejected": false,
    "mcnemar_C_vs_A_p": 0.00195312,
    "n_negative_probe": 10,
    "n_positive": 20,
    "name": "causal reasoning -> operational capacity planning",
    "negative_A_correct": 0,
    "negative_B_correct": 0,
    "negative_C_correct": 0,
    "pathway": "T5",
    "precondition": "interventional evidence available",
    "source": "S2_science_causal (intervention vs correlation)",
    "statistically_supported": true,
    "target": "operations"
   }
  ],
  "schema": "cain.e111.transfer.v1"
 },
 "wall_s": 167.76
}
