{
 "schema": "cain.e93.verticals.manifest.v1",
 "built_at": "2026-11-18T12:37:32Z",
 "commit_at_build": "39b937b6e55a757efca0736c7e40c498dd3d46f0",
 "seeds": {
  "dev": 9310,
  "heldout": 9311
 },
 "provenance": {
  "software": "E93_ENVIRONMENT",
  "science": "E93_ENVIRONMENT",
  "cyber": "E91_ENVIRONMENT_REUSED"
 },
 "generator_sha256": {
  "cain/cain2027/e93_verticals/common.py": "67699fb2472ef78973782c28763615700cb9a85821cab164e350c6cca58ce30f",
  "cain/cain2027/e93_verticals/software.py": "35a2c79e90d6d57f9b40208e02dbc84aa5b8d485fe7d3219177dd2543825b22c",
  "cain/cain2027/e93_verticals/science.py": "62d9af4c61dcc9ea655c88a017c782ec903ed3478f96cab9289885abebf654ad",
  "cain/cain2027/e93_verticals/registry.py": "6036cb18250746200d72de10e14129420d38b87553ed153511e75760ee7e56ca",
  "cain/cain2027/e91/verticals/security.py": "91e41946336b6840622fc3a21909d7fb50859df3d79fdc0c5e98488c1a84aed8"
 },
 "controls": {
  "software": {
   "n": 30,
   "reference_accepted": 30,
   "reference_checked": 30,
   "free_accept_tasks": 0,
   "families": {
    "repo_bugfix": 30
   },
   "free_accept_by_family": {
    "repo_bugfix": 0
   }
  },
  "cyber": {
   "n": 30,
   "reference_accepted": 0,
   "reference_checked": 0,
   "free_accept_tasks": 1,
   "families": {
    "vuln_detect": 15,
    "remediation": 15
   },
   "free_accept_by_family": {
    "vuln_detect": 1,
    "remediation": 0
   }
  },
  "science": {
   "n": 30,
   "reference_accepted": 30,
   "reference_checked": 30,
   "free_accept_tasks": 6,
   "families": {
    "causal_query": 10,
    "effect_size": 10,
    "literature": 10
   },
   "free_accept_by_family": {
    "causal_query": 3,
    "effect_size": 0,
    "literature": 3
   }
  }
 },
 "tasks": [
  {
   "task_id": "e93v-df2ea39362f2c822",
   "vertical": "software",
   "family": "repo_bugfix",
   "split": "heldout",
   "public_sha256": "a6ab082cef1b95a20a1678c1553f76399871c5a6827e13f11f17fe2cd0212de5",
   "secret_sha256": "b319a00166d9adbecf2b616106224046759895d52db138a3359ce2bb8b6124f5",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-2504c6ba29377e8b",
   "vertical": "software",
   "family": "repo_bugfix",
   "split": "heldout",
   "public_sha256": "4e3d66cf28fa75a36c775b7559c962f98f28931abfc6b0fcb334c1c65b97f461",
   "secret_sha256": "8f9936f8b3f93c90572cd8d2a16309780391b23e38b2f8810d7bf1cd253541c9",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-04fb1def01166905",
   "vertical": "software",
   "family": "repo_bugfix",
   "split": "heldout",
   "public_sha256": "e2bc353f7d16893d55dd4eccfa87700a052768a1a51f39c4a816f2e2dfe74067",
   "secret_sha256": "d570e4717d0aab258bdc35ba632b3c11ee20dde0c6ffb3e9766f9c3d132ed584",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-1539ae9e2c61be34",
   "vertical": "software",
   "family": "repo_bugfix",
   "split": "heldout",
   "public_sha256": "f69220407ae7d68b11abfa2b28e359ef4d542a3a5bb796f4bce00451e6e01e5a",
   "secret_sha256": "179351109ebde6c00dbc80e5f03c8819fb869093fd281ea3ccf48377be91766d",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-2802938c00fd0063",
   "vertical": "software",
   "family": "repo_bugfix",
   "split": "heldout",
   "public_sha256": "58ddf042a8188f43b6916d9f2a388eb049ca644908575dfca0c89ff12b5a3012",
   "secret_sha256": "b614858f47a62719c92c0488ec8bef61092c9761e07ae9b5f8744ddca7abd34a",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-3abb0f8187226a86",
   "vertical": "software",
   "family": "repo_bugfix",
   "split": "heldout",
   "public_sha256": "be70283189385d1d6a01ce6356eb1a46861a4e86e8302e577768ed0e4df31224",
   "secret_sha256": "69b27ddc2f027dc26b9684026189aa53d7b5241f3dc7467acd77f6342842d5e6",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-c3e6637dc751cb5f",
   "vertical": "software",
   "family": "repo_bugfix",
   "split": "heldout",
   "public_sha256": "12a2836bb0f17e0b2b649808207bfa051736bb6ebe031cabb05808edf71dc245",
   "secret_sha256": "cbbf5e65e9a1e5627b32ceb17e26328b5027f47a9150ae6de60d622b60f6b53d",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-973263be77be114e",
   "vertical": "software",
   "family": "repo_bugfix",
   "split": "heldout",
   "public_sha256": "7f9c75d43014a9314c70ecac69731dd040989702b7c80890e3018e60c577725c",
   "secret_sha256": "4970c56d9673553d057438e1f297df8091c11411935d28134ad341a39fa0f51e",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-83d9b5e0a7f2ffdc",
   "vertical": "software",
   "family": "repo_bugfix",
   "split": "heldout",
   "public_sha256": "0383dd3fcc19ad5be0a928ef4875a6746b0de54ae48ecc53f4f18ab7f2c87635",
   "secret_sha256": "c35d4bc7fbbf0963b7003c40232ccc8569b96fc23f12eda3aae6352f60df5fd2",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-cbd372fe9ae36729",
   "vertical": "software",
   "family": "repo_bugfix",
   "split": "heldout",
   "public_sha256": "149ceb7ece93c3d2d4c76ab59e1d1e435c4a51db0f500acca0d4eb504ae2a37b",
   "secret_sha256": "23d06c7be6431c89b58dac5f18b89b9c259638a468ecbacf10b3409c02726eb1",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-a8a222be47c62849",
   "vertical": "software",
   "family": "repo_bugfix",
   "split": "heldout",
   "public_sha256": "4a5b1b236a04c98e6c35266b5c7b7de9f9f05455ffbd8a58afee3283270e2056",
   "secret_sha256": "c90f6a9773b841dbd660bbe8072a7ea5e73a89b1f69d398330ccd89b032decd3",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-642dda5cb0e2ee14",
   "vertical": "software",
   "family": "repo_bugfix",
   "split": "heldout",
   "public_sha256": "44857592ca7f33c6aae7fff2e847170dfe2a49f00f7a1e400e25633044bc8a8a",
   "secret_sha256": "5e4eff1b7cc7e45406527064c90342c472e04c427a9065a783485807a6692e98",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-d5693eae0be3d100",
   "vertical": "software",
   "family": "repo_bugfix",
   "split": "heldout",
   "public_sha256": "ec5abab863f5b60dc356bb1fab8405ad5e855e81dd40f265a3d4e26d037fc0c9",
   "secret_sha256": "a2dd7d1fc62d2298cf8592f13fc2afcf382ddc7fda139a9fe349fa17a70032a8",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-41d9a6e2901751ab",
   "vertical": "software",
   "family": "repo_bugfix",
   "split": "heldout",
   "public_sha256": "48de04d9505613ef1c7e8f07ca50a6310fc11327716eed61f7ae8a251ca299aa",
   "secret_sha256": "d6587696563941c146b3170d2af05db03ccb4b2e444911de8c09ee6b3b50274c",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-4d4320edd7997aeb",
   "vertical": "software",
   "family": "repo_bugfix",
   "split": "heldout",
   "public_sha256": "6dc17cf666f8fc83f24a950ee9f5a42c6e19424ff808fc42c272230db7cba1fd",
   "secret_sha256": "444caef4365bdf44007e1af2eaf91c4172eb0c2092778d9ddc2c7bb71f7788e5",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-05d65cb4078b40a6",
   "vertical": "software",
   "family": "repo_bugfix",
   "split": "heldout",
   "public_sha256": "9d621b46a7f771eaa3c36e54e29ee6a8b481cd08f92093aae399c120f7b4b01b",
   "secret_sha256": "75d3f2416280713b1af597c58a14e1b308c158654cedc4ecc605a7d42982d21d",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-7dbb3f6a86f7a827",
   "vertical": "software",
   "family": "repo_bugfix",
   "split": "heldout",
   "public_sha256": "0d937c43fde788970afdd5a6b3014c3928e26469db6934cb1ed0568224633c1f",
   "secret_sha256": "7610835267e733aa91242a682aa27811b06352c35192b4ac5d2e4898768f2482",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-bb2149185759745b",
   "vertical": "software",
   "family": "repo_bugfix",
   "split": "heldout",
   "public_sha256": "6c0813463a04101eaf7b7e6525954da528c6daea142e876d8a9a75f3ed58fca3",
   "secret_sha256": "93567bc44534e140104363f6ef270f162e418cf16613800c9fedb01eb283a9fe",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-cb15732f14d8448e",
   "vertical": "software",
   "family": "repo_bugfix",
   "split": "heldout",
   "public_sha256": "a401e7d808aaa0201671b02b02eefa6bd660230152b14eeb73bd63b826c7a3c9",
   "secret_sha256": "f5d9fda699da8817f0b82585d4907cdd3e342f0f6858c94575b34b97081044a7",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-caa408e0571438ba",
   "vertical": "software",
   "family": "repo_bugfix",
   "split": "heldout",
   "public_sha256": "06c2e8213799d716c4aee0630dfc0d84ee4a2fec444fefefaaeba01b0482b195",
   "secret_sha256": "17f6ab339995401471579e65ac77b3fd3e8e2d4f2d63f4163549b2b297c07452",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-de25cb82c4f61cff",
   "vertical": "software",
   "family": "repo_bugfix",
   "split": "heldout",
   "public_sha256": "e049c3828c4ccf4afc9b6316d2a60f5a58ed090b3b8c2437c6f8c63eacaeb4ec",
   "secret_sha256": "5a859be97d278a1af3ffd5d7b76a47bafdd99c3bea0fcd08d4ededb72948256e",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-43f8672365464496",
   "vertical": "software",
   "family": "repo_bugfix",
   "split": "heldout",
   "public_sha256": "1af9d1159bea1c0737fd11697eea8f10917170ec2963a4c9ff44e24196f4f9be",
   "secret_sha256": "b448dffea7f97921b28548e16f0a0a06d151618cec782c48911578a7305e9a41",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-0f57f0183e189f7a",
   "vertical": "software",
   "family": "repo_bugfix",
   "split": "heldout",
   "public_sha256": "250e0ba4d8a1bd5153bdced239e10233d6f891116acb6ab13d672f76652cff6e",
   "secret_sha256": "ea61d2d363d20d20a36e2c09de0e303b94f110be34235fce76f94d766d0cff55",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-0bbfbaa4e9c4a888",
   "vertical": "software",
   "family": "repo_bugfix",
   "split": "heldout",
   "public_sha256": "a19594371066e6936f4d18b96d014b8734295f050e20c8c6a7331b47155acfd4",
   "secret_sha256": "c976cd6d5c584888752c5e7500c98adcb41f93516ea6e59780fc1201945c09a9",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-aa8fc16ba7b621ea",
   "vertical": "software",
   "family": "repo_bugfix",
   "split": "heldout",
   "public_sha256": "373df380d7de6254cc26f0694241296fec3fcfc24743b6557c7081ed038d57ba",
   "secret_sha256": "bb14da7ef1176eff4b5d293f2543901dfa347dda037ad5f5aab06d79f867b6fd",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-a94f737d5d3058bb",
   "vertical": "software",
   "family": "repo_bugfix",
   "split": "heldout",
   "public_sha256": "c2fe8e20015e298cbf15a6268a01f5decd6b5f47f5fae4db436a25ec4df72e88",
   "secret_sha256": "99c0df7aeab95bf8f38cd7defefa9f484f08f1f4295592d9669aca7a71f162c6",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-eb244d45d2972c6e",
   "vertical": "software",
   "family": "repo_bugfix",
   "split": "heldout",
   "public_sha256": "8d7c9311307e6031fa8b39e6533674942255d91a07795ed3ccf24399dca7e991",
   "secret_sha256": "2b7909ed9928f7559584c435b8b520fe340feeac835ea639451090489b6e770b",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-549c63af84d9a53a",
   "vertical": "software",
   "family": "repo_bugfix",
   "split": "heldout",
   "public_sha256": "d8f4001e90e34b15ccb8f4aabb42052850ba6e91740bdf7152a30f3e26b00fa5",
   "secret_sha256": "178e86875c20a3b52275ec81667c69c881a2c2ae373bba74c3ceb0794b6489d7",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-6813841ca74e2303",
   "vertical": "software",
   "family": "repo_bugfix",
   "split": "heldout",
   "public_sha256": "327ed0c9f03dde62ff3d293be387e75cade066bcd839e14955def86fa9b64269",
   "secret_sha256": "fd62bb0d13028e286e54bac3a31095f58380653e384f4d6cf5bcda42e85ac7a9",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-cdaefbc1e73eda62",
   "vertical": "software",
   "family": "repo_bugfix",
   "split": "heldout",
   "public_sha256": "d4e41452f4440b516341671b6736389962421a330c7bdeb8a3cb1e307d282d49",
   "secret_sha256": "d50c674b8ca51c6a2005ad04b1ba6ea4a4d2e55a7bc9b0e294a2ef1a7ed318bc",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-892dd473cfe2b3d6",
   "vertical": "cyber",
   "family": "vuln_detect",
   "split": "heldout",
   "public_sha256": "e4c9603d76ff010c94fc1cc6d687fc82f45e1cc958b67f09849d27153305b172",
   "secret_sha256": "a199887cc1f17affd37b3e8d35cd824a0fccf0bf24ebc71903635e904551310d",
   "provenance": "E91_ENVIRONMENT_REUSED"
  },
  {
   "task_id": "e93v-48e54233d8f03a24",
   "vertical": "cyber",
   "family": "remediation",
   "split": "heldout",
   "public_sha256": "e87b41719ce9a4cb43fbb245369b1b388e0fe27dcf0472096db2ee1a762add5a",
   "secret_sha256": "10f0c8b334d8ca09a97da2d8855d834cc5500ac177ad6db65470bca71ef6395e",
   "provenance": "E91_ENVIRONMENT_REUSED"
  },
  {
   "task_id": "e93v-f7dedb5a00114f0e",
   "vertical": "cyber",
   "family": "vuln_detect",
   "split": "heldout",
   "public_sha256": "e9275316b00733b1601376c628acb1d2998408d812a8af5059848bfe4d95275f",
   "secret_sha256": "a9c3b906195a9ecc6ebc0268b4b2f9a9b8eae6edb298137374070dd687c7cc34",
   "provenance": "E91_ENVIRONMENT_REUSED"
  },
  {
   "task_id": "e93v-7e5108d3a1143b3f",
   "vertical": "cyber",
   "family": "remediation",
   "split": "heldout",
   "public_sha256": "6b1c6b30d3cd1ee23e944eadd18e83ec719725c2bc601e9d92e6d360ba99d4d6",
   "secret_sha256": "9e15442b97c17d2ce36fb716b352e0f2361c20ae7783a007cc44724a59740293",
   "provenance": "E91_ENVIRONMENT_REUSED"
  },
  {
   "task_id": "e93v-bcf7c0ea7215ca33",
   "vertical": "cyber",
   "family": "vuln_detect",
   "split": "heldout",
   "public_sha256": "051a2a331634f5cdefb4ff238ff7d3a06d634908f337c630779a10dd9a9768a9",
   "secret_sha256": "a199887cc1f17affd37b3e8d35cd824a0fccf0bf24ebc71903635e904551310d",
   "provenance": "E91_ENVIRONMENT_REUSED"
  },
  {
   "task_id": "e93v-3d3df822e2b0be2e",
   "vertical": "cyber",
   "family": "remediation",
   "split": "heldout",
   "public_sha256": "dd80a20d1c6da1ae1a63c96a7c4ed3c9a9fd8823c7108a093c72af6ae61cedb5",
   "secret_sha256": "9e15442b97c17d2ce36fb716b352e0f2361c20ae7783a007cc44724a59740293",
   "provenance": "E91_ENVIRONMENT_REUSED"
  },
  {
   "task_id": "e93v-7dd8440892f85ad7",
   "vertical": "cyber",
   "family": "vuln_detect",
   "split": "heldout",
   "public_sha256": "e6c319588d89ae09d6904af090a140e271d42c45c0b24ddb631870bcb4f69ff9",
   "secret_sha256": "f76f09ff31f099d5eb43cc005adebd1d18205bb91f477ee39b5fa49213d2925a",
   "provenance": "E91_ENVIRONMENT_REUSED"
  },
  {
   "task_id": "e93v-ef7406d68ddf1358",
   "vertical": "cyber",
   "family": "remediation",
   "split": "heldout",
   "public_sha256": "df3a26b898b4b18497d24781b9813fd926d308b702fa1ed5f9fddb210c3abdd4",
   "secret_sha256": "9e15442b97c17d2ce36fb716b352e0f2361c20ae7783a007cc44724a59740293",
   "provenance": "E91_ENVIRONMENT_REUSED"
  },
  {
   "task_id": "e93v-384df47fba61f603",
   "vertical": "cyber",
   "family": "vuln_detect",
   "split": "heldout",
   "public_sha256": "0218bcf48e201a4080c04eb77b243a4bf3cb71137e1871aecab06d27a9efa39a",
   "secret_sha256": "0a1d40ce3a779291bf8f601ae7d16f9a56ae7cd0fb658307e66341857dad484d",
   "provenance": "E91_ENVIRONMENT_REUSED"
  },
  {
   "task_id": "e93v-ae1483bff8075f39",
   "vertical": "cyber",
   "family": "remediation",
   "split": "heldout",
   "public_sha256": "f31f32c44df8f4f8d5a80147aa87a39658574357b29da3537938e07e9a6b39b5",
   "secret_sha256": "323dffa1bb067958c8aa19b601d953b6fcf1a7f09aedd6ab4ca8dbdc8ad49c05",
   "provenance": "E91_ENVIRONMENT_REUSED"
  },
  {
   "task_id": "e93v-60b9345b3594cebc",
   "vertical": "cyber",
   "family": "vuln_detect",
   "split": "heldout",
   "public_sha256": "99b3756bd0b3ab313daa0811f0961a0d5bc4168fb8eba0427a9f5161e5b9e361",
   "secret_sha256": "d8b6ce584a3a06f2768b9b008a538826c2bcabdefcd620f8a8bd0e4dc21a0a2f",
   "provenance": "E91_ENVIRONMENT_REUSED"
  },
  {
   "task_id": "e93v-3e8204967a2c18c9",
   "vertical": "cyber",
   "family": "remediation",
   "split": "heldout",
   "public_sha256": "938dc28e44f4855c787c6cc854f4a6080662158444aaac52a771a0b70d534cf9",
   "secret_sha256": "10f0c8b334d8ca09a97da2d8855d834cc5500ac177ad6db65470bca71ef6395e",
   "provenance": "E91_ENVIRONMENT_REUSED"
  },
  {
   "task_id": "e93v-aec284fe89e3ac5c",
   "vertical": "cyber",
   "family": "vuln_detect",
   "split": "heldout",
   "public_sha256": "f433a24ad1f006be57687190628eabf423b0fe0aef46cc1bac9e16b73bc7a010",
   "secret_sha256": "f76f09ff31f099d5eb43cc005adebd1d18205bb91f477ee39b5fa49213d2925a",
   "provenance": "E91_ENVIRONMENT_REUSED"
  },
  {
   "task_id": "e93v-f36a427c9c527265",
   "vertical": "cyber",
   "family": "remediation",
   "split": "heldout",
   "public_sha256": "36e62e3ad50f799b3ad875bf6d2240180ccf9b0cfe89043889a995d27421a737",
   "secret_sha256": "9e15442b97c17d2ce36fb716b352e0f2361c20ae7783a007cc44724a59740293",
   "provenance": "E91_ENVIRONMENT_REUSED"
  },
  {
   "task_id": "e93v-ac7965fae254a4ec",
   "vertical": "cyber",
   "family": "vuln_detect",
   "split": "heldout",
   "public_sha256": "a98d20b04ecacab1f1ad81741240f2ea9b5ad4d7d3fdf658ea6ad817eca19d65",
   "secret_sha256": "5e661156c65da62231b829b5a0bc3b2799570f52ca2f13a8a67f24e9507b6e28",
   "provenance": "E91_ENVIRONMENT_REUSED"
  },
  {
   "task_id": "e93v-837f5439edd927d3",
   "vertical": "cyber",
   "family": "remediation",
   "split": "heldout",
   "public_sha256": "737cb98abcdd2a2a4b7314a710bdb1f5a9f65cd04d2f5462db5d5f187acd0891",
   "secret_sha256": "323dffa1bb067958c8aa19b601d953b6fcf1a7f09aedd6ab4ca8dbdc8ad49c05",
   "provenance": "E91_ENVIRONMENT_REUSED"
  },
  {
   "task_id": "e93v-eb24bd0fa081e40c",
   "vertical": "cyber",
   "family": "vuln_detect",
   "split": "heldout",
   "public_sha256": "01714da6884531ac86305efd0beabc9ccd3acb791b5b1b9f35f7441c6f6184b0",
   "secret_sha256": "78c51347f69852c07bc6310a85cc23c7b48f206161804ac166e419fa45178b2a",
   "provenance": "E91_ENVIRONMENT_REUSED"
  },
  {
   "task_id": "e93v-3f008f359676f11d",
   "vertical": "cyber",
   "family": "remediation",
   "split": "heldout",
   "public_sha256": "2c3aae65415de8ece0596d5dc255df413ff7d56049f3435a04f604e333d68d47",
   "secret_sha256": "10f0c8b334d8ca09a97da2d8855d834cc5500ac177ad6db65470bca71ef6395e",
   "provenance": "E91_ENVIRONMENT_REUSED"
  },
  {
   "task_id": "e93v-013f0dcef7c1ad52",
   "vertical": "cyber",
   "family": "vuln_detect",
   "split": "heldout",
   "public_sha256": "c3dee8f3bb4d8534a7019a3cfae1eda3c2c99c485158ee77fc5f0694068dae54",
   "secret_sha256": "83bf2a6f4b650410805cbb5829e0132d4d85d598e1eabc21c3060b95e4a44f16",
   "provenance": "E91_ENVIRONMENT_REUSED"
  },
  {
   "task_id": "e93v-ea3b207ef1bfc868",
   "vertical": "cyber",
   "family": "remediation",
   "split": "heldout",
   "public_sha256": "253f1bb90e7663984977654dd879d5af8027a58c01d08c99998eefbec25df873",
   "secret_sha256": "323dffa1bb067958c8aa19b601d953b6fcf1a7f09aedd6ab4ca8dbdc8ad49c05",
   "provenance": "E91_ENVIRONMENT_REUSED"
  },
  {
   "task_id": "e93v-28de2a74e7060d71",
   "vertical": "cyber",
   "family": "vuln_detect",
   "split": "heldout",
   "public_sha256": "c3791d08e97d984ca8565b75a73556d2a4353b1bfded651abb38131bf0223819",
   "secret_sha256": "d8b6ce584a3a06f2768b9b008a538826c2bcabdefcd620f8a8bd0e4dc21a0a2f",
   "provenance": "E91_ENVIRONMENT_REUSED"
  },
  {
   "task_id": "e93v-02e8fb26cf4e83ae",
   "vertical": "cyber",
   "family": "remediation",
   "split": "heldout",
   "public_sha256": "280cfe52f30f9748b60bf63d66dba039364f94c13e4aa1f7e5c587106785a3b7",
   "secret_sha256": "323dffa1bb067958c8aa19b601d953b6fcf1a7f09aedd6ab4ca8dbdc8ad49c05",
   "provenance": "E91_ENVIRONMENT_REUSED"
  },
  {
   "task_id": "e93v-7a21b7631f09aeac",
   "vertical": "cyber",
   "family": "vuln_detect",
   "split": "heldout",
   "public_sha256": "5bbddc4167e3a59f790f93728d470923af119208058f4ed60c604f5bc0954488",
   "secret_sha256": "78c51347f69852c07bc6310a85cc23c7b48f206161804ac166e419fa45178b2a",
   "provenance": "E91_ENVIRONMENT_REUSED"
  },
  {
   "task_id": "e93v-a14936b3ece85429",
   "vertical": "cyber",
   "family": "remediation",
   "split": "heldout",
   "public_sha256": "692f8fc884181cafceaa99044c635b26f6d277b89d76b5d694c0a0b1df0369b5",
   "secret_sha256": "323dffa1bb067958c8aa19b601d953b6fcf1a7f09aedd6ab4ca8dbdc8ad49c05",
   "provenance": "E91_ENVIRONMENT_REUSED"
  },
  {
   "task_id": "e93v-91b0b0d60c6dfbe3",
   "vertical": "cyber",
   "family": "vuln_detect",
   "split": "heldout",
   "public_sha256": "8bf0168870f6cc54dddd65448b3e4dd17654b9531f0b4e7604331496ade28222",
   "secret_sha256": "4e0075a62ae5c44b2697a93c1872ddef6ac27f6fd91496c13b232bf4cd33f382",
   "provenance": "E91_ENVIRONMENT_REUSED"
  },
  {
   "task_id": "e93v-2f4caeaee3f4f763",
   "vertical": "cyber",
   "family": "remediation",
   "split": "heldout",
   "public_sha256": "ad328d850cc8188a0c54c1829c22a8df1ce1da7afb64d44bc1c64ed894747f71",
   "secret_sha256": "10f0c8b334d8ca09a97da2d8855d834cc5500ac177ad6db65470bca71ef6395e",
   "provenance": "E91_ENVIRONMENT_REUSED"
  },
  {
   "task_id": "e93v-9c285325d7d28b6d",
   "vertical": "cyber",
   "family": "vuln_detect",
   "split": "heldout",
   "public_sha256": "45790953ff80d5c8da41fa410cec7c75a4ad207bf73109f121c000024a334f83",
   "secret_sha256": "e3169bcb3802324001687358ee30600a178cfb50269006e9cf61a7be8b7c9794",
   "provenance": "E91_ENVIRONMENT_REUSED"
  },
  {
   "task_id": "e93v-c63d0ecbbde3fef6",
   "vertical": "cyber",
   "family": "remediation",
   "split": "heldout",
   "public_sha256": "7fbd696d581da9ef92ca89b92cd9c39bd45c42e8b46642e19ca48f09af60406f",
   "secret_sha256": "10f0c8b334d8ca09a97da2d8855d834cc5500ac177ad6db65470bca71ef6395e",
   "provenance": "E91_ENVIRONMENT_REUSED"
  },
  {
   "task_id": "e93v-fcf45c0726f97c45",
   "vertical": "cyber",
   "family": "vuln_detect",
   "split": "heldout",
   "public_sha256": "9d58836c1e48b136b8f886b4c5c344f6599d4f6bf91a59d7289b149f4cf93665",
   "secret_sha256": "9d301ec6e438ce2c074e8faffc861235fc6ba6c1a191f004c8971ecaff619ae2",
   "provenance": "E91_ENVIRONMENT_REUSED"
  },
  {
   "task_id": "e93v-7ef14fdd486ec59d",
   "vertical": "cyber",
   "family": "remediation",
   "split": "heldout",
   "public_sha256": "fecbc7f64658e20ad893761a459b6e7d7db926fb07dd752bca6093b6ab46b801",
   "secret_sha256": "9e15442b97c17d2ce36fb716b352e0f2361c20ae7783a007cc44724a59740293",
   "provenance": "E91_ENVIRONMENT_REUSED"
  },
  {
   "task_id": "e93v-fb2c62ce35569697",
   "vertical": "science",
   "family": "causal_query",
   "split": "heldout",
   "public_sha256": "3d41db7204f1d0f46a80c357f58094bacf8492af1afd92443e42d140c894eb6c",
   "secret_sha256": "bcfb6f26b1ede5bc97d21b098572bb6c52820924dc88b0ad653aabd44611bc83",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-342cc072d67b0d69",
   "vertical": "science",
   "family": "effect_size",
   "split": "heldout",
   "public_sha256": "801aade0365577cfb8957096a5cbefb0d1a385da3c442ee450ddd4175bba205e",
   "secret_sha256": "ea8233bb3e6bb1e13b5a955cfbbc84dda3e7df8dbcbb66047aedf330f874905a",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-7c7a84ed9bba6a53",
   "vertical": "science",
   "family": "literature",
   "split": "heldout",
   "public_sha256": "4a0638df174e3c77d6f5d6489d821df56e7d6c9d81b4937263f94af8fa75d76f",
   "secret_sha256": "dfac15ab8f6b4396d68c03c240c8520feda989f91023201a3dd86de0bbb9b583",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-8546cc81e3d85491",
   "vertical": "science",
   "family": "causal_query",
   "split": "heldout",
   "public_sha256": "b8e837faeed9a9292e561a05154bd7821deddb9c31e6f961bbbd7dd2575b09ad",
   "secret_sha256": "b3b54a3b19616baf6eb6b09db0754add61c810f9fa389f6b6018e0755b5aac59",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-b6766db0aa54b521",
   "vertical": "science",
   "family": "effect_size",
   "split": "heldout",
   "public_sha256": "c745f081f90980da6c739374d0be7d76e06c838a12e446de9caf1badec8133dc",
   "secret_sha256": "9aeadf9d32ac575d5fea79279d93112f5fcd5bfaa771ce0d43f12ab99af166a8",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-1a1f9872b6030428",
   "vertical": "science",
   "family": "literature",
   "split": "heldout",
   "public_sha256": "b3294cd65ff97cdb0ef389ec86851ca6f9b69b4f918e6e59a162803807359818",
   "secret_sha256": "83b392065144a55013c82575eacb521e34852ea8ba5b4f83f090382d2bc945b5",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-b5de44aff2de153b",
   "vertical": "science",
   "family": "causal_query",
   "split": "heldout",
   "public_sha256": "159af8bf90621c1cbc34072b11ca41b6bc6093bfab44744ebdf7c9879219b10c",
   "secret_sha256": "f9bc1533cbd9fb419459f94d3537bb3720f7bfe92224ad632e23578405b6f341",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-fb5911cbde3f1414",
   "vertical": "science",
   "family": "effect_size",
   "split": "heldout",
   "public_sha256": "d3836ab3680357a0e5cb0ab37db63f7930818ffadf2dedd8ffb5b98690f48b3f",
   "secret_sha256": "18e178d28452fd8546f2ed11737c98a0035ee77246d55a621b95eabcf50274dc",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-3814a92a5d20e08d",
   "vertical": "science",
   "family": "literature",
   "split": "heldout",
   "public_sha256": "134ef1913cc11b1ec9f9b40543b530a93cd7f63616ea4708a48010c318890dc4",
   "secret_sha256": "d565a32836bf11b6d53d8c18232a384ec44b5c3e884b9ee8b9c34a47f856f7af",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-5c819ebe59565024",
   "vertical": "science",
   "family": "causal_query",
   "split": "heldout",
   "public_sha256": "df99861b63ba1b8d0102a146163254755f332630a1687aefe0e3e6bda401c5c0",
   "secret_sha256": "7944434c6b8e76097467c3db93c336b280f556140694766e750ecbfd03c522a2",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-753c48fbf7ee944d",
   "vertical": "science",
   "family": "effect_size",
   "split": "heldout",
   "public_sha256": "6cacb09d2b13d9c253025cdd4cb92456b9c491118049b0cf59e5ec1b70db45a4",
   "secret_sha256": "c0318bfacac1b19940d9817422eebfcd69627ef388a2d045f16e7d60b092b7c4",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-f03278c3f746d66b",
   "vertical": "science",
   "family": "literature",
   "split": "heldout",
   "public_sha256": "b98c357e9e44e3b58b5080d87fa5463292ba08e8a261a6b4cf5386a00d3191ae",
   "secret_sha256": "1aaf488e25d32e14e38491d2716378d2be8f36cf9fbb4d4ce9c2471867ae5fc6",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-b253cae1720fd62a",
   "vertical": "science",
   "family": "causal_query",
   "split": "heldout",
   "public_sha256": "53495d0492395cf86ce68a9aac70c77b391e979db73df19a270a7d82bce9b544",
   "secret_sha256": "730fc7de288b31a6c2986f2e1c74fd39eb2199abb1b2dae924cc484d070a96dc",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-4195d1136c90fdec",
   "vertical": "science",
   "family": "effect_size",
   "split": "heldout",
   "public_sha256": "a5a420dd809a670845f5949c724a4804a5464d67138eb0992222be21d491d6a2",
   "secret_sha256": "30e7b73eba1f8a9e246cb6bb185ad354308493fe2a89030d957016bbf09e93b2",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-8cdbe15737319a17",
   "vertical": "science",
   "family": "literature",
   "split": "heldout",
   "public_sha256": "9a27037855e0cb9a77d78a0b6aa9360da0b262772b3191352d734628696257d0",
   "secret_sha256": "77a78be27cd4473c5f169acb88474c46fa7313cdd6f42d1ba51e31b8e523f3f4",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-bd7c11fb943390b2",
   "vertical": "science",
   "family": "causal_query",
   "split": "heldout",
   "public_sha256": "0be337145efccc7fd55dd35a6a9ea2b9c682d8043c2b2d7def27ed96259322fe",
   "secret_sha256": "40aac6140da63feeaf480a193354c2fe5bb9098616c92c6c69cf9c4a7efde866",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-b63b135c8ba60542",
   "vertical": "science",
   "family": "effect_size",
   "split": "heldout",
   "public_sha256": "cb518eb98047607ebb82dcb9223045991f8d182b764ddbcf1cc165ed74466974",
   "secret_sha256": "1305088b648fb05713aa71e35135124b1c3a91140003218f2eb972249effd49b",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-eebec21d69519d33",
   "vertical": "science",
   "family": "literature",
   "split": "heldout",
   "public_sha256": "76e44d40c83eb4c5ce8becff0283cf605745be99b40beed3da7b8f8c964f00e4",
   "secret_sha256": "e5293f1fecfbf6c64046c7939a928723603c2ca2154afa33d2f2d132a188adb5",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-d807206a9a683fb3",
   "vertical": "science",
   "family": "causal_query",
   "split": "heldout",
   "public_sha256": "c1fb7847ea782dfdda672f1bd28127193b10c92e23d1097617eb9436e18298ab",
   "secret_sha256": "52510f5cd00fba9c1915a9b79975eb5c9f1877a61495400cf601dbf88fe7e87b",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-4a2eb97fd6c58797",
   "vertical": "science",
   "family": "effect_size",
   "split": "heldout",
   "public_sha256": "e0911a2ef9d7e146b4f983557854c5eac4a99aa2d41ac263edba02adc9d71d1b",
   "secret_sha256": "fb0be04a2689c49ed994cc72b112d13873af4a67f23898c34d016f26facc0fb1",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-fe80f812a596ce2f",
   "vertical": "science",
   "family": "literature",
   "split": "heldout",
   "public_sha256": "075ca943bf5ce1ba40bed431417704f88d4341ef9aa515603f53e7bec6c11382",
   "secret_sha256": "5e970683b658c567de62b3a744af2055d387efdbb90abb330046302c9db7afd1",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-d1b8aaf395e3dbad",
   "vertical": "science",
   "family": "causal_query",
   "split": "heldout",
   "public_sha256": "50854fbd5ebd1d20c9e8454e5ad8942227d346937c494ad6f3ceb7a7badb30e6",
   "secret_sha256": "53c58caee4c408ee83fec58503705323ecc4509fe00747258c75120a37446cf8",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-b17304cde6775822",
   "vertical": "science",
   "family": "effect_size",
   "split": "heldout",
   "public_sha256": "0d6e8a3badfad5c904997c25107e767b7a46cc78ccd7a80225626b393233720f",
   "secret_sha256": "dbf1998957bbe0607f47b6cc195907a7d1ba6ee8322d8ff508441ce5cf0957d3",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-1451dd0270998174",
   "vertical": "science",
   "family": "literature",
   "split": "heldout",
   "public_sha256": "bdc74ef425944a15ae9014e9fbaa6606a8d8b2f944ccebde765604998ec715d1",
   "secret_sha256": "409866e17b494dc0696aad415fb11c15b077c1cf7f8109d128b9cfc6d2d72136",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-5dcd9671b5823b29",
   "vertical": "science",
   "family": "causal_query",
   "split": "heldout",
   "public_sha256": "dd2cb724697156b807769b10eb0431ab076f2d0b792b0c73c1a68a2e40b03224",
   "secret_sha256": "9784bf383d8668bee023d8c692eb0d03f0cb3e70c79363391c7e713380646616",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-8aa00850b7b78dab",
   "vertical": "science",
   "family": "effect_size",
   "split": "heldout",
   "public_sha256": "62d362fda5f0b95846d442c82ebaac95f2af849a3aa6acbec2440348a01eaa62",
   "secret_sha256": "cc793eeabf498e6e4b16b59ffb0bc0405d9056b8c2421cb058bd4862c9d6caf7",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-a9b204adb9e34762",
   "vertical": "science",
   "family": "literature",
   "split": "heldout",
   "public_sha256": "636d149a5b5f193d870f59e9b6318a05ccb7a7fdc306912cad916e7868c22933",
   "secret_sha256": "74dfb1119a7115213ea73e39c328e9f346d04b411b5ec8d224fd25ab3bc5553e",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-5980479c623488c9",
   "vertical": "science",
   "family": "causal_query",
   "split": "heldout",
   "public_sha256": "dca5e12e559f46fc64a9ddea17f4c67106294cbe26add4130e7f39ca18b294ce",
   "secret_sha256": "a1c83ce32812f53a268621f9ec180f042da7d6a0620617f1f9b642c18b85ca6a",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-315dee3f8afa2234",
   "vertical": "science",
   "family": "effect_size",
   "split": "heldout",
   "public_sha256": "26f86e1e85d09c5a33853a224bb6620ee784d820706dbdf2fbbb3ee166e565f0",
   "secret_sha256": "538a16e7a9c543884bc2e1275bb44ce1f4cdd3ef3c7c9f4f64ca8b5116f07b73",
   "provenance": "E93_ENVIRONMENT"
  },
  {
   "task_id": "e93v-48191c2e7a11ae2b",
   "vertical": "science",
   "family": "literature",
   "split": "heldout",
   "public_sha256": "d9f390375379a4ed92981caa0756779162b72b0ed984995cd1f35279e9a922be",
   "secret_sha256": "a64a3926d908c85602140e43f1047ac6bbf07fff098c0ae4ddde56c4ff09880a",
   "provenance": "E93_ENVIRONMENT"
  }
 ],
 "note": "Built before any arm ran on held-out. Designer saw counts only, not task content. free_accept_tasks counts tasks where a constant output is accepted; for science/causal_query the negative-control tasks are correctly answered by 'none' by design (1 in 3).",
 "elapsed_s": 27.6
}