{
 "schema": "cain.e126b.discovery.v1",
 "at": "2026-11-21T15:28:20Z",
 "roles": [
  "research_director",
  "literature_investigator",
  "hypothesis_generator",
  "experimental_designer",
  "implementation_scientist",
  "statistical_analyst",
  "adversarial_reviewer",
  "reproducibility_auditor",
  "governance_officer"
 ],
 "summary": {
  "n_cycles": 8,
  "accepted": 7,
  "rejected": 1,
  "director_preferred_rejected": 5,
  "reproduced": 8,
  "independent_reproductions": 2
 },
 "cycles": [
  {
   "cycle": 0,
   "truth_generator": "threshold",
   "noise": 0.15,
   "preregistration": {
    "cycle": 0,
    "hypotheses": [
     "linear",
     "periodic",
     "threshold",
     "constant"
    ],
    "preferred": "periodic",
    "primary": "held-out MSE; BIC on the development set as a secondary criterion",
    "decision_rule": "accept only if the winner has lower held-out MSE than the constant baseline and the adversarial review finds no leakage",
    "roles": [
     "research_director",
     "literature_investigator",
     "hypothesis_generator",
     "experimental_designer",
     "implementation_scientist",
     "statistical_analyst",
     "adversarial_reviewer",
     "reproducibility_auditor",
     "governance_officer"
    ],
    "truth_is_not_revealed_to_the_analyst": true
   },
   "development": [
    {
     "hypothesis": "linear",
     "mse": 0.256128,
     "bic": -100.2023,
     "params": 2
    },
    {
     "hypothesis": "periodic",
     "mse": 1.468719,
     "bic": 30.7513,
     "params": 0
    },
    {
     "hypothesis": "threshold",
     "mse": 0.3349,
     "bic": -83.1318,
     "params": 1
    },
    {
     "hypothesis": "constant",
     "mse": 0.909719,
     "bic": -3.1875,
     "params": 1
    }
   ],
   "heldout": [
    {
     "hypothesis": "linear",
     "mse": 0.191675,
     "bic": -123.3924,
     "params": 2
    },
    {
     "hypothesis": "periodic",
     "mse": 1.854097,
     "bic": 49.3918,
     "params": 0
    },
    {
     "hypothesis": "threshold",
     "mse": 0.122842,
     "bic": -163.3663,
     "params": 1
    },
    {
     "hypothesis": "constant",
     "mse": 0.92021,
     "bic": -2.2703,
     "params": 1
    }
   ],
   "winner": "linear",
   "winner_helout_mse": 0.191675,
   "baseline_constant_mse": 0.92021,
   "preferred": "periodic",
   "preferred_won": false,
   "director_overridden": true,
   "adversarial_review": {
    "test_used_for_selection": false,
    "winner_matches_director_preference": false,
    "overfit_gap": -0.064453,
    "verdict": "PASS",
    "notes": "the director's preferred hypothesis was not given special access to held-out data"
   },
   "independent_reimplementation_mse": 0.191675,
   "reproduced": true,
   "accepted": true,
   "published": true,
   "negative_or_inconclusive": true
  },
  {
   "cycle": 1,
   "truth_generator": "linear",
   "noise": 0.25,
   "preregistration": {
    "cycle": 1,
    "hypotheses": [
     "linear",
     "periodic",
     "constant"
    ],
    "preferred": "linear",
    "primary": "held-out MSE; BIC on the development set as a secondary criterion",
    "decision_rule": "accept only if the winner has lower held-out MSE than the constant baseline and the adversarial review finds no leakage",
    "roles": [
     "research_director",
     "literature_investigator",
     "hypothesis_generator",
     "experimental_designer",
     "implementation_scientist",
     "statistical_analyst",
     "adversarial_reviewer",
     "reproducibility_auditor",
     "governance_officer"
    ],
    "truth_is_not_revealed_to_the_analyst": true
   },
   "development": [
    {
     "hypothesis": "linear",
     "mse": 0.047496,
     "bic": -235.0045,
     "params": 2
    },
    {
     "hypothesis": "periodic",
     "mse": 18.571356,
     "bic": 233.7296,
     "params": 0
    },
    {
     "hypothesis": "constant",
     "mse": 14.499931,
     "bic": 218.3135,
     "params": 1
    }
   ],
   "heldout": [
    {
     "hypothesis": "linear",
     "mse": 0.058308,
     "bic": -218.5972,
     "params": 2
    },
    {
     "hypothesis": "periodic",
     "mse": 15.406059,
     "bic": 218.7809,
     "params": 0
    },
    {
     "hypothesis": "constant",
     "mse": 12.449893,
     "bic": 206.119,
     "params": 1
    }
   ],
   "winner": "linear",
   "winner_helout_mse": 0.058308,
   "baseline_constant_mse": 12.449893,
   "preferred": "linear",
   "preferred_won": true,
   "director_overridden": false,
   "adversarial_review": {
    "test_used_for_selection": false,
    "winner_matches_director_preference": true,
    "overfit_gap": 0.010812,
    "verdict": "PASS",
    "notes": "the director's preferred hypothesis was not given special access to held-out data"
   },
   "independent_reimplementation_mse": 0.058308,
   "reproduced": true,
   "accepted": true,
   "published": true,
   "negative_or_inconclusive": false
  },
  {
   "cycle": 2,
   "truth_generator": "periodic",
   "noise": 0.55,
   "preregistration": {
    "cycle": 2,
    "hypotheses": [
     "periodic",
     "linear",
     "constant"
    ],
    "preferred": "periodic",
    "primary": "held-out MSE; BIC on the development set as a secondary criterion",
    "decision_rule": "accept only if the winner has lower held-out MSE than the constant baseline and the adversarial review finds no leakage",
    "roles": [
     "research_director",
     "literature_investigator",
     "hypothesis_generator",
     "experimental_designer",
     "implementation_scientist",
     "statistical_analyst",
     "adversarial_reviewer",
     "reproducibility_auditor",
     "governance_officer"
    ],
    "truth_is_not_revealed_to_the_analyst": true
   },
   "development": [
    {
     "hypothesis": "periodic",
     "mse": 0.223937,
     "bic": -119.7114,
     "params": 0
    },
    {
     "hypothesis": "linear",
     "mse": 0.747699,
     "bic": -14.4963,
     "params": 2
    },
    {
     "hypothesis": "constant",
     "mse": 0.823519,
     "bic": -11.1515,
     "params": 1
    }
   ],
   "heldout": [
    {
     "hypothesis": "periodic",
     "mse": 0.303738,
     "bic": -95.3272,
     "params": 0
    },
    {
     "hypothesis": "linear",
     "mse": 0.748918,
     "bic": -14.3661,
     "params": 2
    },
    {
     "hypothesis": "constant",
     "mse": 0.795334,
     "bic": -13.9375,
     "params": 1
    }
   ],
   "winner": "periodic",
   "winner_helout_mse": 0.303738,
   "baseline_constant_mse": 0.795334,
   "preferred": "periodic",
   "preferred_won": true,
   "director_overridden": false,
   "adversarial_review": {
    "test_used_for_selection": false,
    "winner_matches_director_preference": true,
    "overfit_gap": 0.079801,
    "verdict": "PASS",
    "notes": "the director's preferred hypothesis was not given special access to held-out data"
   },
   "independent_reimplementation_mse": 0.303738,
   "reproduced": true,
   "accepted": true,
   "published": true,
   "negative_or_inconclusive": false
  },
  {
   "cycle": 3,
   "truth_generator": "quadratic",
   "noise": 0.3,
   "preregistration": {
    "cycle": 3,
    "hypotheses": [
     "quadratic",
     "linear",
     "constant"
    ],
    "preferred": "linear",
    "primary": "held-out MSE; BIC on the development set as a secondary criterion",
    "decision_rule": "accept only if the winner has lower held-out MSE than the constant baseline and the adversarial review finds no leakage",
    "roles": [
     "research_director",
     "literature_investigator",
     "hypothesis_generator",
     "experimental_designer",
     "implementation_scientist",
     "statistical_analyst",
     "adversarial_reviewer",
     "reproducibility_auditor",
     "governance_officer"
    ],
    "truth_is_not_revealed_to_the_analyst": true
   },
   "development": [
    {
     "hypothesis": "quadratic",
     "mse": 0.085018,
     "bic": -192.8094,
     "params": 1
    },
    {
     "hypothesis": "linear",
     "mse": 6.759347,
     "bic": 161.6382,
     "params": 2
    },
    {
     "hypothesis": "constant",
     "mse": 6.822665,
     "bic": 158.002,
     "params": 1
    }
   ],
   "heldout": [
    {
     "hypothesis": "quadratic",
     "mse": 0.097229,
     "bic": -182.0727,
     "params": 1
    },
    {
     "hypothesis": "linear",
     "mse": 8.90887,
     "bic": 183.7278,
     "params": 2
    },
    {
     "hypothesis": "constant",
     "mse": 8.922206,
     "bic": 179.4655,
     "params": 1
    }
   ],
   "winner": "quadratic",
   "winner_helout_mse": 0.097229,
   "baseline_constant_mse": 8.922206,
   "preferred": "linear",
   "preferred_won": false,
   "director_overridden": true,
   "adversarial_review": {
    "test_used_for_selection": false,
    "winner_matches_director_preference": false,
    "overfit_gap": 0.012211,
    "verdict": "PASS",
    "notes": "the director's preferred hypothesis was not given special access to held-out data"
   },
   "independent_reimplementation_mse": 0.097229,
   "reproduced": true,
   "accepted": true,
   "published": true,
   "negative_or_inconclusive": true
  },
  {
   "cycle": 4,
   "truth_generator": "constant",
   "noise": 0.4,
   "preregistration": {
    "cycle": 4,
    "hypotheses": [
     "constant",
     "linear",
     "periodic"
    ],
    "preferred": "linear",
    "primary": "held-out MSE; BIC on the development set as a secondary criterion",
    "decision_rule": "accept only if the winner has lower held-out MSE than the constant baseline and the adversarial review finds no leakage",
    "roles": [
     "research_director",
     "literature_investigator",
     "hypothesis_generator",
     "experimental_designer",
     "implementation_scientist",
     "statistical_analyst",
     "adversarial_reviewer",
     "reproducibility_auditor",
     "governance_officer"
    ],
    "truth_is_not_revealed_to_the_analyst": true
   },
   "development": [
    {
     "hypothesis": "constant",
     "mse": 0.143642,
     "bic": -150.8527,
     "params": 1
    },
    {
     "hypothesis": "linear",
     "mse": 0.143406,
     "bic": -146.6017,
     "params": 2
    },
    {
     "hypothesis": "periodic",
     "mse": 0.811033,
     "bic": -16.7557,
     "params": 0
    }
   ],
   "heldout": [
    {
     "hypothesis": "constant",
     "mse": 0.110417,
     "bic": -171.8976,
     "params": 1
    },
    {
     "hypothesis": "linear",
     "mse": 0.110384,
     "bic": -167.5388,
     "params": 2
    },
    {
     "hypothesis": "periodic",
     "mse": 1.120278,
     "bic": 9.0862,
     "params": 0
    }
   ],
   "winner": "constant",
   "winner_helout_mse": 0.110417,
   "baseline_constant_mse": 0.110417,
   "preferred": "linear",
   "preferred_won": false,
   "director_overridden": false,
   "adversarial_review": {
    "test_used_for_selection": false,
    "winner_matches_director_preference": false,
    "overfit_gap": -0.033225,
    "verdict": "PASS",
    "notes": "the director's preferred hypothesis was not given special access to held-out data"
   },
   "independent_reimplementation_mse": 0.110417,
   "reproduced": true,
   "accepted": false,
   "published": true,
   "negative_or_inconclusive": true
  },
  {
   "cycle": 5,
   "truth_generator": "linear",
   "noise": 0.6,
   "preregistration": {
    "cycle": 5,
    "hypotheses": [
     "linear",
     "threshold",
     "constant"
    ],
    "preferred": "threshold",
    "primary": "held-out MSE; BIC on the development set as a secondary criterion",
    "decision_rule": "accept only if the winner has lower held-out MSE than the constant baseline and the adversarial review finds no leakage",
    "roles": [
     "research_director",
     "literature_investigator",
     "hypothesis_generator",
     "experimental_designer",
     "implementation_scientist",
     "statistical_analyst",
     "adversarial_reviewer",
     "reproducibility_auditor",
     "governance_officer"
    ],
    "truth_is_not_revealed_to_the_analyst": true
   },
   "development": [
    {
     "hypothesis": "linear",
     "mse": 0.458801,
     "bic": -53.567,
     "params": 2
    },
    {
     "hypothesis": "threshold",
     "mse": 6.650693,
     "bic": 155.9597,
     "params": 1
    },
    {
     "hypothesis": "constant",
     "mse": 10.397233,
     "bic": 191.7052,
     "params": 1
    }
   ],
   "heldout": [
    {
     "hypothesis": "linear",
     "mse": 0.390771,
     "bic": -66.4067,
     "params": 2
    },
    {
     "hypothesis": "threshold",
     "mse": 8.291567,
     "bic": 173.6011,
     "params": 1
    },
    {
     "hypothesis": "constant",
     "mse": 12.469194,
     "bic": 206.2429,
     "params": 1
    }
   ],
   "winner": "linear",
   "winner_helout_mse": 0.390771,
   "baseline_constant_mse": 12.469194,
   "preferred": "threshold",
   "preferred_won": false,
   "director_overridden": true,
   "adversarial_review": {
    "test_used_for_selection": false,
    "winner_matches_director_preference": false,
    "overfit_gap": -0.06803,
    "verdict": "PASS",
    "notes": "the director's preferred hypothesis was not given special access to held-out data"
   },
   "independent_reimplementation_mse": 0.390771,
   "reproduced": true,
   "accepted": true,
   "published": true,
   "negative_or_inconclusive": true
  },
  {
   "cycle": 6,
   "truth_generator": "threshold",
   "noise": 0.35,
   "preregistration": {
    "cycle": 6,
    "hypotheses": [
     "threshold",
     "quadratic",
     "constant"
    ],
    "preferred": "quadratic",
    "primary": "held-out MSE; BIC on the development set as a secondary criterion",
    "decision_rule": "accept only if the winner has lower held-out MSE than the constant baseline and the adversarial review finds no leakage",
    "roles": [
     "research_director",
     "literature_investigator",
     "hypothesis_generator",
     "experimental_designer",
     "implementation_scientist",
     "statistical_analyst",
     "adversarial_reviewer",
     "reproducibility_auditor",
     "governance_officer"
    ],
    "truth_is_not_revealed_to_the_analyst": true
   },
   "development": [
    {
     "hypothesis": "threshold",
     "mse": 0.217112,
     "bic": -117.8054,
     "params": 1
    },
    {
     "hypothesis": "quadratic",
     "mse": 1.086849,
     "bic": 11.0446,
     "params": 1
    },
    {
     "hypothesis": "constant",
     "mse": 1.085911,
     "bic": 10.9756,
     "params": 1
    }
   ],
   "heldout": [
    {
     "hypothesis": "threshold",
     "mse": 0.28424,
     "bic": -96.253,
     "params": 1
    },
    {
     "hypothesis": "quadratic",
     "mse": 1.111535,
     "bic": 12.8414,
     "params": 1
    },
    {
     "hypothesis": "constant",
     "mse": 1.095214,
     "bic": 11.658,
     "params": 1
    }
   ],
   "winner": "threshold",
   "winner_helout_mse": 0.28424,
   "baseline_constant_mse": 1.095214,
   "preferred": "quadratic",
   "preferred_won": false,
   "director_overridden": true,
   "adversarial_review": {
    "test_used_for_selection": false,
    "winner_matches_director_preference": false,
    "overfit_gap": 0.067128,
    "verdict": "PASS",
    "notes": "the director's preferred hypothesis was not given special access to held-out data"
   },
   "independent_reimplementation_mse": 0.28424,
   "reproduced": true,
   "accepted": true,
   "published": true,
   "negative_or_inconclusive": true
  },
  {
   "cycle": 7,
   "truth_generator": "periodic",
   "noise": 0.2,
   "preregistration": {
    "cycle": 7,
    "hypotheses": [
     "periodic",
     "linear",
     "quadratic"
    ],
    "preferred": "linear",
    "primary": "held-out MSE; BIC on the development set as a secondary criterion",
    "decision_rule": "accept only if the winner has lower held-out MSE than the constant baseline and the adversarial review finds no leakage",
    "roles": [
     "research_director",
     "literature_investigator",
     "hypothesis_generator",
     "experimental_designer",
     "implementation_scientist",
     "statistical_analyst",
     "adversarial_reviewer",
     "reproducibility_auditor",
     "governance_officer"
    ],
    "truth_is_not_revealed_to_the_analyst": true
   },
   "development": [
    {
     "hypothesis": "periodic",
     "mse": 0.048567,
     "bic": -241.9844,
     "params": 0
    },
    {
     "hypothesis": "linear",
     "mse": 0.513334,
     "bic": -44.5823,
     "params": 2
    },
    {
     "hypothesis": "quadratic",
     "mse": 0.538173,
     "bic": -45.184,
     "params": 1
    }
   ],
   "heldout": [
    {
     "hypothesis": "periodic",
     "mse": 0.034515,
     "bic": -269.3083,
     "params": 0
    },
    {
     "hypothesis": "linear",
     "mse": 0.552037,
     "bic": -38.7671,
     "params": 2
    },
    {
     "hypothesis": "quadratic",
     "mse": 0.606001,
     "bic": -35.6879,
     "params": 1
    }
   ],
   "winner": "periodic",
   "winner_helout_mse": 0.034515,
   "baseline_constant_mse": 0.604614,
   "preferred": "linear",
   "preferred_won": false,
   "director_overridden": true,
   "adversarial_review": {
    "test_used_for_selection": false,
    "winner_matches_director_preference": false,
    "overfit_gap": -0.014052,
    "verdict": "PASS",
    "notes": "the director's preferred hypothesis was not given special access to held-out data"
   },
   "independent_reimplementation_mse": 0.034515,
   "reproduced": true,
   "accepted": true,
   "published": true,
   "negative_or_inconclusive": true
  }
 ],
 "replication_e125": {
  "cycle": 9,
  "status": "COMPLETED",
  "finding": "full architecture vs flat cross-validated search on categories B+C",
  "n_full_correct": 112,
  "n_flat_correct": 98,
  "n": 120,
  "full_accuracy": 0.9333,
  "flat_accuracy": 0.8167,
  "mcnemar_a_only": 16,
  "mcnemar_b_only": 2,
  "p_exact": 0.001312255859,
  "independent_code_path": true,
  "reproduced": true
 },
 "replication_continual": {
  "status": "COMPLETED",
  "n": 108,
  "full": 72,
  "no_memory": 60,
  "full_accuracy": 0.6667,
  "no_memory_accuracy": 0.5556,
  "a_only": 12,
  "b_only": 0,
  "p_exact": 0.00048828125,
  "reproduced": true,
  "independent_code_path": true
 },
 "limits": [
  "constructed regression cycles; not a literature search",
  "independent code paths in the same repository",
  "no external reviewer",
  "the director's preference is recorded, not privileged"
 ]
}