{
 "baseline_val_accuracy": 0.5727,
 "candidates": [
  {
   "baseline_val_correct": 63,
   "changed_authority": false,
   "dev_accuracy": 0.8333,
   "guard_pass": true,
   "id": "C01",
   "kind": "threshold",
   "param": 0.02,
   "val_accuracy": 0.7636,
   "val_correct": 84
  },
  {
   "baseline_val_correct": 63,
   "changed_authority": false,
   "dev_accuracy": 0.8333,
   "guard_pass": true,
   "id": "C02",
   "kind": "threshold",
   "param": 0.04,
   "val_accuracy": 0.7636,
   "val_correct": 84
  },
  {
   "baseline_val_correct": 63,
   "changed_authority": false,
   "dev_accuracy": 0.8788,
   "guard_pass": true,
   "id": "C03",
   "kind": "threshold",
   "param": 0.06,
   "val_accuracy": 0.7909,
   "val_correct": 87
  },
  {
   "baseline_val_correct": 63,
   "changed_authority": false,
   "dev_accuracy": 0.8788,
   "guard_pass": true,
   "id": "C04",
   "kind": "threshold",
   "param": 0.08,
   "val_accuracy": 0.7909,
   "val_correct": 87
  },
  {
   "baseline_val_correct": 63,
   "changed_authority": false,
   "dev_accuracy": 0.9394,
   "guard_pass": true,
   "id": "C05",
   "kind": "threshold",
   "param": 0.1,
   "val_accuracy": 0.8364,
   "val_correct": 92
  },
  {
   "baseline_val_correct": 63,
   "changed_authority": false,
   "dev_accuracy": 0.9394,
   "guard_pass": true,
   "id": "C06",
   "kind": "threshold",
   "param": 0.12,
   "val_accuracy": 0.8364,
   "val_correct": 92
  },
  {
   "baseline_val_correct": 63,
   "changed_authority": false,
   "dev_accuracy": 0.9242,
   "guard_pass": true,
   "id": "C07",
   "kind": "threshold",
   "param": 0.15,
   "val_accuracy": 0.8636,
   "val_correct": 95
  },
  {
   "baseline_val_correct": 63,
   "changed_authority": false,
   "dev_accuracy": 0.9242,
   "guard_pass": true,
   "id": "C08",
   "kind": "threshold",
   "param": 0.2,
   "val_accuracy": 0.8364,
   "val_correct": 92
  },
  {
   "baseline_val_correct": 63,
   "changed_authority": false,
   "dev_accuracy": 0.8333,
   "guard_pass": true,
   "id": "C09",
   "kind": "ztest",
   "param": 0.01,
   "val_accuracy": 0.7545,
   "val_correct": 83
  },
  {
   "baseline_val_correct": 63,
   "changed_authority": false,
   "dev_accuracy": 0.9394,
   "guard_pass": true,
   "id": "C10",
   "kind": "ztest",
   "param": 0.05,
   "val_accuracy": 0.8455,
   "val_correct": 93
  },
  {
   "baseline_val_correct": 63,
   "changed_authority": false,
   "dev_accuracy": 0.9394,
   "guard_pass": true,
   "id": "C11",
   "kind": "ztest_effect",
   "param": [
    0.05,
    0.1
   ],
   "val_accuracy": 0.8455,
   "val_correct": 93
  },
  {
   "baseline_val_correct": 63,
   "changed_authority": false,
   "dev_accuracy": 0.9242,
   "guard_pass": true,
   "id": "C12",
   "kind": "halves",
   "param": 0.1,
   "val_accuracy": 0.8182,
   "val_correct": 90
  }
 ],
 "prereg": {
  "dev_n": 66,
  "promotion": "sealed improvement with exact McNemar p<0.05 and reproduction on a second set; production enablement still requires owner approval",
  "schema": "cain.e111.improve.prereg.v1",
  "sealed_hash": "4763bb69215961d17b77c80dee2010fb78b7b336c38f407d1f58d06b3c50d851",
  "sealed_n": 264,
  "second_hash": "9bc42415f9b014fcceb740a27bf823fcfd1776565dd190326154424639c1b714",
  "selection": "best validation accuracy; guard set must pass; no access to sealed data",
  "val_n": 110
 },
 "promotion": {
  "changes_authorization": false,
  "changes_keys": false,
  "enabled": false,
  "owner_approval": "REQUIRED",
  "production_changed": false
 },
 "schema": "cain.e111.improve.v1",
 "sealed": {
  "baseline": 0.5795,
  "candidate": 0.8598,
  "improved": true,
  "mcnemar_p": 0.0,
  "per_case_baseline": [
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   0,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   1,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   1,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   1,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   1,
   0,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   1,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   1,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   1,
   1,
   0,
   1,
   0,
   1,
   0,
   0,
   1,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   1,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   1,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   1,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   1,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1
  ],
  "per_case_candidate": [
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   0,
   0,
   0,
   1,
   1,
   1,
   1,
   1,
   1,
   0,
   1,
   1,
   1,
   1,
   1,
   0,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   0,
   1,
   1,
   0,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   0,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   0,
   1,
   0,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   1,
   1,
   0,
   1,
   1,
   1,
   0,
   0,
   0,
   1,
   1,
   1,
   1,
   1,
   1,
   0,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   0,
   1,
   1,
   0,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   0,
   1,
   1,
   0,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   0,
   1,
   1,
   0,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   0,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   0,
   1,
   1,
   1,
   1,
   1,
   1,
   0,
   1,
   1,
   1,
   0,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   0,
   1,
   0,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   0,
   1,
   0,
   1,
   1,
   1,
   0,
   1,
   1,
   1,
   1,
   0,
   1,
   1,
   1,
   1,
   1,
   0,
   1,
   0,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   0,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1
  ]
 },
 "second": {
  "baseline": 0.6136,
  "candidate": 0.8333,
  "mcnemar_p": 1.9e-09,
  "per_case_baseline": [
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   1,
   1,
   0,
   1,
   0,
   1,
   1,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   1,
   1,
   0,
   1,
   1,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   1,
   1,
   0,
   1,
   0,
   1,
   1,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   1,
   1,
   0,
   1,
   0,
   1,
   1,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   1,
   1,
   0,
   1,
   1,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   1,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   1,
   1,
   0,
   1,
   0,
   1,
   1,
   1,
   1,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   1,
   1,
   1,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   1,
   1,
   0,
   1,
   1,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   0,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   1,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   0,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1
  ],
  "per_case_candidate": [
   1,
   0,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   0,
   1,
   1,
   0,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   0,
   1,
   1,
   1,
   1,
   1,
   1,
   0,
   0,
   1,
   0,
   1,
   1,
   0,
   1,
   1,
   0,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   0,
   1,
   1,
   0,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   0,
   1,
   1,
   0,
   0,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   0,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   0,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   0,
   1,
   1,
   1,
   1,
   0,
   1,
   1,
   1,
   0,
   1,
   0,
   1,
   1,
   1,
   0,
   1,
   1,
   1,
   1,
   0,
   0,
   1,
   0,
   1,
   0,
   1,
   1,
   1,
   0,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   0,
   1,
   1,
   1,
   1,
   1,
   1,
   0,
   0,
   1,
   1,
   1,
   1,
   1,
   1,
   0,
   1,
   0,
   1,
   1,
   0,
   1,
   0,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   0,
   1,
   1,
   1,
   0,
   1,
   0,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   0,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   0,
   1,
   1,
   0,
   0,
   1,
   1,
   1,
   0,
   1,
   1,
   1,
   0,
   1,
   0,
   1,
   1,
   0,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1
  ],
  "reproduced": true
 },
 "status": "PROMOTED_AWAITING_OWNER_APPROVAL",
 "winner": {
  "baseline_val_correct": 63,
  "changed_authority": false,
  "dev_accuracy": 0.9242,
  "guard_pass": true,
  "id": "C07",
  "kind": "threshold",
  "param": 0.15,
  "val_accuracy": 0.8636,
  "val_correct": 95
 }
}
