{
 "schema": "cain.e126b.metacognition.v1",
 "at": "2026-11-21T15:27:51Z",
 "seconds": 2.9,
 "pilot_seed": 129,
 "test_seed": 130,
 "train_n": 200,
 "test_n": 200,
 "weights": [
  0.659616,
  0.432874,
  0.511385,
  0.483151,
  0.927484,
  -0.463956,
  0.688992
 ],
 "brier": 0.0926,
 "ece": 0.0082,
 "reliability": [
  {
   "bin": 0,
   "n": 0
  },
  {
   "bin": 1,
   "n": 0
  },
  {
   "bin": 2,
   "n": 0
  },
  {
   "bin": 3,
   "n": 5,
   "confidence": 0.7961,
   "accuracy": 1.0
  },
  {
   "bin": 4,
   "n": 195,
   "confidence": 0.8891,
   "accuracy": 0.8923
  }
 ],
 "abstention_rate": 0.0,
 "answered_accuracy": 0.895,
 "overall_accuracy": 0.895,
 "rows": [
  {
   "pred": 0.9448,
   "success": 1
  },
  {
   "pred": 0.9381,
   "success": 1
  },
  {
   "pred": 0.8872,
   "success": 1
  },
  {
   "pred": 0.9507,
   "success": 1
  },
  {
   "pred": 0.9507,
   "success": 1
  },
  {
   "pred": 0.8533,
   "success": 1
  },
  {
   "pred": 0.9381,
   "success": 1
  },
  {
   "pred": 0.9448,
   "success": 1
  },
  {
   "pred": 0.9381,
   "success": 1
  },
  {
   "pred": 0.8988,
   "success": 1
  },
  {
   "pred": 0.8777,
   "success": 1
  },
  {
   "pred": 0.8777,
   "success": 1
  },
  {
   "pred": 0.8777,
   "success": 1
  },
  {
   "pred": 0.9194,
   "success": 1
  },
  {
   "pred": 0.9194,
   "success": 1
  },
  {
   "pred": 0.9194,
   "success": 1
  },
  {
   "pred": 0.9194,
   "success": 1
  },
  {
   "pred": 0.9194,
   "success": 1
  },
  {
   "pred": 0.9194,
   "success": 1
  },
  {
   "pred": 0.8777,
   "success": 1
  },
  {
   "pred": 0.9564,
   "success": 1
  },
  {
   "pred": 0.9222,
   "success": 1
  },
  {
   "pred": 0.8879,
   "success": 1
  },
  {
   "pred": 0.951,
   "success": 1
  },
  {
   "pred": 0.9304,
   "success": 1
  },
  {
   "pred": 0.9538,
   "success": 1
  },
  {
   "pred": 0.8879,
   "success": 1
  },
  {
   "pred": 0.8817,
   "success": 1
  },
  {
   "pred": 0.8879,
   "success": 1
  },
  {
   "pred": 0.951,
   "success": 1
  },
  {
   "pred": 0.8141,
   "success": 1
  },
  {
   "pred": 0.8141,
   "success": 1
  },
  {
   "pred": 0.8141,
   "success": 1
  },
  {
   "pred": 0.9431,
   "success": 1
  },
  {
   "pred": 0.9521,
   "success": 1
  },
  {
   "pred": 0.8141,
   "success": 1
  },
  {
   "pred": 0.8141,
   "success": 1
  },
  {
   "pred": 0.8141,
   "success": 1
  },
  {
   "pred": 0.8141,
   "success": 1
  },
  {
   "pred": 0.8141,
   "success": 1
  },
  {
   "pred": 0.815,
   "success": 1
  },
  {
   "pred": 0.7961,
   "success": 1
  },
  {
   "pred": 0.7961,
   "success": 1
  },
  {
   "pred": 0.9401,
   "success": 1
  },
  {
   "pred": 0.8649,
   "success": 1
  },
  {
   "pred": 0.7961,
   "success": 1
  },
  {
   "pred": 0.7961,
   "success": 1
  },
  {
   "pred": 0.9401,
   "success": 1
  },
  {
   "pred": 0.9105,
   "success": 1
  },
  {
   "pred": 0.7961,
   "success": 1
  },
  {
   "pred": 0.9101,
   "success": 1
  },
  {
   "pred": 0.9101,
   "success": 1
  },
  {
   "pred": 0.9101,
   "success": 1
  },
  {
   "pred": 0.9101,
   "success": 1
  },
  {
   "pred": 0.9101,
   "success": 1
  },
  {
   "pred": 0.9415,
   "success": 1
  },
  {
   "pred": 0.9415,
   "success": 1
  },
  {
   "pred": 0.9415,
   "success": 1
  },
  {
   "pred": 0.9101,
   "success": 1
  },
  {
   "pred": 0.9101,
   "success": 1
  },
  {
   "pred": 0.9492,
   "success": 1
  },
  {
   "pred": 0.8141,
   "success": 1
  },
  {
   "pred": 0.8141,
   "success": 1
  },
  {
   "pred": 0.9492,
   "success": 1
  },
  {
   "pred": 0.9463,
   "success": 1
  },
  {
   "pred": 0.9463,
   "success": 1
  },
  {
   "pred": 0.9492,
   "success": 1
  },
  {
   "pred": 0.9463,
   "success": 1
  },
  {
   "pred": 0.9463,
   "success": 1
  },
  {
   "pred": 0.9492,
   "success": 1
  },
  {
   "pred": 0.9538,
   "success": 1
  },
  {
   "pred": 0.8369,
   "success": 1
  },
  {
   "pred": 0.9538,
   "success": 1
  },
  {
   "pred": 0.8285,
   "success": 1
  },
  {
   "pred": 0.951,
   "success": 1
  },
  {
   "pred": 0.8369,
   "success": 1
  },
  {
   "pred": 0.951,
   "success": 1
  },
  {
   "pred": 0.8369,
   "success": 1
  },
  {
   "pred": 0.9538,
   "success": 1
  },
  {
   "pred": 0.9538,
   "success": 1
  },
  {
   "pred": 0.9431,
   "success": 1
  },
  {
   "pred": 0.8048,
   "success": 1
  },
  {
   "pred": 0.8317,
   "success": 1
  },
  {
   "pred": 0.8048,
   "success": 1
  },
  {
   "pred": 0.8048,
   "success": 1
  },
  {
   "pred": 0.8048,
   "success": 1
  },
  {
   "pred": 0.8048,
   "success": 1
  },
  {
   "pred": 0.8048,
   "success": 1
  },
  {
   "pred": 0.9431,
   "success": 1
  },
  {
   "pred": 0.8048,
   "success": 1
  },
  {
   "pred": 0.8718,
   "success": 1
  },
  {
   "pred": 0.8718,
   "success": 1
  },
  {
   "pred": 0.8718,
   "success": 1
  },
  {
   "pred": 0.8718,
   "success": 1
  },
  {
   "pred": 0.9153,
   "success": 1
  },
  {
   "pred": 0.9153,
   "success": 1
  },
  {
   "pred": 0.9153,
   "success": 1
  },
  {
   "pred": 0.8718,
   "success": 1
  },
  {
   "pred": 0.8718,
   "success": 1
  },
  {
   "pred": 0.8718,
   "success": 1
  },
  {
   "pred": 0.9381,
   "success": 0
  },
  {
   "pred": 0.9415,
   "success": 0
  },
  {
   "pred": 0.9415,
   "success": 0
  },
  {
   "pred": 0.9149,
   "success": 1
  },
  {
   "pred": 0.9478,
   "success": 0
  },
  {
   "pred": 0.9448,
   "success": 0
  },
  {
   "pred": 0.9051,
   "success": 1
  },
  {
   "pred": 0.9051,
   "success": 1
  },
  {
   "pred": 0.9478,
   "success": 0
  },
  {
   "pred": 0.9381,
   "success": 0
  },
  {
   "pred": 0.8141,
   "success": 1
  },
  {
   "pred": 0.9463,
   "success": 1
  },
  {
   "pred": 0.8141,
   "success": 1
  },
  {
   "pred": 0.8141,
   "success": 1
  },
  {
   "pred": 0.8141,
   "success": 1
  },
  {
   "pred": 0.9431,
   "success": 1
  },
  {
   "pred": 0.8048,
   "success": 1
  },
  {
   "pred": 0.9431,
   "success": 1
  },
  {
   "pred": 0.9431,
   "success": 1
  },
  {
   "pred": 0.9463,
   "success": 1
  },
  {
   "pred": 0.8198,
   "success": 1
  },
  {
   "pred": 0.9482,
   "success": 1
  },
  {
   "pred": 0.9264,
   "success": 1
  },
  {
   "pred": 0.9538,
   "success": 1
  },
  {
   "pred": 0.9304,
   "success": 1
  },
  {
   "pred": 0.9304,
   "success": 1
  },
  {
   "pred": 0.9482,
   "success": 1
  },
  {
   "pred": 0.8879,
   "success": 1
  },
  {
   "pred": 0.9222,
   "success": 1
  },
  {
   "pred": 0.8198,
   "success": 1
  },
  {
   "pred": 0.8048,
   "success": 0
  },
  {
   "pred": 0.8048,
   "success": 0
  },
  {
   "pred": 0.8048,
   "success": 0
  },
  {
   "pred": 0.8048,
   "success": 0
  },
  {
   "pred": 0.8048,
   "success": 0
  },
  {
   "pred": 0.8048,
   "success": 0
  },
  {
   "pred": 0.8048,
   "success": 0
  },
  {
   "pred": 0.8048,
   "success": 0
  },
  {
   "pred": 0.8048,
   "success": 0
  },
  {
   "pred": 0.8048,
   "success": 0
  },
  {
   "pred": 0.9401,
   "success": 1
  },
  {
   "pred": 0.8718,
   "success": 1
  },
  {
   "pred": 0.9401,
   "success": 1
  },
  {
   "pred": 0.815,
   "success": 1
  },
  {
   "pred": 0.9401,
   "success": 1
  },
  {
   "pred": 0.9401,
   "success": 1
  },
  {
   "pred": 0.9401,
   "success": 1
  },
  {
   "pred": 0.9466,
   "success": 1
  },
  {
   "pred": 0.9401,
   "success": 1
  },
  {
   "pred": 0.9105,
   "success": 1
  },
  {
   "pred": 0.9613,
   "success": 1
  },
  {
   "pred": 0.9694,
   "success": 1
  },
  {
   "pred": 0.8533,
   "success": 1
  },
  {
   "pred": 0.9613,
   "success": 1
  },
  {
   "pred": 0.8533,
   "success": 0
  },
  {
   "pred": 0.8607,
   "success": 1
  },
  {
   "pred": 0.8533,
   "success": 0
  },
  {
   "pred": 0.8746,
   "success": 1
  },
  {
   "pred": 0.8533,
   "success": 0
  },
  {
   "pred": 0.9613,
   "success": 1
  },
  {
   "pred": 0.8141,
   "success": 1
  },
  {
   "pred": 0.9463,
   "success": 1
  },
  {
   "pred": 0.8141,
   "success": 1
  },
  {
   "pred": 0.8231,
   "success": 1
  },
  {
   "pred": 0.8141,
   "success": 1
  },
  {
   "pred": 0.9463,
   "success": 1
  },
  {
   "pred": 0.8231,
   "success": 1
  },
  {
   "pred": 0.8231,
   "success": 1
  },
  {
   "pred": 0.9492,
   "success": 1
  },
  {
   "pred": 0.8231,
   "success": 1
  },
  {
   "pred": 0.8198,
   "success": 1
  },
  {
   "pred": 0.9222,
   "success": 1
  },
  {
   "pred": 0.8198,
   "success": 1
  },
  {
   "pred": 0.9482,
   "success": 0
  },
  {
   "pred": 0.8198,
   "success": 1
  },
  {
   "pred": 0.8198,
   "success": 1
  },
  {
   "pred": 0.8285,
   "success": 1
  },
  {
   "pred": 0.9538,
   "success": 1
  },
  {
   "pred": 0.951,
   "success": 1
  },
  {
   "pred": 0.8879,
   "success": 1
  },
  {
   "pred": 0.9431,
   "success": 1
  },
  {
   "pred": 0.9148,
   "success": 1
  },
  {
   "pred": 0.8711,
   "success": 1
  },
  {
   "pred": 0.9148,
   "success": 1
  },
  {
   "pred": 0.9148,
   "success": 1
  },
  {
   "pred": 0.9431,
   "success": 1
  },
  {
   "pred": 0.8048,
   "success": 1
  },
  {
   "pred": 0.8048,
   "success": 1
  },
  {
   "pred": 0.9238,
   "success": 1
  },
  {
   "pred": 0.8048,
   "success": 1
  },
  {
   "pred": 0.8649,
   "success": 1
  },
  {
   "pred": 0.9105,
   "success": 1
  },
  {
   "pred": 0.8649,
   "success": 1
  },
  {
   "pred": 0.8649,
   "success": 1
  },
  {
   "pred": 0.8649,
   "success": 1
  },
  {
   "pred": 0.8649,
   "success": 1
  },
  {
   "pred": 0.8649,
   "success": 1
  },
  {
   "pred": 0.9105,
   "success": 1
  },
  {
   "pred": 0.8649,
   "success": 1
  },
  {
   "pred": 0.8649,
   "success": 1
  }
 ],
 "limits": [
  "logistic calibrator on five observable features; not a language model",
  "pilot and test are constructed environment seeds",
  "the hidden rule/type/paradigm are not used as features",
  "the same team wrote the predictor and the task"
 ]
}