{
 "schema": "cain.e93.learning_curve.v1",
 "gen_seed": 9301,
 "task_seed": 93010,
 "curve": {
  "0": {
   "heldout": [
    87,
    510
   ],
   "rate": 0.1706,
   "wilson95": [
    0.1404,
    0.2057
   ],
   "families_fallback_to_D": 17,
   "found_but_failed_validation": 0,
   "per_family": {
    "reconcile": {
     "status": "NO_EXPERIENCE",
     "heldout": 19
    },
    "noisy_select": {
     "status": "NO_EXPERIENCE",
     "heldout": 0
    },
    "staged_repair": {
     "status": "NO_EXPERIENCE",
     "heldout": 15
    },
    "median5": {
     "status": "NO_EXPERIENCE",
     "heldout": 5
    },
    "prefix_sum": {
     "status": "NO_EXPERIENCE",
     "heldout": 0
    },
    "gen9301_00": {
     "status": "NO_EXPERIENCE",
     "heldout": 5
    },
    "gen9301_01": {
     "status": "NO_EXPERIENCE",
     "heldout": 3
    },
    "gen9301_02": {
     "status": "NO_EXPERIENCE",
     "heldout": 0
    },
    "gen9301_03": {
     "status": "NO_EXPERIENCE",
     "heldout": 4
    },
    "gen9301_04": {
     "status": "NO_EXPERIENCE",
     "heldout": 0
    },
    "gen9301_05": {
     "status": "NO_EXPERIENCE",
     "heldout": 21
    },
    "gen9301_06": {
     "status": "NO_EXPERIENCE",
     "heldout": 7
    },
    "gen9301_07": {
     "status": "NO_EXPERIENCE",
     "heldout": 4
    },
    "gen9301_08": {
     "status": "NO_EXPERIENCE",
     "heldout": 0
    },
    "gen9301_09": {
     "status": "NO_EXPERIENCE",
     "heldout": 2
    },
    "gen9301_10": {
     "status": "NO_EXPERIENCE",
     "heldout": 1
    },
    "gen9301_11": {
     "status": "NO_EXPERIENCE",
     "heldout": 1
    }
   }
  },
  "3": {
   "heldout": [
    224,
    510
   ],
   "rate": 0.4392,
   "wilson95": [
    0.3968,
    0.4826
   ],
   "families_fallback_to_D": 11,
   "found_but_failed_validation": 9,
   "per_family": {
    "reconcile": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "noisy_select": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 0
    },
    "staged_repair": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "median5": {
     "status": "NO_PROGRAM_WITHIN_BOUNDS",
     "heldout": 5
    },
    "prefix_sum": {
     "status": "NO_PROGRAM_WITHIN_BOUNDS",
     "heldout": 0
    },
    "gen9301_00": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 5
    },
    "gen9301_01": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 3
    },
    "gen9301_02": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 0
    },
    "gen9301_03": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 4
    },
    "gen9301_04": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9301_05": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 21
    },
    "gen9301_06": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9301_07": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 4
    },
    "gen9301_08": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 0
    },
    "gen9301_09": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 2
    },
    "gen9301_10": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9301_11": {
     "status": "ADOPTED",
     "heldout": 30
    }
   }
  },
  "5": {
   "heldout": [
    250,
    510
   ],
   "rate": 0.4902,
   "wilson95": [
    0.447,
    0.5335
   ],
   "families_fallback_to_D": 10,
   "found_but_failed_validation": 7,
   "per_family": {
    "reconcile": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "noisy_select": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 0
    },
    "staged_repair": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "median5": {
     "status": "NO_PROGRAM_WITHIN_BOUNDS",
     "heldout": 5
    },
    "prefix_sum": {
     "status": "NO_PROGRAM_WITHIN_BOUNDS",
     "heldout": 0
    },
    "gen9301_00": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 5
    },
    "gen9301_01": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 3
    },
    "gen9301_02": {
     "status": "NO_PROGRAM_WITHIN_BOUNDS",
     "heldout": 0
    },
    "gen9301_03": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 4
    },
    "gen9301_04": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9301_05": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 21
    },
    "gen9301_06": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9301_07": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9301_08": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 0
    },
    "gen9301_09": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 2
    },
    "gen9301_10": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9301_11": {
     "status": "ADOPTED",
     "heldout": 30
    }
   }
  },
  "10": {
   "heldout": [
    311,
    510
   ],
   "rate": 0.6098,
   "wilson95": [
    0.5668,
    0.6512
   ],
   "families_fallback_to_D": 7,
   "found_but_failed_validation": 2,
   "per_family": {
    "reconcile": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "noisy_select": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 0
    },
    "staged_repair": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "median5": {
     "status": "NO_PROGRAM_WITHIN_BOUNDS",
     "heldout": 5
    },
    "prefix_sum": {
     "status": "NO_PROGRAM_WITHIN_BOUNDS",
     "heldout": 0
    },
    "gen9301_00": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9301_01": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9301_02": {
     "status": "NO_PROGRAM_WITHIN_BOUNDS",
     "heldout": 0
    },
    "gen9301_03": {
     "status": "NO_PROGRAM_WITHIN_BOUNDS",
     "heldout": 4
    },
    "gen9301_04": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9301_05": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9301_06": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9301_07": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9301_08": {
     "status": "NO_PROGRAM_WITHIN_BOUNDS",
     "heldout": 0
    },
    "gen9301_09": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 2
    },
    "gen9301_10": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9301_11": {
     "status": "ADOPTED",
     "heldout": 30
    }
   }
  },
  "20": {
   "heldout": [
    311,
    510
   ],
   "rate": 0.6098,
   "wilson95": [
    0.5668,
    0.6512
   ],
   "families_fallback_to_D": 7,
   "found_but_failed_validation": 2,
   "per_family": {
    "reconcile": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "noisy_select": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 0
    },
    "staged_repair": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "median5": {
     "status": "NO_PROGRAM_WITHIN_BOUNDS",
     "heldout": 5
    },
    "prefix_sum": {
     "status": "NO_PROGRAM_WITHIN_BOUNDS",
     "heldout": 0
    },
    "gen9301_00": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9301_01": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9301_02": {
     "status": "NO_PROGRAM_WITHIN_BOUNDS",
     "heldout": 0
    },
    "gen9301_03": {
     "status": "NO_PROGRAM_WITHIN_BOUNDS",
     "heldout": 4
    },
    "gen9301_04": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9301_05": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9301_06": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9301_07": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9301_08": {
     "status": "NO_PROGRAM_WITHIN_BOUNDS",
     "heldout": 0
    },
    "gen9301_09": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 2
    },
    "gen9301_10": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9301_11": {
     "status": "ADOPTED",
     "heldout": 30
    }
   }
  },
  "60": {
   "heldout": [
    369,
    510
   ],
   "rate": 0.7235,
   "wilson95": [
    0.6832,
    0.7606
   ],
   "families_fallback_to_D": 5,
   "found_but_failed_validation": 0,
   "per_family": {
    "reconcile": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "noisy_select": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "staged_repair": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "median5": {
     "status": "NO_PROGRAM_WITHIN_BOUNDS",
     "heldout": 5
    },
    "prefix_sum": {
     "status": "NO_PROGRAM_WITHIN_BOUNDS",
     "heldout": 0
    },
    "gen9301_00": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9301_01": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9301_02": {
     "status": "NO_PROGRAM_WITHIN_BOUNDS",
     "heldout": 0
    },
    "gen9301_03": {
     "status": "NO_PROGRAM_WITHIN_BOUNDS",
     "heldout": 4
    },
    "gen9301_04": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9301_05": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9301_06": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9301_07": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9301_08": {
     "status": "NO_PROGRAM_WITHIN_BOUNDS",
     "heldout": 0
    },
    "gen9301_09": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9301_10": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9301_11": {
     "status": "ADOPTED",
     "heldout": 30
    }
   }
  }
 },
 "k60_vs_k0": {
  "k60_only": 282,
  "k0_only": 0,
  "p_exact_mcnemar": 2.5737787947340145e-85
 },
 "monotone": true,
 "wall_seconds": 656.8,
 "model_calls": 0,
 "cost_usd": 0.0
}