{
 "schema": "cain.e93.software_learning.v1",
 "arms": {
  "F": [
   3,
   30
  ],
  "L_0": [
   6,
   30
  ],
  "L_5": [
   17,
   30
  ],
  "L_10": [
   15,
   30
  ],
  "L_30": [
   16,
   30
  ]
 },
 "primary_L30_vs_F": {
  "L_only": 15,
  "F_only": 2,
  "p_exact_mcnemar": 0.002349853515625
 },
 "dev_experience": {
  "tasks": 30,
  "candidates": 980,
  "tasks_with_a_correct_candidate": 25
 },
 "heldout_coverage_ceiling_analysis_only": [
  26,
  30
 ],
 "learned_table_k30": {
  "('constant_shift', 'core', True)": [
   6,
   180
  ],
  "('comparison_swap', 'core', False)": [
   0,
   23
  ],
  "('constant_shift', 'core', False)": [
   0,
   156
  ],
  "('comparison_swap', 'helpers', False)": [
   0,
   81
  ],
  "('arithmetic_swap', 'helpers', False)": [
   0,
   59
  ],
  "('constant_shift', 'helpers', False)": [
   0,
   236
  ],
  "('comparison_swap', 'helpers', True)": [
   5,
   22
  ],
  "('constant_shift', 'helpers', True)": [
   12,
   84
  ],
  "('arithmetic_swap', 'core', True)": [
   2,
   44
  ],
  "('comparison_swap', 'core', True)": [
   4,
   21
  ],
  "('arithmetic_swap', 'core', False)": [
   0,
   34
  ],
  "('negation_removal', 'core', True)": [
   3,
   10
  ],
  "('negation_removal', 'core', False)": [
   0,
   6
  ],
  "('arithmetic_swap', 'helpers', True)": [
   0,
   17
  ],
  "('negation_removal', 'helpers', True)": [
   1,
   3
  ],
  "('negation_removal', 'helpers', False)": [
   0,
   4
  ]
 },
 "wall_seconds": 635.5,
 "model_calls": 0,
 "cost_usd": 0.0
}