{
 "schema": "cain.e93.synthesis.results.v1",
 "gen_seed": 9302,
 "task_seed": 93020,
 "families": 17,
 "heldout_tasks": 510,
 "F_template": "argmax3",
 "F_pooled_dev": {
  "first": 72,
  "majority3": 77,
  "argmax3": 115,
  "argmin3": 89,
  "check_branch": 81,
  "retry": 81,
  "threshold": 82,
  "sum3": 55
 },
 "arms": {
  "D": {
   "accepted": 114,
   "n": 510,
   "rate": 0.2235,
   "wilson95": [
    0.1895,
    0.2617
   ]
  },
  "F": {
   "accepted": 164,
   "n": 510,
   "rate": 0.3216,
   "wilson95": [
    0.2825,
    0.3633
   ]
  },
  "G": {
   "accepted": 223,
   "n": 510,
   "rate": 0.4373,
   "wilson95": [
    0.3948,
    0.4806
   ]
  },
  "G2": {
   "accepted": 367,
   "n": 510,
   "rate": 0.7196,
   "wilson95": [
    0.6791,
    0.7568
   ]
  },
  "G2m": {
   "accepted": 212,
   "n": 510,
   "rate": 0.4157,
   "wilson95": [
    0.3737,
    0.4589
   ]
  }
 },
 "comparisons": {
  "G2_vs_D": {
   "G2_only": 253,
   "other_only": 0,
   "p_exact_mcnemar": 1.3817869688151111e-76,
   "diff": 0.4961,
   "diff_ci95_paired_bootstrap": [
    0.4529,
    0.5392
   ],
   "p": 1.3817869688151111e-76,
   "holm_threshold": 0.016666666666666666,
   "significant": true
  },
  "G2_vs_F": {
   "G2_only": 249,
   "other_only": 46,
   "p_exact_mcnemar": 7.038242465436597e-35,
   "diff": 0.398,
   "diff_ci95_paired_bootstrap": [
    0.3431,
    0.4549
   ],
   "p": 7.038242465436597e-35,
   "holm_threshold": 0.025,
   "significant": true
  },
  "G2_vs_G": {
   "G2_only": 201,
   "other_only": 57,
   "p_exact_mcnemar": 5.3080465160386054e-20,
   "diff": 0.2824,
   "diff_ci95_paired_bootstrap": [
    0.2275,
    0.3392
   ],
   "p": 5.3080465160386054e-20,
   "holm_threshold": 0.05,
   "significant": true
  },
  "G2_vs_G2m": {
   "G2_only": 155,
   "other_only": 0,
   "p_exact_mcnemar": 4.3790577010150533e-47,
   "diff": 0.3039,
   "diff_ci95_paired_bootstrap": [
    0.2647,
    0.3431
   ]
  }
 },
 "by_source": {
  "E92_HAND": {
   "D": [
    37,
    90
   ],
   "F": [
    66,
    90
   ],
   "G": [
    89,
    90
   ],
   "G2": [
    60,
    90
   ],
   "G2m": [
    51,
    90
   ]
  },
  "OUT_OF_LANGUAGE": {
   "D": [
    5,
    60
   ],
   "F": [
    0,
    60
   ],
   "G": [
    16,
    60
   ],
   "G2": [
    5,
    60
   ],
   "G2m": [
    5,
    60
   ]
  },
  "GENERATED": {
   "D": [
    72,
    360
   ],
   "F": [
    98,
    360
   ],
   "G": [
    118,
    360
   ],
   "G2": [
    302,
    360
   ],
   "G2m": [
    156,
    360
   ]
  }
 },
 "procedures": {
  "promoted": 12,
  "promoted_novel_syntactic": 12,
  "promoted_novel_behavioural": 10,
  "candidates_total": 52,
  "candidates_rejected_counterexample": 39,
  "families_no_program": [
   "median5",
   "prefix_sum",
   "gen9302_01",
   "gen9302_05"
  ],
  "found_not_promoted": [
   "noisy_select"
  ]
 },
 "approval": "automated approver identity (separate Ed25519 key, same process); NOT an independent party",
 "resources": {
  "wall_seconds": 155.08,
  "cpu_user_seconds": 153.36,
  "max_rss_mb": 128.3,
  "model_calls": 0,
  "cost_usd": 0.0,
  "dev_tool_calls": {
   "G": 6860,
   "G2": 180608,
   "G2m": 8440
  }
 },
 "per_family": [
  {
   "family": "reconcile",
   "source": "E92_HAND",
   "out_type": "val",
   "budget": 4,
   "target_hidden": null,
   "G": {
    "template": "majority3",
    "dev": [
     20,
     20
    ],
    "dev_tool_calls": 80,
    "repertoire_size": 2,
    "program": "ite(eqv(read(0), read(1)), read(0), read(2))"
   },
   "G2": {
    "status": "FOUND",
    "rounds": 2,
    "seconds": 0.038,
    "expressions_considered": 3599,
    "dev_tool_calls": 329,
    "candidates": [
     {
      "id": "c1",
      "program": [
       "call",
       "read",
       [
        "const",
        0
       ]
      ],
      "shown": "read(0)",
      "size": 2,
      "round": 1,
      "examples": 3,
      "revises": null,
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-a2b9832132adf3fa"
     },
     {
      "id": "c2",
      "program": [
       "call",
       "read",
       [
        "ite",
        [
         "eqv",
         [
          "call",
          "read",
          [
           "const",
           0
          ]
         ],
         [
          "call",
          "read",
          [
           "const",
           1
          ]
         ]
        ],
        [
         "const",
         0
        ],
        [
         "const",
         2
        ]
       ]
      ],
      "shown": "read(ite(eqv(read(0), read(1)), 0, 2))",
      "size": 9,
      "round": 2,
      "examples": 4,
      "revises": "c1",
      "status": "CONSISTENT_WITH_DEV_POOL"
     }
    ],
    "promoted": true,
    "val": [
     10,
     10
    ],
    "promo": [
     20,
     20
    ],
    "syntactically_in_repertoire": false,
    "behaviourally_equal_to_repertoire_entry": true,
    "program": "read(ite(eqv(read(0), read(1)), 0, 2))",
    "size": 9
   },
   "G2_matched": {
    "status": "NO_PROGRAM_WITHIN_BOUNDS",
    "dev_tool_calls": 137,
    "cap": 80,
    "promoted_equivalent": false,
    "program": null
   },
   "D": {
    "program": "read(0)"
   },
   "F": {
    "template": "argmax3",
    "program": "read(0)"
   },
   "heldout": {
    "D": [
     21,
     30
    ],
    "F": [
     21,
     30
    ],
    "G": [
     30,
     30
    ],
    "G2": [
     30,
     30
    ],
    "G2m": [
     21,
     30
    ]
   }
  },
  {
   "family": "noisy_select",
   "source": "E92_HAND",
   "out_type": "int",
   "budget": 9,
   "target_hidden": null,
   "G": {
    "template": "argmax3",
    "dev": [
     20,
     20
    ],
    "dev_tool_calls": 200,
    "repertoire_size": 4,
    "program": "argmax3(probe(0, 1), probe(1, 1), probe(2, 1))"
   },
   "G2": {
    "status": "FOUND",
    "rounds": 4,
    "seconds": 0.506,
    "expressions_considered": 34662,
    "dev_tool_calls": 8649,
    "candidates": [
     {
      "id": "c1",
      "program": [
       "const",
       0
      ],
      "shown": "0",
      "size": 1,
      "round": 1,
      "examples": 3,
      "revises": null,
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-4030b123ee4ee19b"
     },
     {
      "id": "c2",
      "program": [
       "call",
       "probe",
       [
        "const",
        2
       ],
       [
        "const",
        2
       ]
      ],
      "shown": "probe(2, 2)",
      "size": 3,
      "round": 2,
      "examples": 4,
      "revises": "c1",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-7fc78768dc31ca76"
     },
     {
      "id": "c3",
      "program": [
       "add",
       [
        "call",
        "probe",
        [
         "const",
         1
        ],
        [
         "const",
         1
        ]
       ],
       [
        "call",
        "probe",
        [
         "const",
         2
        ],
        [
         "const",
         2
        ]
       ]
      ],
      "shown": "add(probe(1, 1), probe(2, 2))",
      "size": 7,
      "round": 3,
      "examples": 5,
      "revises": "c2",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-22dcfa613aa94cdf"
     },
     {
      "id": "c4",
      "program": [
       "argmax3",
       [
        "const",
        0
       ],
       [
        "call",
        "probe",
        [
         "const",
         1
        ],
        [
         "const",
         1
        ]
       ],
       [
        "call",
        "probe",
        [
         "const",
         2
        ],
        [
         "const",
         1
        ]
       ]
      ],
      "shown": "argmax3(0, probe(1, 1), probe(2, 1))",
      "size": 8,
      "round": 4,
      "examples": 6,
      "revises": "c3",
      "status": "CONSISTENT_WITH_DEV_POOL"
     }
    ],
    "promoted": false,
    "val": [
     8,
     10
    ],
    "promo": [
     20,
     20
    ],
    "syntactically_in_repertoire": false,
    "behaviourally_equal_to_repertoire_entry": true,
    "program": "argmax3(0, probe(1, 1), probe(2, 1))",
    "size": 8
   },
   "G2_matched": {
    "status": "NO_PROGRAM_WITHIN_BOUNDS",
    "dev_tool_calls": 514,
    "cap": 200,
    "promoted_equivalent": false,
    "program": null
   },
   "D": {
    "program": "probe(0, 0)"
   },
   "F": {
    "template": "argmax3",
    "program": "argmax3(probe(0, 1), probe(1, 1), probe(2, 1))"
   },
   "heldout": {
    "D": [
     0,
     30
    ],
    "F": [
     29,
     30
    ],
    "G": [
     29,
     30
    ],
    "G2": [
     0,
     30
    ],
    "G2m": [
     0,
     30
    ]
   }
  },
  {
   "family": "staged_repair",
   "source": "E92_HAND",
   "out_type": "bool",
   "budget": 3,
   "target_hidden": null,
   "G": {
    "template": "check_branch",
    "dev": [
     20,
     20
    ],
    "dev_tool_calls": 480,
    "repertoire_size": 10,
    "program": "ite(check(), do(apply(1), verify()), do(apply(0), verify()))"
   },
   "G2": {
    "status": "FOUND",
    "rounds": 1,
    "seconds": 0.046,
    "expressions_considered": 3272,
    "dev_tool_calls": 398,
    "candidates": [
     {
      "id": "c1",
      "program": [
       "do",
       [
        "call",
        "apply",
        [
         "ite",
         [
          "call",
          "check"
         ],
         [
          "const",
          1
         ],
         [
          "const",
          0
         ]
        ]
       ],
       [
        "const",
        true
       ]
      ],
      "shown": "do(apply(ite(check(), 1, 0)), True)",
      "size": 7,
      "round": 1,
      "examples": 3,
      "revises": null,
      "status": "CONSISTENT_WITH_DEV_POOL"
     }
    ],
    "promoted": true,
    "val": [
     10,
     10
    ],
    "promo": [
     20,
     20
    ],
    "syntactically_in_repertoire": false,
    "behaviourally_equal_to_repertoire_entry": true,
    "program": "do(apply(ite(check(), 1, 0)), True)",
    "size": 7
   },
   "G2_matched": {
    "status": "FOUND",
    "dev_tool_calls": 398,
    "cap": 480,
    "promoted_equivalent": true,
    "program": "do(apply(ite(check(), 1, 0)), True)"
   },
   "D": {
    "program": "do(apply(0), verify())"
   },
   "F": {
    "template": "argmax3",
    "program": "do(apply(0), verify())"
   },
   "heldout": {
    "D": [
     16,
     30
    ],
    "F": [
     16,
     30
    ],
    "G": [
     30,
     30
    ],
    "G2": [
     30,
     30
    ],
    "G2m": [
     30,
     30
    ]
   }
  },
  {
   "family": "median5",
   "source": "OUT_OF_LANGUAGE",
   "out_type": "int",
   "budget": 5,
   "target_hidden": null,
   "G": {
    "template": "majority3",
    "dev": [
     5,
     20
    ],
    "dev_tool_calls": 260,
    "repertoire_size": 5,
    "program": "ite(eqi(r(0), r(1)), r(0), r(2))"
   },
   "G2": {
    "status": "NO_PROGRAM_WITHIN_BOUNDS",
    "rounds": 2,
    "seconds": 15.176,
    "expressions_considered": 1620962,
    "dev_tool_calls": 7792,
    "candidates": [
     {
      "id": "c1",
      "program": [
       "call",
       "r",
       [
        "add",
        [
         "const",
         1
        ],
        [
         "ite",
         [
          "eqi",
          [
           "const",
           2
          ],
          [
           "call",
           "r",
           [
            "const",
            3
           ]
          ]
         ],
         [
          "const",
          3
         ],
         [
          "const",
          0
         ]
        ]
       ]
      ],
      "shown": "r(add(1, ite(eqi(2, r(3)), 3, 0)))",
      "size": 10,
      "round": 1,
      "examples": 3,
      "revises": null,
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-cd0d2fa35779b7f4"
     }
    ],
    "promoted": false
   },
   "G2_matched": {
    "status": "NO_PROGRAM_WITHIN_BOUNDS",
    "dev_tool_calls": 432,
    "cap": 260,
    "promoted_equivalent": false,
    "program": null
   },
   "D": {
    "program": "r(0)"
   },
   "F": {
    "template": "argmax3",
    "program": "argmax3(r(0), r(1), r(2))"
   },
   "heldout": {
    "D": [
     4,
     30
    ],
    "F": [
     0,
     30
    ],
    "G": [
     7,
     30
    ],
    "G2": [
     4,
     30
    ],
    "G2m": [
     4,
     30
    ]
   }
  },
  {
   "family": "prefix_sum",
   "source": "OUT_OF_LANGUAGE",
   "out_type": "int",
   "budget": 7,
   "target_hidden": null,
   "G": {
    "template": "sum3",
    "dev": [
     7,
     20
    ],
    "dev_tool_calls": 280,
    "repertoire_size": 6,
    "program": "add(add(r(0), r(1)), r(2))"
   },
   "G2": {
    "status": "NO_PROGRAM_WITHIN_BOUNDS",
    "rounds": 1,
    "seconds": 40.006,
    "expressions_considered": 4872414,
    "dev_tool_calls": 6164,
    "candidates": [],
    "promoted": false
   },
   "G2_matched": {
    "status": "NO_PROGRAM_WITHIN_BOUNDS",
    "dev_tool_calls": 358,
    "cap": 280,
    "promoted_equivalent": false,
    "program": null
   },
   "D": {
    "program": "r(0)"
   },
   "F": {
    "template": "argmax3",
    "program": "argmax3(r(0), r(1), r(2))"
   },
   "heldout": {
    "D": [
     1,
     30
    ],
    "F": [
     0,
     30
    ],
    "G": [
     9,
     30
    ],
    "G2": [
     1,
     30
    ],
    "G2m": [
     1,
     30
    ]
   }
  },
  {
   "family": "gen9302_00",
   "source": "GENERATED",
   "out_type": "int",
   "budget": 8,
   "target_hidden": "add(argmax3(p(), p(), 2), 1)",
   "G": {
    "template": "argmin3",
    "dev": [
     5,
     20
    ],
    "dev_tool_calls": 540,
    "repertoire_size": 11,
    "program": "argmin3(g(0), g(1), g(2))"
   },
   "G2": {
    "status": "FOUND",
    "rounds": 1,
    "seconds": 0.155,
    "expressions_considered": 19402,
    "dev_tool_calls": 1036,
    "candidates": [
     {
      "id": "c1",
      "program": [
       "add",
       [
        "const",
        1
       ],
       [
        "argmax3",
        [
         "call",
         "p"
        ],
        [
         "const",
         0
        ],
        [
         "const",
         2
        ]
       ]
      ],
      "shown": "add(1, argmax3(p(), 0, 2))",
      "size": 6,
      "round": 1,
      "examples": 3,
      "revises": null,
      "status": "CONSISTENT_WITH_DEV_POOL"
     }
    ],
    "promoted": true,
    "val": [
     10,
     10
    ],
    "promo": [
     20,
     20
    ],
    "syntactically_in_repertoire": false,
    "behaviourally_equal_to_repertoire_entry": false,
    "program": "add(1, argmax3(p(), 0, 2))",
    "size": 6
   },
   "G2_matched": {
    "status": "NO_PROGRAM_WITHIN_BOUNDS",
    "dev_tool_calls": 973,
    "cap": 540,
    "promoted_equivalent": false,
    "program": null
   },
   "D": {
    "program": "f(0)"
   },
   "F": {
    "template": "argmax3",
    "program": "argmax3(f(0), f(1), f(2))"
   },
   "heldout": {
    "D": [
     3,
     30
    ],
    "F": [
     7,
     30
    ],
    "G": [
     5,
     30
    ],
    "G2": [
     30,
     30
    ],
    "G2m": [
     3,
     30
    ]
   }
  },
  {
   "family": "gen9302_01",
   "source": "GENERATED",
   "out_type": "int",
   "budget": 8,
   "target_hidden": "sub(argmin3(f(p()), 0, 3), p())",
   "G": {
    "template": "argmin3",
    "dev": [
     6,
     20
    ],
    "dev_tool_calls": 540,
    "repertoire_size": 11,
    "program": "argmin3(g(0), g(1), g(2))"
   },
   "G2": {
    "status": "NO_PROGRAM_WITHIN_BOUNDS",
    "rounds": 4,
    "seconds": 40.386,
    "expressions_considered": 3336712,
    "dev_tool_calls": 51594,
    "candidates": [
     {
      "id": "c1",
      "program": [
       "sub",
       [
        "const",
        1
       ],
       [
        "call",
        "p"
       ]
      ],
      "shown": "sub(1, p())",
      "size": 3,
      "round": 1,
      "examples": 3,
      "revises": null,
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-506dbf211d023ea7"
     },
     {
      "id": "c2",
      "program": [
       "sub",
       [
        "call",
        "f",
        [
         "call",
         "p"
        ]
       ],
       [
        "call",
        "p"
       ]
      ],
      "shown": "sub(f(p()), p())",
      "size": 4,
      "round": 2,
      "examples": 4,
      "revises": "c1",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-58ffe89d768f0066"
     },
     {
      "id": "c3",
      "program": [
       "sub",
       [
        "argmax3",
        [
         "call",
         "p"
        ],
        [
         "const",
         2
        ],
        [
         "const",
         0
        ]
       ],
       [
        "call",
        "p"
       ]
      ],
      "shown": "sub(argmax3(p(), 2, 0), p())",
      "size": 6,
      "round": 3,
      "examples": 5,
      "revises": "c2",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-423c7fdbf36c3f8f"
     }
    ],
    "promoted": false
   },
   "G2_matched": {
    "status": "NO_PROGRAM_WITHIN_BOUNDS",
    "dev_tool_calls": 1262,
    "cap": 540,
    "promoted_equivalent": false,
    "program": null
   },
   "D": {
    "program": "f(0)"
   },
   "F": {
    "template": "argmax3",
    "program": "argmax3(f(0), f(1), f(2))"
   },
   "heldout": {
    "D": [
     1,
     30
    ],
    "F": [
     7,
     30
    ],
    "G": [
     4,
     30
    ],
    "G2": [
     1,
     30
    ],
    "G2m": [
     1,
     30
    ]
   }
  },
  {
   "family": "gen9302_02",
   "source": "GENERATED",
   "out_type": "bool",
   "budget": 8,
   "target_hidden": "not(eqi(1, f(p())))",
   "G": {
    "template": "threshold",
    "dev": [
     10,
     20
    ],
    "dev_tool_calls": 80,
    "repertoire_size": 2,
    "program": "lt(f(0), p())"
   },
   "G2": {
    "status": "FOUND",
    "rounds": 6,
    "seconds": 0.311,
    "expressions_considered": 19387,
    "dev_tool_calls": 5383,
    "candidates": [
     {
      "id": "c1",
      "program": [
       "lt",
       [
        "const",
        2
       ],
       [
        "call",
        "f",
        [
         "const",
         2
        ]
       ]
      ],
      "shown": "lt(2, f(2))",
      "size": 4,
      "round": 1,
      "examples": 3,
      "revises": null,
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-8ca8a4c9f1979d3b"
     },
     {
      "id": "c2",
      "program": [
       "lt",
       [
        "call",
        "f",
        [
         "const",
         1
        ]
       ],
       [
        "const",
        3
       ]
      ],
      "shown": "lt(f(1), 3)",
      "size": 4,
      "round": 2,
      "examples": 4,
      "revises": "c1",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-2d09b53f448787ef"
     },
     {
      "id": "c3",
      "program": [
       "lt",
       [
        "call",
        "f",
        [
         "const",
         1
        ]
       ],
       [
        "call",
        "g",
        [
         "const",
         2
        ]
       ]
      ],
      "shown": "lt(f(1), g(2))",
      "size": 5,
      "round": 3,
      "examples": 5,
      "revises": "c2",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-dc23d7f424fc5a2f"
     },
     {
      "id": "c4",
      "program": [
       "not",
       [
        "lt",
        [
         "call",
         "f",
         [
          "const",
          2
         ]
        ],
        [
         "call",
         "p"
        ]
       ]
      ],
      "shown": "not(lt(f(2), p()))",
      "size": 5,
      "round": 4,
      "examples": 6,
      "revises": "c3",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-8d5294a091b0d952"
     },
     {
      "id": "c5",
      "program": [
       "not",
       [
        "eqi",
        [
         "const",
         1
        ],
        [
         "call",
         "f",
         [
          "const",
          3
         ]
        ]
       ]
      ],
      "shown": "not(eqi(1, f(3)))",
      "size": 5,
      "round": 5,
      "examples": 7,
      "revises": "c4",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-976d99a86f37a512"
     },
     {
      "id": "c6",
      "program": [
       "not",
       [
        "eqi",
        [
         "const",
         1
        ],
        [
         "call",
         "f",
         [
          "call",
          "p"
         ]
        ]
       ]
      ],
      "shown": "not(eqi(1, f(p())))",
      "size": 5,
      "round": 6,
      "examples": 8,
      "revises": "c5",
      "status": "CONSISTENT_WITH_DEV_POOL"
     }
    ],
    "promoted": true,
    "val": [
     10,
     10
    ],
    "promo": [
     20,
     20
    ],
    "syntactically_in_repertoire": false,
    "behaviourally_equal_to_repertoire_entry": false,
    "program": "not(eqi(1, f(p())))",
    "size": 5
   },
   "G2_matched": {
    "status": "NO_PROGRAM_WITHIN_BOUNDS",
    "dev_tool_calls": 125,
    "cap": 80,
    "promoted_equivalent": false,
    "program": null
   },
   "D": {
    "program": "False"
   },
   "F": {
    "template": "argmax3",
    "program": "False"
   },
   "heldout": {
    "D": [
     1,
     30
    ],
    "F": [
     1,
     30
    ],
    "G": [
     2,
     30
    ],
    "G2": [
     30,
     30
    ],
    "G2m": [
     1,
     30
    ]
   }
  },
  {
   "family": "gen9302_03",
   "source": "GENERATED",
   "out_type": "int",
   "budget": 8,
   "target_hidden": "argmax3(sub(p(), 1), p(), 2)",
   "G": {
    "template": "argmax3",
    "dev": [
     6,
     20
    ],
    "dev_tool_calls": 540,
    "repertoire_size": 11,
    "program": "argmax3(g(0), g(1), g(2))"
   },
   "G2": {
    "status": "FOUND",
    "rounds": 2,
    "seconds": 0.027,
    "expressions_considered": 1637,
    "dev_tool_calls": 314,
    "candidates": [
     {
      "id": "c1",
      "program": [
       "argmax3",
       [
        "const",
        0
       ],
       [
        "call",
        "p"
       ],
       [
        "const",
        1
       ]
      ],
      "shown": "argmax3(0, p(), 1)",
      "size": 4,
      "round": 1,
      "examples": 3,
      "revises": null,
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-ea791c2bd0c07829"
     },
     {
      "id": "c2",
      "program": [
       "argmax3",
       [
        "const",
        0
       ],
       [
        "call",
        "p"
       ],
       [
        "const",
        2
       ]
      ],
      "shown": "argmax3(0, p(), 2)",
      "size": 4,
      "round": 2,
      "examples": 4,
      "revises": "c1",
      "status": "CONSISTENT_WITH_DEV_POOL"
     }
    ],
    "promoted": true,
    "val": [
     10,
     10
    ],
    "promo": [
     20,
     20
    ],
    "syntactically_in_repertoire": false,
    "behaviourally_equal_to_repertoire_entry": false,
    "program": "argmax3(0, p(), 2)",
    "size": 4
   },
   "G2_matched": {
    "status": "FOUND",
    "dev_tool_calls": 314,
    "cap": 540,
    "promoted_equivalent": true,
    "program": "argmax3(0, p(), 2)"
   },
   "D": {
    "program": "f(0)"
   },
   "F": {
    "template": "argmax3",
    "program": "argmax3(f(0), f(1), f(2))"
   },
   "heldout": {
    "D": [
     1,
     30
    ],
    "F": [
     8,
     30
    ],
    "G": [
     8,
     30
    ],
    "G2": [
     30,
     30
    ],
    "G2m": [
     30,
     30
    ]
   }
  },
  {
   "family": "gen9302_04",
   "source": "GENERATED",
   "out_type": "int",
   "budget": 8,
   "target_hidden": "argmax3(0, p(), f(p()))",
   "G": {
    "template": "argmax3",
    "dev": [
     7,
     20
    ],
    "dev_tool_calls": 540,
    "repertoire_size": 11,
    "program": "argmax3(f(0), f(1), f(2))"
   },
   "G2": {
    "status": "FOUND",
    "rounds": 5,
    "seconds": 0.323,
    "expressions_considered": 17106,
    "dev_tool_calls": 3370,
    "candidates": [
     {
      "id": "c1",
      "program": [
       "const",
       2
      ],
      "shown": "2",
      "size": 1,
      "round": 1,
      "examples": 3,
      "revises": null,
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-3d316b8474910c32"
     },
     {
      "id": "c2",
      "program": [
       "argmax3",
       [
        "const",
        0
       ],
       [
        "const",
        3
       ],
       [
        "call",
        "f",
        [
         "const",
         3
        ]
       ]
      ],
      "shown": "argmax3(0, 3, f(3))",
      "size": 5,
      "round": 2,
      "examples": 4,
      "revises": "c1",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-84a1b41fc2886abd"
     },
     {
      "id": "c3",
      "program": [
       "argmax3",
       [
        "const",
        0
       ],
       [
        "const",
        3
       ],
       [
        "call",
        "f",
        [
         "call",
         "p"
        ]
       ]
      ],
      "shown": "argmax3(0, 3, f(p()))",
      "size": 5,
      "round": 3,
      "examples": 5,
      "revises": "c2",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-3abe4f3e16b5ca37"
     },
     {
      "id": "c4",
      "program": [
       "argmax3",
       [
        "const",
        0
       ],
       [
        "const",
        3
       ],
       [
        "call",
        "g",
        [
         "const",
         2
        ]
       ]
      ],
      "shown": "argmax3(0, 3, g(2))",
      "size": 5,
      "round": 4,
      "examples": 6,
      "revises": "c3",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-bfef6128262168ad"
     },
     {
      "id": "c5",
      "program": [
       "argmax3",
       [
        "const",
        0
       ],
       [
        "call",
        "p"
       ],
       [
        "call",
        "f",
        [
         "call",
         "p"
        ]
       ]
      ],
      "shown": "argmax3(0, p(), f(p()))",
      "size": 5,
      "round": 5,
      "examples": 7,
      "revises": "c4",
      "status": "CONSISTENT_WITH_DEV_POOL"
     }
    ],
    "promoted": true,
    "val": [
     10,
     10
    ],
    "promo": [
     20,
     20
    ],
    "syntactically_in_repertoire": false,
    "behaviourally_equal_to_repertoire_entry": false,
    "program": "argmax3(0, p(), f(p()))",
    "size": 5
   },
   "G2_matched": {
    "status": "NO_PROGRAM_WITHIN_BOUNDS",
    "dev_tool_calls": 545,
    "cap": 540,
    "promoted_equivalent": false,
    "program": null
   },
   "D": {
    "program": "f(0)"
   },
   "F": {
    "template": "argmax3",
    "program": "argmax3(f(0), f(1), f(2))"
   },
   "heldout": {
    "D": [
     5,
     30
    ],
    "F": [
     8,
     30
    ],
    "G": [
     8,
     30
    ],
    "G2": [
     30,
     30
    ],
    "G2m": [
     5,
     30
    ]
   }
  },
  {
   "family": "gen9302_05",
   "source": "GENERATED",
   "out_type": "int",
   "budget": 8,
   "target_hidden": "argmin3(g(p()), p(), f(0))",
   "G": {
    "template": "argmax3",
    "dev": [
     10,
     20
    ],
    "dev_tool_calls": 540,
    "repertoire_size": 11,
    "program": "argmax3(g(0), g(1), g(2))"
   },
   "G2": {
    "status": "NO_PROGRAM_WITHIN_BOUNDS",
    "rounds": 6,
    "seconds": 40.348,
    "expressions_considered": 2522628,
    "dev_tool_calls": 45310,
    "candidates": [
     {
      "id": "c1",
      "program": [
       "sub",
       [
        "const",
        2
       ],
       [
        "call",
        "p"
       ]
      ],
      "shown": "sub(2, p())",
      "size": 3,
      "round": 1,
      "examples": 3,
      "revises": null,
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-833f66d19c3d4022"
     },
     {
      "id": "c2",
      "program": [
       "argmax3",
       [
        "const",
        1
       ],
       [
        "call",
        "g",
        [
         "const",
         2
        ]
       ],
       [
        "const",
        0
       ]
      ],
      "shown": "argmax3(1, g(2), 0)",
      "size": 5,
      "round": 2,
      "examples": 4,
      "revises": "c1",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-dcf6dea27c93c900"
     },
     {
      "id": "c3",
      "program": [
       "argmax3",
       [
        "const",
        1
       ],
       [
        "call",
        "g",
        [
         "call",
         "p"
        ]
       ],
       [
        "const",
        0
       ]
      ],
      "shown": "argmax3(1, g(p()), 0)",
      "size": 5,
      "round": 3,
      "examples": 5,
      "revises": "c2",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-efa2e46a687955a1"
     },
     {
      "id": "c4",
      "program": [
       "argmax3",
       [
        "call",
        "p"
       ],
       [
        "call",
        "g",
        [
         "const",
         2
        ]
       ],
       [
        "const",
        0
       ]
      ],
      "shown": "argmax3(p(), g(2), 0)",
      "size": 5,
      "round": 4,
      "examples": 6,
      "revises": "c3",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-547ae264b974aa80"
     },
     {
      "id": "c5",
      "program": [
       "argmax3",
       [
        "call",
        "p"
       ],
       [
        "call",
        "g",
        [
         "call",
         "p"
        ]
       ],
       [
        "const",
        0
       ]
      ],
      "shown": "argmax3(p(), g(p()), 0)",
      "size": 5,
      "round": 5,
      "examples": 7,
      "revises": "c4",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-ac81818adf77a1fb"
     }
    ],
    "promoted": false
   },
   "G2_matched": {
    "status": "NO_PROGRAM_WITHIN_BOUNDS",
    "dev_tool_calls": 550,
    "cap": 540,
    "promoted_equivalent": false,
    "program": null
   },
   "D": {
    "program": "f(0)"
   },
   "F": {
    "template": "argmax3",
    "program": "argmax3(f(0), f(1), f(2))"
   },
   "heldout": {
    "D": [
     1,
     30
    ],
    "F": [
     10,
     30
    ],
    "G": [
     9,
     30
    ],
    "G2": [
     1,
     30
    ],
    "G2m": [
     1,
     30
    ]
   }
  },
  {
   "family": "gen9302_06",
   "source": "GENERATED",
   "out_type": "int",
   "budget": 8,
   "target_hidden": "sub(f(1), g(1))",
   "G": {
    "template": "argmin3",
    "dev": [
     3,
     20
    ],
    "dev_tool_calls": 540,
    "repertoire_size": 11,
    "program": "argmin3(g(0), g(1), g(2))"
   },
   "G2": {
    "status": "FOUND",
    "rounds": 1,
    "seconds": 0.033,
    "expressions_considered": 4233,
    "dev_tool_calls": 559,
    "candidates": [
     {
      "id": "c1",
      "program": [
       "sub",
       [
        "call",
        "f",
        [
         "const",
         1
        ]
       ],
       [
        "call",
        "g",
        [
         "const",
         1
        ]
       ]
      ],
      "shown": "sub(f(1), g(1))",
      "size": 5,
      "round": 1,
      "examples": 3,
      "revises": null,
      "status": "CONSISTENT_WITH_DEV_POOL"
     }
    ],
    "promoted": true,
    "val": [
     10,
     10
    ],
    "promo": [
     20,
     20
    ],
    "syntactically_in_repertoire": false,
    "behaviourally_equal_to_repertoire_entry": false,
    "program": "sub(f(1), g(1))",
    "size": 5
   },
   "G2_matched": {
    "status": "FOUND",
    "dev_tool_calls": 559,
    "cap": 540,
    "promoted_equivalent": true,
    "program": "sub(f(1), g(1))"
   },
   "D": {
    "program": "f(0)"
   },
   "F": {
    "template": "argmax3",
    "program": "argmax3(f(0), f(1), f(2))"
   },
   "heldout": {
    "D": [
     2,
     30
    ],
    "F": [
     4,
     30
    ],
    "G": [
     2,
     30
    ],
    "G2": [
     30,
     30
    ],
    "G2m": [
     30,
     30
    ]
   }
  },
  {
   "family": "gen9302_07",
   "source": "GENERATED",
   "out_type": "int",
   "budget": 8,
   "target_hidden": "f(argmax3(f(0), p(), p()))",
   "G": {
    "template": "first",
    "dev": [
     17,
     20
    ],
    "dev_tool_calls": 540,
    "repertoire_size": 11,
    "program": "f(0)"
   },
   "G2": {
    "status": "FOUND",
    "rounds": 7,
    "seconds": 1.962,
    "expressions_considered": 106487,
    "dev_tool_calls": 31196,
    "candidates": [
     {
      "id": "c1",
      "program": [
       "call",
       "f",
       [
        "sub",
        [
         "call",
         "p"
        ],
        [
         "const",
         1
        ]
       ]
      ],
      "shown": "f(sub(p(), 1))",
      "size": 4,
      "round": 1,
      "examples": 3,
      "revises": null,
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:LangError:ARG_RANGE",
      "counterexample_task": "e93-c53bb8866721960a"
     },
     {
      "id": "c2",
      "program": [
       "call",
       "f",
       [
        "argmax3",
        [
         "const",
         1
        ],
        [
         "const",
         0
        ],
        [
         "call",
         "p"
        ]
       ]
      ],
      "shown": "f(argmax3(1, 0, p()))",
      "size": 5,
      "round": 2,
      "examples": 4,
      "revises": "c1",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-7f8eb03b819c428e"
     },
     {
      "id": "c3",
      "program": [
       "call",
       "f",
       [
        "argmax3",
        [
         "const",
         1
        ],
        [
         "call",
         "p"
        ],
        [
         "const",
         0
        ]
       ]
      ],
      "shown": "f(argmax3(1, p(), 0))",
      "size": 5,
      "round": 3,
      "examples": 5,
      "revises": "c2",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-41afcd65f8f31262"
     },
     {
      "id": "c4",
      "program": [
       "call",
       "f",
       [
        "argmax3",
        [
         "call",
         "f",
         [
          "const",
          0
         ]
        ],
        [
         "const",
         0
        ],
        [
         "const",
         1
        ]
       ]
      ],
      "shown": "f(argmax3(f(0), 0, 1))",
      "size": 6,
      "round": 4,
      "examples": 6,
      "revises": "c3",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-5ed88ca2099037e2"
     },
     {
      "id": "c5",
      "program": [
       "call",
       "f",
       [
        "argmax3",
        [
         "call",
         "f",
         [
          "const",
          0
         ]
        ],
        [
         "const",
         1
        ],
        [
         "const",
         0
        ]
       ]
      ],
      "shown": "f(argmax3(f(0), 1, 0))",
      "size": 6,
      "round": 5,
      "examples": 7,
      "revises": "c4",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-c0534a22a2da12cf"
     },
     {
      "id": "c6",
      "program": [
       "call",
       "f",
       [
        "argmax3",
        [
         "call",
         "f",
         [
          "const",
          0
         ]
        ],
        [
         "const",
         2
        ],
        [
         "const",
         0
        ]
       ]
      ],
      "shown": "f(argmax3(f(0), 2, 0))",
      "size": 6,
      "round": 6,
      "examples": 8,
      "revises": "c5",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-f6cf6b09bc6a67ec"
     },
     {
      "id": "c7",
      "program": [
       "call",
       "f",
       [
        "argmax3",
        [
         "call",
         "f",
         [
          "const",
          0
         ]
        ],
        [
         "call",
         "p"
        ],
        [
         "const",
         0
        ]
       ]
      ],
      "shown": "f(argmax3(f(0), p(), 0))",
      "size": 6,
      "round": 7,
      "examples": 9,
      "revises": "c6",
      "status": "CONSISTENT_WITH_DEV_POOL"
     }
    ],
    "promoted": true,
    "val": [
     10,
     10
    ],
    "promo": [
     20,
     20
    ],
    "syntactically_in_repertoire": false,
    "behaviourally_equal_to_repertoire_entry": false,
    "program": "f(argmax3(f(0), p(), 0))",
    "size": 6
   },
   "G2_matched": {
    "status": "NO_PROGRAM_WITHIN_BOUNDS",
    "dev_tool_calls": 792,
    "cap": 540,
    "promoted_equivalent": false,
    "program": null
   },
   "D": {
    "program": "f(0)"
   },
   "F": {
    "template": "argmax3",
    "program": "argmax3(f(0), f(1), f(2))"
   },
   "heldout": {
    "D": [
     24,
     30
    ],
    "F": [
     4,
     30
    ],
    "G": [
     24,
     30
    ],
    "G2": [
     30,
     30
    ],
    "G2m": [
     24,
     30
    ]
   }
  },
  {
   "family": "gen9302_08",
   "source": "GENERATED",
   "out_type": "bool",
   "budget": 8,
   "target_hidden": "eqi(add(f(p()), p()), 3)",
   "G": {
    "template": "threshold",
    "dev": [
     16,
     20
    ],
    "dev_tool_calls": 80,
    "repertoire_size": 2,
    "program": "lt(g(0), p())"
   },
   "G2": {
    "status": "FOUND",
    "rounds": 7,
    "seconds": 0.775,
    "expressions_considered": 50881,
    "dev_tool_calls": 16378,
    "candidates": [
     {
      "id": "c1",
      "program": [
       "const",
       false
      ],
      "shown": "False",
      "size": 1,
      "round": 1,
      "examples": 3,
      "revises": null,
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-5536c26087044b62"
     },
     {
      "id": "c2",
      "program": [
       "eqi",
       [
        "const",
        1
       ],
       [
        "call",
        "p"
       ]
      ],
      "shown": "eqi(1, p())",
      "size": 3,
      "round": 2,
      "examples": 4,
      "revises": "c1",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-e43a2e924059ed59"
     },
     {
      "id": "c3",
      "program": [
       "lt",
       [
        "call",
        "g",
        [
         "const",
         2
        ]
       ],
       [
        "const",
        3
       ]
      ],
      "shown": "lt(g(2), 3)",
      "size": 4,
      "round": 3,
      "examples": 5,
      "revises": "c2",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-ba16f276de3559ae"
     },
     {
      "id": "c4",
      "program": [
       "eqi",
       [
        "const",
        2
       ],
       [
        "call",
        "f",
        [
         "call",
         "p"
        ]
       ]
      ],
      "shown": "eqi(2, f(p()))",
      "size": 4,
      "round": 4,
      "examples": 6,
      "revises": "c3",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-dae860fb343ea77f"
     },
     {
      "id": "c5",
      "program": [
       "eqi",
       [
        "const",
        2
       ],
       [
        "call",
        "g",
        [
         "const",
         2
        ]
       ]
      ],
      "shown": "eqi(2, g(2))",
      "size": 4,
      "round": 5,
      "examples": 7,
      "revises": "c4",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-49fe7e06d22084d9"
     },
     {
      "id": "c6",
      "program": [
       "eqi",
       [
        "const",
        3
       ],
       [
        "add",
        [
         "call",
         "p"
        ],
        [
         "call",
         "f",
         [
          "const",
          1
         ]
        ]
       ]
      ],
      "shown": "eqi(3, add(p(), f(1)))",
      "size": 6,
      "round": 6,
      "examples": 8,
      "revises": "c5",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-9048c1692fddb227"
     },
     {
      "id": "c7",
      "program": [
       "eqi",
       [
        "const",
        3
       ],
       [
        "add",
        [
         "call",
         "p"
        ],
        [
         "call",
         "f",
         [
          "call",
          "p"
         ]
        ]
       ]
      ],
      "shown": "eqi(3, add(p(), f(p())))",
      "size": 6,
      "round": 7,
      "examples": 9,
      "revises": "c6",
      "status": "CONSISTENT_WITH_DEV_POOL"
     }
    ],
    "promoted": true,
    "val": [
     10,
     10
    ],
    "promo": [
     20,
     20
    ],
    "syntactically_in_repertoire": false,
    "behaviourally_equal_to_repertoire_entry": false,
    "program": "eqi(3, add(p(), f(p())))",
    "size": 6
   },
   "G2_matched": {
    "status": "NO_PROGRAM_WITHIN_BOUNDS",
    "dev_tool_calls": 81,
    "cap": 80,
    "promoted_equivalent": false,
    "program": null
   },
   "D": {
    "program": "False"
   },
   "F": {
    "template": "argmax3",
    "program": "False"
   },
   "heldout": {
    "D": [
     23,
     30
    ],
    "F": [
     23,
     30
    ],
    "G": [
     22,
     30
    ],
    "G2": [
     30,
     30
    ],
    "G2m": [
     23,
     30
    ]
   }
  },
  {
   "family": "gen9302_09",
   "source": "GENERATED",
   "out_type": "int",
   "budget": 8,
   "target_hidden": "g(argmin3(3, p(), p()))",
   "G": {
    "template": "first",
    "dev": [
     12,
     20
    ],
    "dev_tool_calls": 540,
    "repertoire_size": 11,
    "program": "g(0)"
   },
   "G2": {
    "status": "FOUND",
    "rounds": 2,
    "seconds": 0.056,
    "expressions_considered": 4927,
    "dev_tool_calls": 731,
    "candidates": [
     {
      "id": "c1",
      "program": [
       "call",
       "g",
       [
        "sub",
        [
         "const",
         3
        ],
        [
         "call",
         "p"
        ]
       ]
      ],
      "shown": "g(sub(3, p()))",
      "size": 4,
      "round": 1,
      "examples": 3,
      "revises": null,
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-7542b299942a9475"
     },
     {
      "id": "c2",
      "program": [
       "call",
       "g",
       [
        "argmax3",
        [
         "call",
         "p"
        ],
        [
         "const",
         3
        ],
        [
         "const",
         0
        ]
       ]
      ],
      "shown": "g(argmax3(p(), 3, 0))",
      "size": 5,
      "round": 2,
      "examples": 4,
      "revises": "c1",
      "status": "CONSISTENT_WITH_DEV_POOL"
     }
    ],
    "promoted": true,
    "val": [
     10,
     10
    ],
    "promo": [
     20,
     20
    ],
    "syntactically_in_repertoire": false,
    "behaviourally_equal_to_repertoire_entry": false,
    "program": "g(argmax3(p(), 3, 0))",
    "size": 5
   },
   "G2_matched": {
    "status": "NO_PROGRAM_WITHIN_BOUNDS",
    "dev_tool_calls": 603,
    "cap": 540,
    "promoted_equivalent": false,
    "program": null
   },
   "D": {
    "program": "f(0)"
   },
   "F": {
    "template": "argmax3",
    "program": "argmax3(f(0), f(1), f(2))"
   },
   "heldout": {
    "D": [
     3,
     30
    ],
    "F": [
     3,
     30
    ],
    "G": [
     11,
     30
    ],
    "G2": [
     30,
     30
    ],
    "G2m": [
     3,
     30
    ]
   }
  },
  {
   "family": "gen9302_10",
   "source": "GENERATED",
   "out_type": "int",
   "budget": 8,
   "target_hidden": "argmin3(f(p()), 2, 3)",
   "G": {
    "template": "argmax3",
    "dev": [
     10,
     20
    ],
    "dev_tool_calls": 540,
    "repertoire_size": 11,
    "program": "argmax3(f(0), f(1), f(2))"
   },
   "G2": {
    "status": "FOUND",
    "rounds": 3,
    "seconds": 0.111,
    "expressions_considered": 8181,
    "dev_tool_calls": 1160,
    "candidates": [
     {
      "id": "c1",
      "program": [
       "const",
       1
      ],
      "shown": "1",
      "size": 1,
      "round": 1,
      "examples": 3,
      "revises": null,
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-41f8f57f7e7f080d"
     },
     {
      "id": "c2",
      "program": [
       "argmax3",
       [
        "const",
        2
       ],
       [
        "call",
        "f",
        [
         "const",
         1
        ]
       ],
       [
        "const",
        0
       ]
      ],
      "shown": "argmax3(2, f(1), 0)",
      "size": 5,
      "round": 2,
      "examples": 4,
      "revises": "c1",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-ab34dd192a2d16b7"
     },
     {
      "id": "c3",
      "program": [
       "argmax3",
       [
        "const",
        2
       ],
       [
        "call",
        "f",
        [
         "call",
         "p"
        ]
       ],
       [
        "const",
        0
       ]
      ],
      "shown": "argmax3(2, f(p()), 0)",
      "size": 5,
      "round": 3,
      "examples": 5,
      "revises": "c2",
      "status": "CONSISTENT_WITH_DEV_POOL"
     }
    ],
    "promoted": true,
    "val": [
     10,
     10
    ],
    "promo": [
     20,
     20
    ],
    "syntactically_in_repertoire": false,
    "behaviourally_equal_to_repertoire_entry": false,
    "program": "argmax3(2, f(p()), 0)",
    "size": 5
   },
   "G2_matched": {
    "status": "NO_PROGRAM_WITHIN_BOUNDS",
    "dev_tool_calls": 552,
    "cap": 540,
    "promoted_equivalent": false,
    "program": null
   },
   "D": {
    "program": "f(0)"
   },
   "F": {
    "template": "argmax3",
    "program": "argmax3(f(0), f(1), f(2))"
   },
   "heldout": {
    "D": [
     5,
     30
    ],
    "F": [
     9,
     30
    ],
    "G": [
     9,
     30
    ],
    "G2": [
     30,
     30
    ],
    "G2m": [
     5,
     30
    ]
   }
  },
  {
   "family": "gen9302_11",
   "source": "GENERATED",
   "out_type": "int",
   "budget": 8,
   "target_hidden": "argmax3(p(), sub(p(), p()), 1)",
   "G": {
    "template": "argmax3",
    "dev": [
     11,
     20
    ],
    "dev_tool_calls": 540,
    "repertoire_size": 11,
    "program": "argmax3(f(0), f(1), f(2))"
   },
   "G2": {
    "status": "FOUND",
    "rounds": 2,
    "seconds": 0.044,
    "expressions_considered": 959,
    "dev_tool_calls": 245,
    "candidates": [
     {
      "id": "c1",
      "program": [
       "sub",
       [
        "const",
        2
       ],
       [
        "call",
        "p"
       ]
      ],
      "shown": "sub(2, p())",
      "size": 3,
      "round": 1,
      "examples": 3,
      "revises": null,
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-9d27d27bba7c51ed"
     },
     {
      "id": "c2",
      "program": [
       "argmax3",
       [
        "call",
        "p"
       ],
       [
        "const",
        0
       ],
       [
        "const",
        1
       ]
      ],
      "shown": "argmax3(p(), 0, 1)",
      "size": 4,
      "round": 2,
      "examples": 4,
      "revises": "c1",
      "status": "CONSISTENT_WITH_DEV_POOL"
     }
    ],
    "promoted": true,
    "val": [
     10,
     10
    ],
    "promo": [
     20,
     20
    ],
    "syntactically_in_repertoire": false,
    "behaviourally_equal_to_repertoire_entry": false,
    "program": "argmax3(p(), 0, 1)",
    "size": 4
   },
   "G2_matched": {
    "status": "FOUND",
    "dev_tool_calls": 245,
    "cap": 540,
    "promoted_equivalent": true,
    "program": "argmax3(p(), 0, 1)"
   },
   "D": {
    "program": "f(0)"
   },
   "F": {
    "template": "argmax3",
    "program": "argmax3(f(0), f(1), f(2))"
   },
   "heldout": {
    "D": [
     3,
     30
    ],
    "F": [
     14,
     30
    ],
    "G": [
     14,
     30
    ],
    "G2": [
     30,
     30
    ],
    "G2m": [
     30,
     30
    ]
   }
  }
 ]
}