{
 "configs": [
  {
   "coordination_overhead_evaluations": 240,
   "duplicate_work": 0,
   "mcnemar_E_vs_A_p": 0.0,
   "rows": [
    {
     "accuracy": 0.3333,
     "arm": "A_single",
     "correct": 20,
     "detail": [
      {
       "arm": "A_single",
       "choice": 2,
       "correct": true,
       "task": 0
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": false,
       "task": 1
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": false,
       "task": 2
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": false,
       "task": 3
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": true,
       "task": 4
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": false,
       "task": 5
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": true,
       "task": 6
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": false,
       "task": 7
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": false,
       "task": 8
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": false,
       "task": 9
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": true,
       "task": 10
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": false,
       "task": 11
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": true,
       "task": 12
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": false,
       "task": 13
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": false,
       "task": 14
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": false,
       "task": 15
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": true,
       "task": 16
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": false,
       "task": 17
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": true,
       "task": 18
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": false,
       "task": 19
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": false,
       "task": 20
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": false,
       "task": 21
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": true,
       "task": 22
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": false,
       "task": 23
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": true,
       "task": 24
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": false,
       "task": 25
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": false,
       "task": 26
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": false,
       "task": 27
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": true,
       "task": 28
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": false,
       "task": 29
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": true,
       "task": 30
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": false,
       "task": 31
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": false,
       "task": 32
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": false,
       "task": 33
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": true,
       "task": 34
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": false,
       "task": 35
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": true,
       "task": 36
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": false,
       "task": 37
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": false,
       "task": 38
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": false,
       "task": 39
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": true,
       "task": 40
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": false,
       "task": 41
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": true,
       "task": 42
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": false,
       "task": 43
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": false,
       "task": 44
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": false,
       "task": 45
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": true,
       "task": 46
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": false,
       "task": 47
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": true,
       "task": 48
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": false,
       "task": 49
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": false,
       "task": 50
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": false,
       "task": 51
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": true,
       "task": 52
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": false,
       "task": 53
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": true,
       "task": 54
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": false,
       "task": 55
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": false,
       "task": 56
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": false,
       "task": 57
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": true,
       "task": 58
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": false,
       "task": 59
      }
     ],
     "evaluations": 240,
     "false_accept": 0,
     "false_reject": 0,
     "n": 60,
     "seconds": 0.0003,
     "wilson_95": [
      0.2273,
      0.4594
     ]
    },
    {
     "accuracy": 1.0,
     "arm": "A2_single_verify",
     "correct": 60,
     "detail": [
      {
       "arm": "A2_single_verify",
       "choice": 2,
       "correct": true,
       "task": 0
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 1
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 2
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 3
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 4
      },
      {
       "arm": "A2_single_verify",
       "choice": 2,
       "correct": true,
       "task": 5
      },
      {
       "arm": "A2_single_verify",
       "choice": 2,
       "correct": true,
       "task": 6
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 7
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 8
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 9
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 10
      },
      {
       "arm": "A2_single_verify",
       "choice": 2,
       "correct": true,
       "task": 11
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 12
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 13
      },
      {
       "arm": "A2_single_verify",
       "choice": 2,
       "correct": true,
       "task": 14
      },
      {
       "arm": "A2_single_verify",
       "choice": 2,
       "correct": true,
       "task": 15
      },
      {
       "arm": "A2_single_verify",
       "choice": 2,
       "correct": true,
       "task": 16
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 17
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 18
      },
      {
       "arm": "A2_single_verify",
       "choice": 2,
       "correct": true,
       "task": 19
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 20
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 21
      },
      {
       "arm": "A2_single_verify",
       "choice": 2,
       "correct": true,
       "task": 22
      },
      {
       "arm": "A2_single_verify",
       "choice": 2,
       "correct": true,
       "task": 23
      },
      {
       "arm": "A2_single_verify",
       "choice": 2,
       "correct": true,
       "task": 24
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 25
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 26
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 27
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 28
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 29
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 30
      },
      {
       "arm": "A2_single_verify",
       "choice": 2,
       "correct": true,
       "task": 31
      },
      {
       "arm": "A2_single_verify",
       "choice": 2,
       "correct": true,
       "task": 32
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 33
      },
      {
       "arm": "A2_single_verify",
       "choice": 2,
       "correct": true,
       "task": 34
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 35
      },
      {
       "arm": "A2_single_verify",
       "choice": 2,
       "correct": true,
       "task": 36
      },
      {
       "arm": "A2_single_verify",
       "choice": 2,
       "correct": true,
       "task": 37
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 38
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 39
      },
      {
       "arm": "A2_single_verify",
       "choice": 2,
       "correct": true,
       "task": 40
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 41
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 42
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 43
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 44
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 45
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 46
      },
      {
       "arm": "A2_single_verify",
       "choice": 2,
       "correct": true,
       "task": 47
      },
      {
       "arm": "A2_single_verify",
       "choice": 2,
       "correct": true,
       "task": 48
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 49
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 50
      },
      {
       "arm": "A2_single_verify",
       "choice": 2,
       "correct": true,
       "task": 51
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 52
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 53
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 54
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 55
      },
      {
       "arm": "A2_single_verify",
       "choice": 2,
       "correct": true,
       "task": 56
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 57
      },
      {
       "arm": "A2_single_verify",
       "choice": 2,
       "correct": true,
       "task": 58
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 59
      }
     ],
     "evaluations": 240,
     "false_accept": 0,
     "false_reject": 0,
     "n": 60,
     "seconds": 0.0004,
     "wilson_95": [
      0.9398,
      1.0
     ]
    },
    {
     "accuracy": 0.3333,
     "arm": "B_independent",
     "correct": 20,
     "detail": [
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": true,
       "task": 0
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": false,
       "task": 1
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": false,
       "task": 2
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": false,
       "task": 3
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": true,
       "task": 4
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": false,
       "task": 5
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": true,
       "task": 6
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": false,
       "task": 7
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": false,
       "task": 8
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": false,
       "task": 9
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": true,
       "task": 10
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": false,
       "task": 11
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": true,
       "task": 12
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": false,
       "task": 13
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": false,
       "task": 14
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": false,
       "task": 15
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": true,
       "task": 16
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": false,
       "task": 17
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": true,
       "task": 18
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": false,
       "task": 19
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": false,
       "task": 20
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": false,
       "task": 21
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": true,
       "task": 22
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": false,
       "task": 23
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": true,
       "task": 24
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": false,
       "task": 25
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": false,
       "task": 26
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": false,
       "task": 27
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": true,
       "task": 28
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": false,
       "task": 29
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": true,
       "task": 30
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": false,
       "task": 31
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": false,
       "task": 32
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": false,
       "task": 33
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": true,
       "task": 34
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": false,
       "task": 35
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": true,
       "task": 36
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": false,
       "task": 37
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": false,
       "task": 38
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": false,
       "task": 39
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": true,
       "task": 40
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": false,
       "task": 41
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": true,
       "task": 42
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": false,
       "task": 43
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": false,
       "task": 44
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": false,
       "task": 45
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": true,
       "task": 46
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": false,
       "task": 47
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": true,
       "task": 48
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": false,
       "task": 49
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": false,
       "task": 50
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": false,
       "task": 51
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": true,
       "task": 52
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": false,
       "task": 53
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": true,
       "task": 54
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": false,
       "task": 55
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": false,
       "task": 56
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": false,
       "task": 57
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": true,
       "task": 58
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": false,
       "task": 59
      }
     ],
     "evaluations": 240,
     "false_accept": 0,
     "false_reject": 0,
     "n": 60,
     "seconds": 0.0002,
     "wilson_95": [
      0.2273,
      0.4594
     ]
    },
    {
     "accuracy": 0.4667,
     "arm": "C_adversarial",
     "correct": 28,
     "detail": [
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": true,
       "task": 0
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": false,
       "task": 1
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": true,
       "task": 2
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": false,
       "task": 3
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": true,
       "task": 4
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": false,
       "task": 5
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": true,
       "task": 6
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": false,
       "task": 7
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": true,
       "task": 8
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": false,
       "task": 9
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": true,
       "task": 10
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": false,
       "task": 11
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": true,
       "task": 12
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": false,
       "task": 13
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": false,
       "task": 14
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": false,
       "task": 15
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": true,
       "task": 16
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": false,
       "task": 17
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": true,
       "task": 18
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": false,
       "task": 19
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": true,
       "task": 20
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": false,
       "task": 21
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": true,
       "task": 22
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": false,
       "task": 23
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": true,
       "task": 24
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": false,
       "task": 25
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": true,
       "task": 26
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": false,
       "task": 27
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": true,
       "task": 28
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": false,
       "task": 29
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": true,
       "task": 30
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": false,
       "task": 31
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": false,
       "task": 32
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": true,
       "task": 33
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": true,
       "task": 34
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": false,
       "task": 35
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": true,
       "task": 36
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": false,
       "task": 37
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": true,
       "task": 38
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": true,
       "task": 39
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": true,
       "task": 40
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": false,
       "task": 41
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": true,
       "task": 42
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": false,
       "task": 43
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": false,
       "task": 44
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": false,
       "task": 45
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": true,
       "task": 46
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": false,
       "task": 47
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": true,
       "task": 48
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": false,
       "task": 49
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": true,
       "task": 50
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": false,
       "task": 51
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": true,
       "task": 52
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": false,
       "task": 53
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": true,
       "task": 54
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": false,
       "task": 55
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": false,
       "task": 56
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": false,
       "task": 57
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": true,
       "task": 58
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": false,
       "task": 59
      }
     ],
     "evaluations": 240,
     "false_accept": 0,
     "false_reject": 28,
     "n": 60,
     "seconds": 0.0015,
     "wilson_95": [
      0.3463,
      0.5911
     ]
    },
    {
     "accuracy": 1.0,
     "arm": "D_recompute",
     "correct": 60,
     "detail": [
      {
       "arm": "D_recompute",
       "choice": 2,
       "correct": true,
       "task": 0
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 1
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 2
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 3
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 4
      },
      {
       "arm": "D_recompute",
       "choice": 2,
       "correct": true,
       "task": 5
      },
      {
       "arm": "D_recompute",
       "choice": 2,
       "correct": true,
       "task": 6
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 7
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 8
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 9
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 10
      },
      {
       "arm": "D_recompute",
       "choice": 2,
       "correct": true,
       "task": 11
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 12
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 13
      },
      {
       "arm": "D_recompute",
       "choice": 2,
       "correct": true,
       "task": 14
      },
      {
       "arm": "D_recompute",
       "choice": 2,
       "correct": true,
       "task": 15
      },
      {
       "arm": "D_recompute",
       "choice": 2,
       "correct": true,
       "task": 16
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 17
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 18
      },
      {
       "arm": "D_recompute",
       "choice": 2,
       "correct": true,
       "task": 19
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 20
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 21
      },
      {
       "arm": "D_recompute",
       "choice": 2,
       "correct": true,
       "task": 22
      },
      {
       "arm": "D_recompute",
       "choice": 2,
       "correct": true,
       "task": 23
      },
      {
       "arm": "D_recompute",
       "choice": 2,
       "correct": true,
       "task": 24
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 25
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 26
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 27
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 28
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 29
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 30
      },
      {
       "arm": "D_recompute",
       "choice": 2,
       "correct": true,
       "task": 31
      },
      {
       "arm": "D_recompute",
       "choice": 2,
       "correct": true,
       "task": 32
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 33
      },
      {
       "arm": "D_recompute",
       "choice": 2,
       "correct": true,
       "task": 34
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 35
      },
      {
       "arm": "D_recompute",
       "choice": 2,
       "correct": true,
       "task": 36
      },
      {
       "arm": "D_recompute",
       "choice": 2,
       "correct": true,
       "task": 37
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 38
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 39
      },
      {
       "arm": "D_recompute",
       "choice": 2,
       "correct": true,
       "task": 40
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 41
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 42
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 43
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 44
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 45
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 46
      },
      {
       "arm": "D_recompute",
       "choice": 2,
       "correct": true,
       "task": 47
      },
      {
       "arm": "D_recompute",
       "choice": 2,
       "correct": true,
       "task": 48
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 49
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 50
      },
      {
       "arm": "D_recompute",
       "choice": 2,
       "correct": true,
       "task": 51
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 52
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 53
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 54
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 55
      },
      {
       "arm": "D_recompute",
       "choice": 2,
       "correct": true,
       "task": 56
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 57
      },
      {
       "arm": "D_recompute",
       "choice": 2,
       "correct": true,
       "task": 58
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 59
      }
     ],
     "evaluations": 240,
     "false_accept": 0,
     "false_reject": 0,
     "n": 60,
     "seconds": 0.0011,
     "wilson_95": [
      0.9398,
      1.0
     ]
    },
    {
     "accuracy": 1.0,
     "arm": "E_full",
     "correct": 60,
     "detail": [
      {
       "arm": "E_full",
       "choice": 2,
       "correct": true,
       "task": 0
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 1
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 2
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 3
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 4
      },
      {
       "arm": "E_full",
       "choice": 2,
       "correct": true,
       "task": 5
      },
      {
       "arm": "E_full",
       "choice": 2,
       "correct": true,
       "task": 6
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 7
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 8
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 9
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 10
      },
      {
       "arm": "E_full",
       "choice": 2,
       "correct": true,
       "task": 11
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 12
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 13
      },
      {
       "arm": "E_full",
       "choice": 2,
       "correct": true,
       "task": 14
      },
      {
       "arm": "E_full",
       "choice": 2,
       "correct": true,
       "task": 15
      },
      {
       "arm": "E_full",
       "choice": 2,
       "correct": true,
       "task": 16
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 17
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 18
      },
      {
       "arm": "E_full",
       "choice": 2,
       "correct": true,
       "task": 19
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 20
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 21
      },
      {
       "arm": "E_full",
       "choice": 2,
       "correct": true,
       "task": 22
      },
      {
       "arm": "E_full",
       "choice": 2,
       "correct": true,
       "task": 23
      },
      {
       "arm": "E_full",
       "choice": 2,
       "correct": true,
       "task": 24
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 25
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 26
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 27
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 28
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 29
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 30
      },
      {
       "arm": "E_full",
       "choice": 2,
       "correct": true,
       "task": 31
      },
      {
       "arm": "E_full",
       "choice": 2,
       "correct": true,
       "task": 32
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 33
      },
      {
       "arm": "E_full",
       "choice": 2,
       "correct": true,
       "task": 34
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 35
      },
      {
       "arm": "E_full",
       "choice": 2,
       "correct": true,
       "task": 36
      },
      {
       "arm": "E_full",
       "choice": 2,
       "correct": true,
       "task": 37
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 38
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 39
      },
      {
       "arm": "E_full",
       "choice": 2,
       "correct": true,
       "task": 40
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 41
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 42
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 43
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 44
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 45
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 46
      },
      {
       "arm": "E_full",
       "choice": 2,
       "correct": true,
       "task": 47
      },
      {
       "arm": "E_full",
       "choice": 2,
       "correct": true,
       "task": 48
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 49
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 50
      },
      {
       "arm": "E_full",
       "choice": 2,
       "correct": true,
       "task": 51
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 52
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 53
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 54
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 55
      },
      {
       "arm": "E_full",
       "choice": 2,
       "correct": true,
       "task": 56
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 57
      },
      {
       "arm": "E_full",
       "choice": 2,
       "correct": true,
       "task": 58
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 59
      }
     ],
     "evaluations": 240,
     "false_accept": 0,
     "false_reject": 0,
     "n": 60,
     "seconds": 0.0012,
     "wilson_95": [
      0.9398,
      1.0
     ]
    },
    {
     "accuracy": 1.0,
     "arm": "F_full_byzantine",
     "correct": 60,
     "detail": [
      {
       "arm": "F_full_byzantine",
       "choice": 2,
       "correct": true,
       "task": 0
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 1
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 2
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 3
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 4
      },
      {
       "arm": "F_full_byzantine",
       "choice": 2,
       "correct": true,
       "task": 5
      },
      {
       "arm": "F_full_byzantine",
       "choice": 2,
       "correct": true,
       "task": 6
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 7
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 8
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 9
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 10
      },
      {
       "arm": "F_full_byzantine",
       "choice": 2,
       "correct": true,
       "task": 11
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 12
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 13
      },
      {
       "arm": "F_full_byzantine",
       "choice": 2,
       "correct": true,
       "task": 14
      },
      {
       "arm": "F_full_byzantine",
       "choice": 2,
       "correct": true,
       "task": 15
      },
      {
       "arm": "F_full_byzantine",
       "choice": 2,
       "correct": true,
       "task": 16
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 17
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 18
      },
      {
       "arm": "F_full_byzantine",
       "choice": 2,
       "correct": true,
       "task": 19
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 20
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 21
      },
      {
       "arm": "F_full_byzantine",
       "choice": 2,
       "correct": true,
       "task": 22
      },
      {
       "arm": "F_full_byzantine",
       "choice": 2,
       "correct": true,
       "task": 23
      },
      {
       "arm": "F_full_byzantine",
       "choice": 2,
       "correct": true,
       "task": 24
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 25
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 26
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 27
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 28
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 29
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 30
      },
      {
       "arm": "F_full_byzantine",
       "choice": 2,
       "correct": true,
       "task": 31
      },
      {
       "arm": "F_full_byzantine",
       "choice": 2,
       "correct": true,
       "task": 32
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 33
      },
      {
       "arm": "F_full_byzantine",
       "choice": 2,
       "correct": true,
       "task": 34
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 35
      },
      {
       "arm": "F_full_byzantine",
       "choice": 2,
       "correct": true,
       "task": 36
      },
      {
       "arm": "F_full_byzantine",
       "choice": 2,
       "correct": true,
       "task": 37
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 38
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 39
      },
      {
       "arm": "F_full_byzantine",
       "choice": 2,
       "correct": true,
       "task": 40
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 41
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 42
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 43
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 44
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 45
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 46
      },
      {
       "arm": "F_full_byzantine",
       "choice": 2,
       "correct": true,
       "task": 47
      },
      {
       "arm": "F_full_byzantine",
       "choice": 2,
       "correct": true,
       "task": 48
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 49
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 50
      },
      {
       "arm": "F_full_byzantine",
       "choice": 2,
       "correct": true,
       "task": 51
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 52
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 53
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 54
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 55
      },
      {
       "arm": "F_full_byzantine",
       "choice": 2,
       "correct": true,
       "task": 56
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 57
      },
      {
       "arm": "F_full_byzantine",
       "choice": 2,
       "correct": true,
       "task": 58
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 59
      }
     ],
     "evaluations": 240,
     "false_accept": 0,
     "false_reject": 0,
     "n": 60,
     "seconds": 0.0009,
     "wilson_95": [
      0.9398,
      1.0
     ]
    }
   ],
   "seed": 11121
  },
  {
   "coordination_overhead_evaluations": 240,
   "duplicate_work": 0,
   "mcnemar_E_vs_A_p": 0.0,
   "rows": [
    {
     "accuracy": 0.3333,
     "arm": "A_single",
     "correct": 20,
     "detail": [
      {
       "arm": "A_single",
       "choice": 1,
       "correct": true,
       "task": 0
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": false,
       "task": 1
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": false,
       "task": 2
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": false,
       "task": 3
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": true,
       "task": 4
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": false,
       "task": 5
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": true,
       "task": 6
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": false,
       "task": 7
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": false,
       "task": 8
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": false,
       "task": 9
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": true,
       "task": 10
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": false,
       "task": 11
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": true,
       "task": 12
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": false,
       "task": 13
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": false,
       "task": 14
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": false,
       "task": 15
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": true,
       "task": 16
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": false,
       "task": 17
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": true,
       "task": 18
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": false,
       "task": 19
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": false,
       "task": 20
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": false,
       "task": 21
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": true,
       "task": 22
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": false,
       "task": 23
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": true,
       "task": 24
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": false,
       "task": 25
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": false,
       "task": 26
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": false,
       "task": 27
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": true,
       "task": 28
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": false,
       "task": 29
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": true,
       "task": 30
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": false,
       "task": 31
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": false,
       "task": 32
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": false,
       "task": 33
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": true,
       "task": 34
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": false,
       "task": 35
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": true,
       "task": 36
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": false,
       "task": 37
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": false,
       "task": 38
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": false,
       "task": 39
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": true,
       "task": 40
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": false,
       "task": 41
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": true,
       "task": 42
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": false,
       "task": 43
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": false,
       "task": 44
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": false,
       "task": 45
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": true,
       "task": 46
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": false,
       "task": 47
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": true,
       "task": 48
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": false,
       "task": 49
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": false,
       "task": 50
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": false,
       "task": 51
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": true,
       "task": 52
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": false,
       "task": 53
      },
      {
       "arm": "A_single",
       "choice": 2,
       "correct": true,
       "task": 54
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": false,
       "task": 55
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": false,
       "task": 56
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": false,
       "task": 57
      },
      {
       "arm": "A_single",
       "choice": 1,
       "correct": true,
       "task": 58
      },
      {
       "arm": "A_single",
       "choice": 0,
       "correct": false,
       "task": 59
      }
     ],
     "evaluations": 240,
     "false_accept": 0,
     "false_reject": 0,
     "n": 60,
     "seconds": 0.0001,
     "wilson_95": [
      0.2273,
      0.4594
     ]
    },
    {
     "accuracy": 1.0,
     "arm": "A2_single_verify",
     "correct": 60,
     "detail": [
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 0
      },
      {
       "arm": "A2_single_verify",
       "choice": 2,
       "correct": true,
       "task": 1
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 2
      },
      {
       "arm": "A2_single_verify",
       "choice": 2,
       "correct": true,
       "task": 3
      },
      {
       "arm": "A2_single_verify",
       "choice": 2,
       "correct": true,
       "task": 4
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 5
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 6
      },
      {
       "arm": "A2_single_verify",
       "choice": 2,
       "correct": true,
       "task": 7
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 8
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 9
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 10
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 11
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 12
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 13
      },
      {
       "arm": "A2_single_verify",
       "choice": 2,
       "correct": true,
       "task": 14
      },
      {
       "arm": "A2_single_verify",
       "choice": 2,
       "correct": true,
       "task": 15
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 16
      },
      {
       "arm": "A2_single_verify",
       "choice": 2,
       "correct": true,
       "task": 17
      },
      {
       "arm": "A2_single_verify",
       "choice": 2,
       "correct": true,
       "task": 18
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 19
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 20
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 21
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 22
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 23
      },
      {
       "arm": "A2_single_verify",
       "choice": 2,
       "correct": true,
       "task": 24
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 25
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 26
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 27
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 28
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 29
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 30
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 31
      },
      {
       "arm": "A2_single_verify",
       "choice": 2,
       "correct": true,
       "task": 32
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 33
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 34
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 35
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 36
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 37
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 38
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 39
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 40
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 41
      },
      {
       "arm": "A2_single_verify",
       "choice": 2,
       "correct": true,
       "task": 42
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 43
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 44
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 45
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 46
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 47
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 48
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 49
      },
      {
       "arm": "A2_single_verify",
       "choice": 2,
       "correct": true,
       "task": 50
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 51
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 52
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 53
      },
      {
       "arm": "A2_single_verify",
       "choice": 2,
       "correct": true,
       "task": 54
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 55
      },
      {
       "arm": "A2_single_verify",
       "choice": 2,
       "correct": true,
       "task": 56
      },
      {
       "arm": "A2_single_verify",
       "choice": 0,
       "correct": true,
       "task": 57
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 58
      },
      {
       "arm": "A2_single_verify",
       "choice": 1,
       "correct": true,
       "task": 59
      }
     ],
     "evaluations": 240,
     "false_accept": 0,
     "false_reject": 0,
     "n": 60,
     "seconds": 0.0004,
     "wilson_95": [
      0.9398,
      1.0
     ]
    },
    {
     "accuracy": 0.3333,
     "arm": "B_independent",
     "correct": 20,
     "detail": [
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": true,
       "task": 0
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": false,
       "task": 1
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": false,
       "task": 2
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": false,
       "task": 3
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": true,
       "task": 4
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": false,
       "task": 5
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": true,
       "task": 6
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": false,
       "task": 7
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": false,
       "task": 8
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": false,
       "task": 9
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": true,
       "task": 10
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": false,
       "task": 11
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": true,
       "task": 12
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": false,
       "task": 13
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": false,
       "task": 14
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": false,
       "task": 15
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": true,
       "task": 16
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": false,
       "task": 17
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": true,
       "task": 18
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": false,
       "task": 19
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": false,
       "task": 20
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": false,
       "task": 21
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": true,
       "task": 22
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": false,
       "task": 23
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": true,
       "task": 24
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": false,
       "task": 25
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": false,
       "task": 26
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": false,
       "task": 27
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": true,
       "task": 28
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": false,
       "task": 29
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": true,
       "task": 30
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": false,
       "task": 31
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": false,
       "task": 32
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": false,
       "task": 33
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": true,
       "task": 34
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": false,
       "task": 35
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": true,
       "task": 36
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": false,
       "task": 37
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": false,
       "task": 38
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": false,
       "task": 39
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": true,
       "task": 40
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": false,
       "task": 41
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": true,
       "task": 42
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": false,
       "task": 43
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": false,
       "task": 44
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": false,
       "task": 45
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": true,
       "task": 46
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": false,
       "task": 47
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": true,
       "task": 48
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": false,
       "task": 49
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": false,
       "task": 50
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": false,
       "task": 51
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": true,
       "task": 52
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": false,
       "task": 53
      },
      {
       "arm": "B_independent",
       "choice": 2,
       "correct": true,
       "task": 54
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": false,
       "task": 55
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": false,
       "task": 56
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": false,
       "task": 57
      },
      {
       "arm": "B_independent",
       "choice": 1,
       "correct": true,
       "task": 58
      },
      {
       "arm": "B_independent",
       "choice": 0,
       "correct": false,
       "task": 59
      }
     ],
     "evaluations": 240,
     "false_accept": 0,
     "false_reject": 0,
     "n": 60,
     "seconds": 0.0002,
     "wilson_95": [
      0.2273,
      0.4594
     ]
    },
    {
     "accuracy": 0.4167,
     "arm": "C_adversarial",
     "correct": 25,
     "detail": [
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": true,
       "task": 0
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": false,
       "task": 1
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": true,
       "task": 2
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": false,
       "task": 3
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": true,
       "task": 4
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": false,
       "task": 5
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": true,
       "task": 6
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": false,
       "task": 7
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": true,
       "task": 8
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": false,
       "task": 9
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": true,
       "task": 10
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": false,
       "task": 11
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": true,
       "task": 12
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": false,
       "task": 13
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": false,
       "task": 14
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": false,
       "task": 15
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": true,
       "task": 16
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": false,
       "task": 17
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": true,
       "task": 18
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": false,
       "task": 19
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": true,
       "task": 20
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": false,
       "task": 21
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": true,
       "task": 22
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": false,
       "task": 23
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": true,
       "task": 24
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": false,
       "task": 25
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": true,
       "task": 26
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": false,
       "task": 27
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": true,
       "task": 28
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": false,
       "task": 29
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": true,
       "task": 30
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": false,
       "task": 31
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": false,
       "task": 32
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": false,
       "task": 33
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": true,
       "task": 34
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": false,
       "task": 35
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": true,
       "task": 36
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": false,
       "task": 37
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": true,
       "task": 38
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": false,
       "task": 39
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": true,
       "task": 40
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": false,
       "task": 41
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": true,
       "task": 42
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": false,
       "task": 43
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": false,
       "task": 44
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": false,
       "task": 45
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": true,
       "task": 46
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": false,
       "task": 47
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": true,
       "task": 48
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": false,
       "task": 49
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": false,
       "task": 50
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": false,
       "task": 51
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": true,
       "task": 52
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": false,
       "task": 53
      },
      {
       "arm": "C_adversarial",
       "choice": 2,
       "correct": true,
       "task": 54
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": false,
       "task": 55
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": false,
       "task": 56
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": false,
       "task": 57
      },
      {
       "arm": "C_adversarial",
       "choice": 1,
       "correct": true,
       "task": 58
      },
      {
       "arm": "C_adversarial",
       "choice": 0,
       "correct": false,
       "task": 59
      }
     ],
     "evaluations": 240,
     "false_accept": 0,
     "false_reject": 25,
     "n": 60,
     "seconds": 0.0014,
     "wilson_95": [
      0.3006,
      0.5427
     ]
    },
    {
     "accuracy": 1.0,
     "arm": "D_recompute",
     "correct": 60,
     "detail": [
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 0
      },
      {
       "arm": "D_recompute",
       "choice": 2,
       "correct": true,
       "task": 1
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 2
      },
      {
       "arm": "D_recompute",
       "choice": 2,
       "correct": true,
       "task": 3
      },
      {
       "arm": "D_recompute",
       "choice": 2,
       "correct": true,
       "task": 4
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 5
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 6
      },
      {
       "arm": "D_recompute",
       "choice": 2,
       "correct": true,
       "task": 7
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 8
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 9
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 10
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 11
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 12
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 13
      },
      {
       "arm": "D_recompute",
       "choice": 2,
       "correct": true,
       "task": 14
      },
      {
       "arm": "D_recompute",
       "choice": 2,
       "correct": true,
       "task": 15
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 16
      },
      {
       "arm": "D_recompute",
       "choice": 2,
       "correct": true,
       "task": 17
      },
      {
       "arm": "D_recompute",
       "choice": 2,
       "correct": true,
       "task": 18
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 19
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 20
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 21
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 22
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 23
      },
      {
       "arm": "D_recompute",
       "choice": 2,
       "correct": true,
       "task": 24
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 25
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 26
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 27
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 28
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 29
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 30
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 31
      },
      {
       "arm": "D_recompute",
       "choice": 2,
       "correct": true,
       "task": 32
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 33
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 34
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 35
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 36
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 37
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 38
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 39
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 40
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 41
      },
      {
       "arm": "D_recompute",
       "choice": 2,
       "correct": true,
       "task": 42
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 43
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 44
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 45
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 46
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 47
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 48
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 49
      },
      {
       "arm": "D_recompute",
       "choice": 2,
       "correct": true,
       "task": 50
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 51
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 52
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 53
      },
      {
       "arm": "D_recompute",
       "choice": 2,
       "correct": true,
       "task": 54
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 55
      },
      {
       "arm": "D_recompute",
       "choice": 2,
       "correct": true,
       "task": 56
      },
      {
       "arm": "D_recompute",
       "choice": 0,
       "correct": true,
       "task": 57
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 58
      },
      {
       "arm": "D_recompute",
       "choice": 1,
       "correct": true,
       "task": 59
      }
     ],
     "evaluations": 240,
     "false_accept": 0,
     "false_reject": 0,
     "n": 60,
     "seconds": 0.001,
     "wilson_95": [
      0.9398,
      1.0
     ]
    },
    {
     "accuracy": 1.0,
     "arm": "E_full",
     "correct": 60,
     "detail": [
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 0
      },
      {
       "arm": "E_full",
       "choice": 2,
       "correct": true,
       "task": 1
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 2
      },
      {
       "arm": "E_full",
       "choice": 2,
       "correct": true,
       "task": 3
      },
      {
       "arm": "E_full",
       "choice": 2,
       "correct": true,
       "task": 4
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 5
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 6
      },
      {
       "arm": "E_full",
       "choice": 2,
       "correct": true,
       "task": 7
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 8
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 9
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 10
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 11
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 12
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 13
      },
      {
       "arm": "E_full",
       "choice": 2,
       "correct": true,
       "task": 14
      },
      {
       "arm": "E_full",
       "choice": 2,
       "correct": true,
       "task": 15
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 16
      },
      {
       "arm": "E_full",
       "choice": 2,
       "correct": true,
       "task": 17
      },
      {
       "arm": "E_full",
       "choice": 2,
       "correct": true,
       "task": 18
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 19
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 20
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 21
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 22
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 23
      },
      {
       "arm": "E_full",
       "choice": 2,
       "correct": true,
       "task": 24
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 25
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 26
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 27
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 28
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 29
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 30
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 31
      },
      {
       "arm": "E_full",
       "choice": 2,
       "correct": true,
       "task": 32
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 33
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 34
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 35
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 36
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 37
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 38
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 39
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 40
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 41
      },
      {
       "arm": "E_full",
       "choice": 2,
       "correct": true,
       "task": 42
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 43
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 44
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 45
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 46
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 47
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 48
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 49
      },
      {
       "arm": "E_full",
       "choice": 2,
       "correct": true,
       "task": 50
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 51
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 52
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 53
      },
      {
       "arm": "E_full",
       "choice": 2,
       "correct": true,
       "task": 54
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 55
      },
      {
       "arm": "E_full",
       "choice": 2,
       "correct": true,
       "task": 56
      },
      {
       "arm": "E_full",
       "choice": 0,
       "correct": true,
       "task": 57
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 58
      },
      {
       "arm": "E_full",
       "choice": 1,
       "correct": true,
       "task": 59
      }
     ],
     "evaluations": 240,
     "false_accept": 0,
     "false_reject": 0,
     "n": 60,
     "seconds": 0.0011,
     "wilson_95": [
      0.9398,
      1.0
     ]
    },
    {
     "accuracy": 1.0,
     "arm": "F_full_byzantine",
     "correct": 60,
     "detail": [
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 0
      },
      {
       "arm": "F_full_byzantine",
       "choice": 2,
       "correct": true,
       "task": 1
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 2
      },
      {
       "arm": "F_full_byzantine",
       "choice": 2,
       "correct": true,
       "task": 3
      },
      {
       "arm": "F_full_byzantine",
       "choice": 2,
       "correct": true,
       "task": 4
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 5
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 6
      },
      {
       "arm": "F_full_byzantine",
       "choice": 2,
       "correct": true,
       "task": 7
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 8
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 9
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 10
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 11
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 12
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 13
      },
      {
       "arm": "F_full_byzantine",
       "choice": 2,
       "correct": true,
       "task": 14
      },
      {
       "arm": "F_full_byzantine",
       "choice": 2,
       "correct": true,
       "task": 15
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 16
      },
      {
       "arm": "F_full_byzantine",
       "choice": 2,
       "correct": true,
       "task": 17
      },
      {
       "arm": "F_full_byzantine",
       "choice": 2,
       "correct": true,
       "task": 18
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 19
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 20
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 21
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 22
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 23
      },
      {
       "arm": "F_full_byzantine",
       "choice": 2,
       "correct": true,
       "task": 24
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 25
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 26
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 27
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 28
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 29
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 30
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 31
      },
      {
       "arm": "F_full_byzantine",
       "choice": 2,
       "correct": true,
       "task": 32
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 33
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 34
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 35
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 36
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 37
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 38
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 39
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 40
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 41
      },
      {
       "arm": "F_full_byzantine",
       "choice": 2,
       "correct": true,
       "task": 42
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 43
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 44
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 45
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 46
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 47
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 48
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 49
      },
      {
       "arm": "F_full_byzantine",
       "choice": 2,
       "correct": true,
       "task": 50
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 51
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 52
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 53
      },
      {
       "arm": "F_full_byzantine",
       "choice": 2,
       "correct": true,
       "task": 54
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 55
      },
      {
       "arm": "F_full_byzantine",
       "choice": 2,
       "correct": true,
       "task": 56
      },
      {
       "arm": "F_full_byzantine",
       "choice": 0,
       "correct": true,
       "task": 57
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 58
      },
      {
       "arm": "F_full_byzantine",
       "choice": 1,
       "correct": true,
       "task": 59
      }
     ],
     "evaluations": 240,
     "false_accept": 0,
     "false_reject": 0,
     "n": 60,
     "seconds": 0.0009,
     "wilson_95": [
      0.9398,
      1.0
     ]
    }
   ],
   "seed": 11122
  }
 ],
 "gain_over_single": {
  "A2_single_verify": 0.6667,
  "A_single": 0.0,
  "B_independent": 0.0,
  "C_adversarial": 0.1084,
  "D_recompute": 0.6667,
  "E_full": 0.6667,
  "F_full_byzantine": 0.6667
 },
 "no_increased_false_accept": true,
 "note": "deterministic specialists, not language-model agents. Every arm is capped at four candidate evaluations per task. A2 is the strongest single agent: one proposal plus one exact recomputation. The collective matches A2 and improves only on the heuristic single agent, so there is no quality gain from collaboration once a single agent is allowed to verify. The Byzantine worker in F is rejected by the verifier majority.",
 "quality_improvement_over_heuristic_in_both_configurations": true,
 "quality_improvement_over_strongest_single": false,
 "schema": "cain.e111.collective.v1",
 "strongest_single_accuracy": 1.0,
 "summary": {
  "A2_single_verify": {
   "accuracy": [
    1.0,
    1.0
   ],
   "mean_accuracy": 1.0
  },
  "A_single": {
   "accuracy": [
    0.3333,
    0.3333
   ],
   "mean_accuracy": 0.3333
  },
  "B_independent": {
   "accuracy": [
    0.3333,
    0.3333
   ],
   "mean_accuracy": 0.3333
  },
  "C_adversarial": {
   "accuracy": [
    0.4667,
    0.4167
   ],
   "mean_accuracy": 0.4417
  },
  "D_recompute": {
   "accuracy": [
    1.0,
    1.0
   ],
   "mean_accuracy": 1.0
  },
  "E_full": {
   "accuracy": [
    1.0,
    1.0
   ],
   "mean_accuracy": 1.0
  },
  "F_full_byzantine": {
   "accuracy": [
    1.0,
    1.0
   ],
   "mean_accuracy": 1.0
  }
 },
 "task_hash": "d923c81288020d4aebcf3defd316c6ec46781971b9a3bfeb0aa8baa46b6532e9"
}
