{"accepted": true, "answer": 26, "cost_usd": 0.0001555, "domain": "business_decision", "input_tokens": 720, "label": "haiku-shift", "latency_ms": 1348.0, "model": "claude-haiku-5-5", "output_tokens": 167, "raw_text": "{\"answer\": 26}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-business_decision-00"}
{"accepted": true, "answer": 52, "cost_usd": 0.0001565, "domain": "business_decision", "input_tokens": 720, "label": "haiku-shift", "latency_ms": 1048.3, "model": "claude-haiku-5-5", "output_tokens": 169, "raw_text": "{\"answer\": 52}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-business_decision-01"}
{"accepted": true, "answer": 22, "cost_usd": 0.00015, "domain": "business_decision", "input_tokens": 720, "label": "haiku-shift", "latency_ms": 1040.9, "model": "claude-haiku-5-5", "output_tokens": 156, "raw_text": "{\"answer\": 22}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-business_decision-02"}
{"accepted": true, "answer": 56, "cost_usd": 0.0001505, "domain": "business_decision", "input_tokens": 720, "label": "haiku-shift", "latency_ms": 1154.1, "model": "claude-haiku-5-5", "output_tokens": 157, "raw_text": "{\"answer\": 56}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-business_decision-03"}
{"accepted": true, "answer": 62, "cost_usd": 0.0001725, "domain": "business_decision", "input_tokens": 720, "label": "haiku-shift", "latency_ms": 1285.3, "model": "claude-haiku-5-5", "output_tokens": 201, "raw_text": "{\"answer\": 62}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-business_decision-04"}
{"accepted": true, "answer": 68, "cost_usd": 0.0001465, "domain": "business_decision", "input_tokens": 720, "label": "haiku-shift", "latency_ms": 1147.4, "model": "claude-haiku-5-5", "output_tokens": 149, "raw_text": "{\"answer\": 68}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-business_decision-05"}
{"accepted": true, "answer": 20, "cost_usd": 0.0001455, "domain": "business_decision", "input_tokens": 720, "label": "haiku-shift", "latency_ms": 1039.5, "model": "claude-haiku-5-5", "output_tokens": 147, "raw_text": "{\"answer\": 20}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-business_decision-06"}
{"accepted": true, "answer": 52, "cost_usd": 0.0001605, "domain": "business_decision", "input_tokens": 720, "label": "haiku-shift", "latency_ms": 1128.3, "model": "claude-haiku-5-5", "output_tokens": 177, "raw_text": "{\"answer\": 52}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-business_decision-07"}
{"accepted": true, "answer": 34, "cost_usd": 0.000151, "domain": "business_decision", "input_tokens": 720, "label": "haiku-shift", "latency_ms": 1064.0, "model": "claude-haiku-5-5", "output_tokens": 158, "raw_text": "{\"answer\": 34}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-business_decision-08"}
{"accepted": true, "answer": 68, "cost_usd": 0.0001865, "domain": "business_decision", "input_tokens": 720, "label": "haiku-shift", "latency_ms": 1489.2, "model": "claude-haiku-5-5", "output_tokens": 229, "raw_text": "{\"answer\": 68}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-business_decision-09"}
{"accepted": true, "answer": 55, "cost_usd": 0.0001421, "domain": "data_analysis", "input_tokens": 986, "label": "haiku-shift", "latency_ms": 986.2, "model": "claude-haiku-5-5", "output_tokens": 87, "raw_text": "{\"answer\": 55}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-data_analysis-00"}
{"accepted": true, "answer": 41, "cost_usd": 0.0001128, "domain": "data_analysis", "input_tokens": 858, "label": "haiku-shift", "latency_ms": 817.5, "model": "claude-haiku-5-5", "output_tokens": 54, "raw_text": "{\"answer\": 41}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-data_analysis-01"}
{"accepted": true, "answer": 82, "cost_usd": 0.0001148, "domain": "data_analysis", "input_tokens": 858, "label": "haiku-shift", "latency_ms": 757.5, "model": "claude-haiku-5-5", "output_tokens": 58, "raw_text": "{\"answer\": 82}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-data_analysis-02"}
{"accepted": true, "answer": 79, "cost_usd": 0.0001549, "domain": "data_analysis", "input_tokens": 954, "label": "haiku-shift", "latency_ms": 1006.6, "model": "claude-haiku-5-5", "output_tokens": 119, "raw_text": "{\"answer\": 79}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-data_analysis-03"}
{"accepted": true, "answer": 63, "cost_usd": 0.0001213, "domain": "data_analysis", "input_tokens": 858, "label": "haiku-shift", "latency_ms": 797.7, "model": "claude-haiku-5-5", "output_tokens": 71, "raw_text": "{\"answer\": 63}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-data_analysis-04"}
{"accepted": true, "answer": 62, "cost_usd": 0.0001265, "domain": "data_analysis", "input_tokens": 890, "label": "haiku-shift", "latency_ms": 835.2, "model": "claude-haiku-5-5", "output_tokens": 75, "raw_text": "{\"answer\": 62}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-data_analysis-05"}
{"accepted": true, "answer": 25, "cost_usd": 0.0001451, "domain": "data_analysis", "input_tokens": 986, "label": "haiku-shift", "latency_ms": 831.7, "model": "claude-haiku-5-5", "output_tokens": 93, "raw_text": "{\"answer\": 25}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-data_analysis-06"}
{"accepted": true, "answer": 64, "cost_usd": 0.0001484, "domain": "data_analysis", "input_tokens": 954, "label": "haiku-shift", "latency_ms": 856.3, "model": "claude-haiku-5-5", "output_tokens": 106, "raw_text": "{\"answer\": 64}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-data_analysis-07"}
{"accepted": true, "answer": 79, "cost_usd": 0.0001203, "domain": "data_analysis", "input_tokens": 858, "label": "haiku-shift", "latency_ms": 788.3, "model": "claude-haiku-5-5", "output_tokens": 69, "raw_text": "{\"answer\": 79}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-data_analysis-08"}
{"accepted": true, "answer": 73, "cost_usd": 0.0001198, "domain": "data_analysis", "input_tokens": 858, "label": "haiku-shift", "latency_ms": 762.0, "model": "claude-haiku-5-5", "output_tokens": 68, "raw_text": "{\"answer\": 73}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-data_analysis-09"}
{"accepted": true, "answer": "DENY", "cost_usd": 0.000118, "domain": "governance", "input_tokens": 780, "label": "haiku-shift", "latency_ms": 847.8, "model": "claude-haiku-5-5", "output_tokens": 80, "raw_text": "{\"answer\": \"DENY\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-governance-00"}
{"accepted": true, "answer": "DENY", "cost_usd": 0.000108, "domain": "governance", "input_tokens": 780, "label": "haiku-shift", "latency_ms": 743.2, "model": "claude-haiku-5-5", "output_tokens": 60, "raw_text": "{\"answer\": \"DENY\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-governance-01"}
{"accepted": true, "answer": "DENY", "cost_usd": 8.45e-05, "domain": "governance", "input_tokens": 780, "label": "haiku-shift", "latency_ms": 585.8, "model": "claude-haiku-5-5", "output_tokens": 13, "raw_text": "{\"answer\": \"DENY\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-governance-02"}
{"accepted": true, "answer": "DENY", "cost_usd": 0.000115, "domain": "governance", "input_tokens": 780, "label": "haiku-shift", "latency_ms": 811.3, "model": "claude-haiku-5-5", "output_tokens": 74, "raw_text": "{\"answer\": \"DENY\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-governance-03"}
{"accepted": true, "answer": "DENY", "cost_usd": 0.000111, "domain": "governance", "input_tokens": 780, "label": "haiku-shift", "latency_ms": 764.5, "model": "claude-haiku-5-5", "output_tokens": 66, "raw_text": "{\"answer\": \"DENY\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-governance-04"}
{"accepted": true, "answer": "DENY", "cost_usd": 0.0001155, "domain": "governance", "input_tokens": 780, "label": "haiku-shift", "latency_ms": 804.4, "model": "claude-haiku-5-5", "output_tokens": 75, "raw_text": "{\"answer\": \"DENY\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-governance-05"}
{"accepted": true, "answer": "DENY", "cost_usd": 0.000116, "domain": "governance", "input_tokens": 780, "label": "haiku-shift", "latency_ms": 836.6, "model": "claude-haiku-5-5", "output_tokens": 76, "raw_text": "{\"answer\": \"DENY\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-governance-06"}
{"accepted": true, "answer": "DENY", "cost_usd": 0.000114, "domain": "governance", "input_tokens": 780, "label": "haiku-shift", "latency_ms": 787.6, "model": "claude-haiku-5-5", "output_tokens": 72, "raw_text": "{\"answer\": \"DENY\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-governance-07"}
{"accepted": true, "answer": "DENY", "cost_usd": 8.45e-05, "domain": "governance", "input_tokens": 780, "label": "haiku-shift", "latency_ms": 602.6, "model": "claude-haiku-5-5", "output_tokens": 13, "raw_text": "{\"answer\": \"DENY\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-governance-08"}
{"accepted": true, "answer": "DENY", "cost_usd": 0.000108, "domain": "governance", "input_tokens": 780, "label": "haiku-shift", "latency_ms": 735.7, "model": "claude-haiku-5-5", "output_tokens": 60, "raw_text": "{\"answer\": \"DENY\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-governance-09"}
{"accepted": true, "answer": "CONFLICT", "cost_usd": 9.33e-05, "domain": "memory_retrieval", "input_tokens": 853, "label": "haiku-shift", "latency_ms": 619.9, "model": "claude-haiku-5-5", "output_tokens": 16, "raw_text": "{\"answer\": \"CONFLICT\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-memory_retrieval-00"}
{"accepted": true, "answer": "CONFLICT", "cost_usd": 9.33e-05, "domain": "memory_retrieval", "input_tokens": 853, "label": "haiku-shift", "latency_ms": 602.9, "model": "claude-haiku-5-5", "output_tokens": 16, "raw_text": "{\"answer\": \"CONFLICT\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-memory_retrieval-01"}
{"accepted": true, "answer": "CONFLICT", "cost_usd": 9.33e-05, "domain": "memory_retrieval", "input_tokens": 853, "label": "haiku-shift", "latency_ms": 580.7, "model": "claude-haiku-5-5", "output_tokens": 16, "raw_text": "{\"answer\": \"CONFLICT\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-memory_retrieval-02"}
{"accepted": true, "answer": "CONFLICT", "cost_usd": 9.33e-05, "domain": "memory_retrieval", "input_tokens": 853, "label": "haiku-shift", "latency_ms": 618.3, "model": "claude-haiku-5-5", "output_tokens": 16, "raw_text": "{\"answer\": \"CONFLICT\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-memory_retrieval-03"}
{"accepted": true, "answer": "CONFLICT", "cost_usd": 9.33e-05, "domain": "memory_retrieval", "input_tokens": 853, "label": "haiku-shift", "latency_ms": 579.1, "model": "claude-haiku-5-5", "output_tokens": 16, "raw_text": "{\"answer\": \"CONFLICT\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-memory_retrieval-04"}
{"accepted": true, "answer": "CONFLICT", "cost_usd": 9.33e-05, "domain": "memory_retrieval", "input_tokens": 853, "label": "haiku-shift", "latency_ms": 602.7, "model": "claude-haiku-5-5", "output_tokens": 16, "raw_text": "{\"answer\": \"CONFLICT\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-memory_retrieval-05"}
{"accepted": true, "answer": "CONFLICT", "cost_usd": 9.33e-05, "domain": "memory_retrieval", "input_tokens": 853, "label": "haiku-shift", "latency_ms": 598.1, "model": "claude-haiku-5-5", "output_tokens": 16, "raw_text": "{\"answer\": \"CONFLICT\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-memory_retrieval-06"}
{"accepted": true, "answer": "CONFLICT", "cost_usd": 9.33e-05, "domain": "memory_retrieval", "input_tokens": 853, "label": "haiku-shift", "latency_ms": 626.4, "model": "claude-haiku-5-5", "output_tokens": 16, "raw_text": "{\"answer\": \"CONFLICT\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-memory_retrieval-07"}
{"accepted": true, "answer": "CONFLICT", "cost_usd": 9.33e-05, "domain": "memory_retrieval", "input_tokens": 853, "label": "haiku-shift", "latency_ms": 596.6, "model": "claude-haiku-5-5", "output_tokens": 16, "raw_text": "{\"answer\": \"CONFLICT\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-memory_retrieval-08"}
{"accepted": true, "answer": "CONFLICT", "cost_usd": 9.33e-05, "domain": "memory_retrieval", "input_tokens": 853, "label": "haiku-shift", "latency_ms": 584.5, "model": "claude-haiku-5-5", "output_tokens": 16, "raw_text": "{\"answer\": \"CONFLICT\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-memory_retrieval-09"}
{"accepted": true, "answer": {"makespan": 9, "order": ["T0", "T1", "T2", "T3"]}, "cost_usd": 0.0001614, "domain": "planning", "input_tokens": 844, "label": "haiku-shift", "latency_ms": 1204.5, "model": "claude-haiku-5-5", "output_tokens": 154, "raw_text": "{\"answer\": {\"order\": [\"T0\", \"T1\", \"T2\", \"T3\"], \"makespan\": 9}}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-planning-00"}
{"accepted": false, "answer": null, "cost_usd": 0.0003344, "domain": "planning", "input_tokens": 844, "label": "haiku-shift", "latency_ms": 2666.5, "model": "claude-haiku-5-5", "output_tokens": 500, "raw_text": "{\"answer\": {\"order\":", "reason": "INVALID_JSON:ValueError", "stop_reason": "max_tokens", "suite_seed": 9502, "task_id": "shift-planning-01"}
{"accepted": true, "answer": {"makespan": 8, "order": ["T0", "T1", "T2", "T3"]}, "cost_usd": 0.0002679, "domain": "planning", "input_tokens": 844, "label": "haiku-shift", "latency_ms": 1864.9, "model": "claude-haiku-5-5", "output_tokens": 367, "raw_text": "{\"answer\": {\"order\": [\"T0\", \"T1\", \"T2\", \"T3\"], \"makespan\": 8}}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-planning-02"}
{"accepted": true, "answer": {"makespan": 9, "order": ["T0", "T1", "T2", "T3"]}, "cost_usd": 0.0003194, "domain": "planning", "input_tokens": 844, "label": "haiku-shift", "latency_ms": 2448.5, "model": "claude-haiku-5-5", "output_tokens": 470, "raw_text": "{\"answer\": {\"order\": [\"T0\", \"T1\", \"T2\", \"T3\"], \"makespan\": 9}}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-planning-03"}
{"accepted": true, "answer": {"makespan": 7, "order": ["T0", "T1", "T2", "T3"]}, "cost_usd": 0.0001864, "domain": "planning", "input_tokens": 844, "label": "haiku-shift", "latency_ms": 1215.1, "model": "claude-haiku-5-5", "output_tokens": 204, "raw_text": "{\"answer\": {\"order\": [\"T0\", \"T1\", \"T2\", \"T3\"], \"makespan\": 7}}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-planning-04"}
{"accepted": true, "answer": {"makespan": 7, "order": ["T0", "T1", "T2", "T3"]}, "cost_usd": 0.0002724, "domain": "planning", "input_tokens": 844, "label": "haiku-shift", "latency_ms": 2222.7, "model": "claude-haiku-5-5", "output_tokens": 376, "raw_text": "{\"answer\": {\"order\": [\"T0\", \"T1\", \"T2\", \"T3\"], \"makespan\": 7}}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-planning-05"}
{"accepted": false, "answer": {"makespan": 9, "order": ["T0", "T2", "T1", "T3"]}, "cost_usd": 0.0002649, "domain": "planning", "input_tokens": 844, "label": "haiku-shift", "latency_ms": 1747.8, "model": "claude-haiku-5-5", "output_tokens": 361, "raw_text": "{\"answer\": {\"order\": [\"T0\", \"T2\", \"T1\", \"T3\"], \"makespan\": 9}}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-planning-06"}
{"accepted": true, "answer": {"makespan": 10, "order": ["T0", "T1", "T2", "T3"]}, "cost_usd": 0.0002339, "domain": "planning", "input_tokens": 844, "label": "haiku-shift", "latency_ms": 1740.1, "model": "claude-haiku-5-5", "output_tokens": 299, "raw_text": "{\"answer\": {\"order\": [\"T0\", \"T1\", \"T2\", \"T3\"], \"makespan\": 10}}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-planning-07"}
{"accepted": true, "answer": {"makespan": 8, "order": ["T0", "T1", "T2", "T3"]}, "cost_usd": 0.0002689, "domain": "planning", "input_tokens": 844, "label": "haiku-shift", "latency_ms": 2075.2, "model": "claude-haiku-5-5", "output_tokens": 369, "raw_text": "{\"answer\": {\"order\": [\"T0\", \"T1\", \"T2\", \"T3\"], \"makespan\": 8}}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-planning-08"}
{"accepted": false, "answer": {"makespan": 9, "order": ["T2", "T0", "T1", "T3"]}, "cost_usd": 0.0002564, "domain": "planning", "input_tokens": 844, "label": "haiku-shift", "latency_ms": 1714.7, "model": "claude-haiku-5-5", "output_tokens": 344, "raw_text": "{\"answer\": {\"order\": [\"T2\", \"T0\", \"T1\", \"T3\"], \"makespan\": 9}}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-planning-09"}
{"accepted": true, "answer": "RECONCILE", "cost_usd": 7.94e-05, "domain": "recovery", "input_tokens": 714, "label": "haiku-shift", "latency_ms": 591.2, "model": "claude-haiku-5-5", "output_tokens": 16, "raw_text": "{\"answer\": \"RECONCILE\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-recovery-00"}
{"accepted": true, "answer": "RECONCILE", "cost_usd": 7.94e-05, "domain": "recovery", "input_tokens": 714, "label": "haiku-shift", "latency_ms": 591.0, "model": "claude-haiku-5-5", "output_tokens": 16, "raw_text": "{\"answer\": \"RECONCILE\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-recovery-01"}
{"accepted": true, "answer": "RECONCILE", "cost_usd": 7.94e-05, "domain": "recovery", "input_tokens": 714, "label": "haiku-shift", "latency_ms": 594.4, "model": "claude-haiku-5-5", "output_tokens": 16, "raw_text": "{\"answer\": \"RECONCILE\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-recovery-02"}
{"accepted": true, "answer": "RECONCILE", "cost_usd": 7.94e-05, "domain": "recovery", "input_tokens": 714, "label": "haiku-shift", "latency_ms": 613.9, "model": "claude-haiku-5-5", "output_tokens": 16, "raw_text": "{\"answer\": \"RECONCILE\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-recovery-03"}
{"accepted": true, "answer": "RECONCILE", "cost_usd": 7.94e-05, "domain": "recovery", "input_tokens": 714, "label": "haiku-shift", "latency_ms": 574.5, "model": "claude-haiku-5-5", "output_tokens": 16, "raw_text": "{\"answer\": \"RECONCILE\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-recovery-04"}
{"accepted": true, "answer": "RECONCILE", "cost_usd": 7.94e-05, "domain": "recovery", "input_tokens": 714, "label": "haiku-shift", "latency_ms": 637.9, "model": "claude-haiku-5-5", "output_tokens": 16, "raw_text": "{\"answer\": \"RECONCILE\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-recovery-05"}
{"accepted": true, "answer": "RECONCILE", "cost_usd": 7.94e-05, "domain": "recovery", "input_tokens": 714, "label": "haiku-shift", "latency_ms": 628.7, "model": "claude-haiku-5-5", "output_tokens": 16, "raw_text": "{\"answer\": \"RECONCILE\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-recovery-06"}
{"accepted": true, "answer": "RECONCILE", "cost_usd": 7.94e-05, "domain": "recovery", "input_tokens": 714, "label": "haiku-shift", "latency_ms": 596.0, "model": "claude-haiku-5-5", "output_tokens": 16, "raw_text": "{\"answer\": \"RECONCILE\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-recovery-07"}
{"accepted": true, "answer": "RECONCILE", "cost_usd": 7.94e-05, "domain": "recovery", "input_tokens": 714, "label": "haiku-shift", "latency_ms": 623.9, "model": "claude-haiku-5-5", "output_tokens": 16, "raw_text": "{\"answer\": \"RECONCILE\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-recovery-08"}
{"accepted": true, "answer": "RECONCILE", "cost_usd": 7.94e-05, "domain": "recovery", "input_tokens": 714, "label": "haiku-shift", "latency_ms": 595.5, "model": "claude-haiku-5-5", "output_tokens": 16, "raw_text": "{\"answer\": \"RECONCILE\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-recovery-09"}
{"accepted": true, "answer": 7, "cost_usd": 7.28e-05, "domain": "science_calculation", "input_tokens": 678, "label": "haiku-shift", "latency_ms": 785.8, "model": "claude-haiku-5-5", "output_tokens": 10, "raw_text": "{\"answer\": 7}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-science_calculation-00"}
{"accepted": true, "answer": 45, "cost_usd": 7.28e-05, "domain": "science_calculation", "input_tokens": 678, "label": "haiku-shift", "latency_ms": 601.1, "model": "claude-haiku-5-5", "output_tokens": 10, "raw_text": "{\"answer\": 45}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-science_calculation-01"}
{"accepted": true, "answer": 32, "cost_usd": 7.28e-05, "domain": "science_calculation", "input_tokens": 678, "label": "haiku-shift", "latency_ms": 618.6, "model": "claude-haiku-5-5", "output_tokens": 10, "raw_text": "{\"answer\": 32}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-science_calculation-02"}
{"accepted": true, "answer": 12.5, "cost_usd": 7.38e-05, "domain": "science_calculation", "input_tokens": 678, "label": "haiku-shift", "latency_ms": 561.3, "model": "claude-haiku-5-5", "output_tokens": 12, "raw_text": "{\"answer\": 12.5}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-science_calculation-03"}
{"accepted": true, "answer": 6.2, "cost_usd": 7.38e-05, "domain": "science_calculation", "input_tokens": 678, "label": "haiku-shift", "latency_ms": 574.1, "model": "claude-haiku-5-5", "output_tokens": 12, "raw_text": "{\"answer\": 6.2}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-science_calculation-04"}
{"accepted": true, "answer": 7.625, "cost_usd": 7.38e-05, "domain": "science_calculation", "input_tokens": 678, "label": "haiku-shift", "latency_ms": 576.9, "model": "claude-haiku-5-5", "output_tokens": 12, "raw_text": "{\"answer\": 7.625}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-science_calculation-05"}
{"accepted": true, "answer": 18.75, "cost_usd": 7.38e-05, "domain": "science_calculation", "input_tokens": 678, "label": "haiku-shift", "latency_ms": 577.0, "model": "claude-haiku-5-5", "output_tokens": 12, "raw_text": "{\"answer\": 18.75}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-science_calculation-06"}
{"accepted": true, "answer": 8.222222222222221, "cost_usd": 7.58e-05, "domain": "science_calculation", "input_tokens": 678, "label": "haiku-shift", "latency_ms": 657.2, "model": "claude-haiku-5-5", "output_tokens": 16, "raw_text": "{\"answer\": 8.222222222222221}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-science_calculation-07"}
{"accepted": true, "answer": 5.857142857142857, "cost_usd": 7.58e-05, "domain": "science_calculation", "input_tokens": 678, "label": "haiku-shift", "latency_ms": 601.7, "model": "claude-haiku-5-5", "output_tokens": 16, "raw_text": "{\"answer\": 5.857142857142857}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-science_calculation-08"}
{"accepted": true, "answer": 10.428571428571429, "cost_usd": 7.58e-05, "domain": "science_calculation", "input_tokens": 678, "label": "haiku-shift", "latency_ms": 618.2, "model": "claude-haiku-5-5", "output_tokens": 16, "raw_text": "{\"answer\": 10.428571428571429}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-science_calculation-09"}
{"accepted": false, "answer": "DENY", "cost_usd": 0.0001836, "domain": "security_triage", "input_tokens": 726, "label": "haiku-shift", "latency_ms": 1516.9, "model": "claude-haiku-5-5", "output_tokens": 222, "raw_text": "{\"answer\": \"DENY\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-security_triage-00"}
{"accepted": false, "answer": "DENY", "cost_usd": 0.0002101, "domain": "security_triage", "input_tokens": 726, "label": "haiku-shift", "latency_ms": 1420.3, "model": "claude-haiku-5-5", "output_tokens": 275, "raw_text": "{\"answer\": \"DENY\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-security_triage-01"}
{"accepted": false, "answer": "DENY", "cost_usd": 0.0002071, "domain": "security_triage", "input_tokens": 726, "label": "haiku-shift", "latency_ms": 1494.6, "model": "claude-haiku-5-5", "output_tokens": 269, "raw_text": "{\"answer\": \"DENY\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-security_triage-02"}
{"accepted": false, "answer": "DENY", "cost_usd": 0.0002266, "domain": "security_triage", "input_tokens": 726, "label": "haiku-shift", "latency_ms": 1734.5, "model": "claude-haiku-5-5", "output_tokens": 308, "raw_text": "{\"answer\": \"DENY\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-security_triage-03"}
{"accepted": false, "answer": "DENY", "cost_usd": 0.0001956, "domain": "security_triage", "input_tokens": 726, "label": "haiku-shift", "latency_ms": 1396.2, "model": "claude-haiku-5-5", "output_tokens": 246, "raw_text": "{\"answer\": \"DENY\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-security_triage-04"}
{"accepted": true, "answer": "ALLOW", "cost_usd": 0.0002761, "domain": "security_triage", "input_tokens": 726, "label": "haiku-shift", "latency_ms": 2236.0, "model": "claude-haiku-5-5", "output_tokens": 407, "raw_text": "{\"answer\": \"ALLOW\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-security_triage-05"}
{"accepted": false, "answer": "DENY", "cost_usd": 0.0001636, "domain": "security_triage", "input_tokens": 726, "label": "haiku-shift", "latency_ms": 1198.7, "model": "claude-haiku-5-5", "output_tokens": 182, "raw_text": "{\"answer\": \"DENY\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-security_triage-06"}
{"accepted": false, "answer": "DENY", "cost_usd": 0.0002031, "domain": "security_triage", "input_tokens": 726, "label": "haiku-shift", "latency_ms": 1547.3, "model": "claude-haiku-5-5", "output_tokens": 261, "raw_text": "{\"answer\": \"DENY\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-security_triage-07"}
{"accepted": true, "answer": "ALLOW", "cost_usd": 0.0002321, "domain": "security_triage", "input_tokens": 726, "label": "haiku-shift", "latency_ms": 1641.0, "model": "claude-haiku-5-5", "output_tokens": 319, "raw_text": "{\"answer\": \"ALLOW\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-security_triage-08"}
{"accepted": false, "answer": "DENY", "cost_usd": 0.0001916, "domain": "security_triage", "input_tokens": 726, "label": "haiku-shift", "latency_ms": 1281.8, "model": "claude-haiku-5-5", "output_tokens": 238, "raw_text": "{\"answer\": \"DENY\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-security_triage-09"}
{"accepted": true, "answer": "def f(x):\n    return x % 2\n", "cost_usd": 0.0001414, "domain": "software_repair", "input_tokens": 764, "label": "haiku-shift", "latency_ms": 1150.5, "model": "claude-haiku-5-5", "output_tokens": 130, "raw_text": "{\"answer\": \"def f(x):\\n    return x % 2\\n\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-software_repair-00"}
{"accepted": false, "answer": "def f(x):\n    return x % 2\n", "cost_usd": 0.0001384, "domain": "software_repair", "input_tokens": 764, "label": "haiku-shift", "latency_ms": 993.1, "model": "claude-haiku-5-5", "output_tokens": 124, "raw_text": "{\"answer\": \"def f(x):\\n    return x % 2\\n\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-software_repair-01"}
{"accepted": true, "answer": "def f(x):\n    return x % 2\n", "cost_usd": 0.0001574, "domain": "software_repair", "input_tokens": 764, "label": "haiku-shift", "latency_ms": 1111.9, "model": "claude-haiku-5-5", "output_tokens": 162, "raw_text": "{\"answer\": \"def f(x):\\n    return x % 2\\n\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-software_repair-02"}
{"accepted": false, "answer": "def f(x):\n    return x % 2\n", "cost_usd": 0.0001509, "domain": "software_repair", "input_tokens": 764, "label": "haiku-shift", "latency_ms": 1192.7, "model": "claude-haiku-5-5", "output_tokens": 149, "raw_text": "{\"answer\": \"def f(x):\\n    return x % 2\\n\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-software_repair-03"}
{"accepted": false, "answer": "def f(x):\n    return x % 2\n", "cost_usd": 0.0001569, "domain": "software_repair", "input_tokens": 764, "label": "haiku-shift", "latency_ms": 1104.5, "model": "claude-haiku-5-5", "output_tokens": 161, "raw_text": "{\"answer\": \"def f(x):\\n    return x % 2\\n\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-software_repair-04"}
{"accepted": true, "answer": "def f(x):\n    return x % 2\n", "cost_usd": 0.0001799, "domain": "software_repair", "input_tokens": 764, "label": "haiku-shift", "latency_ms": 1379.9, "model": "claude-haiku-5-5", "output_tokens": 207, "raw_text": "{\"answer\": \"def f(x):\\n    return x % 2\\n\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-software_repair-05"}
{"accepted": true, "answer": "def f(x):\n    return x % 2\n", "cost_usd": 0.0001474, "domain": "software_repair", "input_tokens": 764, "label": "haiku-shift", "latency_ms": 1059.2, "model": "claude-haiku-5-5", "output_tokens": 142, "raw_text": "{\"answer\": \"def f(x):\\n    return x % 2\\n\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-software_repair-06"}
{"accepted": true, "answer": "def f(x):\n    return x % 2\n", "cost_usd": 0.0001574, "domain": "software_repair", "input_tokens": 764, "label": "haiku-shift", "latency_ms": 1185.0, "model": "claude-haiku-5-5", "output_tokens": 162, "raw_text": "{\"answer\": \"def f(x):\\n    return x % 2\\n\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-software_repair-07"}
{"accepted": false, "answer": "def f(x):\n    return x % 2\n", "cost_usd": 0.0001484, "domain": "software_repair", "input_tokens": 764, "label": "haiku-shift", "latency_ms": 1201.4, "model": "claude-haiku-5-5", "output_tokens": 144, "raw_text": "{\"answer\": \"def f(x):\\n    return x % 2\\n\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-software_repair-08"}
{"accepted": false, "answer": "def f(x):\n    return x % 2\n", "cost_usd": 0.0001499, "domain": "software_repair", "input_tokens": 764, "label": "haiku-shift", "latency_ms": 989.0, "model": "claude-haiku-5-5", "output_tokens": 147, "raw_text": "{\"answer\": \"def f(x):\\n    return x % 2\\n\"}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-software_repair-09"}
{"accepted": false, "answer": [], "cost_usd": 0.0002368, "domain": "tool_orchestration", "input_tokens": 968, "label": "haiku-shift", "latency_ms": 1691.6, "model": "claude-haiku-5-5", "output_tokens": 280, "raw_text": "{\"answer\": []}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-tool_orchestration-00"}
{"accepted": false, "answer": [], "cost_usd": 0.0002193, "domain": "tool_orchestration", "input_tokens": 968, "label": "haiku-shift", "latency_ms": 1534.2, "model": "claude-haiku-5-5", "output_tokens": 245, "raw_text": "{\"answer\": []}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-tool_orchestration-01"}
{"accepted": false, "answer": [], "cost_usd": 0.0002193, "domain": "tool_orchestration", "input_tokens": 968, "label": "haiku-shift", "latency_ms": 1610.1, "model": "claude-haiku-5-5", "output_tokens": 245, "raw_text": "{\"answer\": []}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-tool_orchestration-02"}
{"accepted": false, "answer": [], "cost_usd": 0.0002488, "domain": "tool_orchestration", "input_tokens": 968, "label": "haiku-shift", "latency_ms": 1768.1, "model": "claude-haiku-5-5", "output_tokens": 304, "raw_text": "{\"answer\": []}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-tool_orchestration-03"}
{"accepted": false, "answer": [], "cost_usd": 0.0002168, "domain": "tool_orchestration", "input_tokens": 968, "label": "haiku-shift", "latency_ms": 1493.1, "model": "claude-haiku-5-5", "output_tokens": 240, "raw_text": "{\"answer\": []}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-tool_orchestration-04"}
{"accepted": false, "answer": [], "cost_usd": 0.0002318, "domain": "tool_orchestration", "input_tokens": 968, "label": "haiku-shift", "latency_ms": 1622.7, "model": "claude-haiku-5-5", "output_tokens": 270, "raw_text": "{\"answer\": []}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-tool_orchestration-05"}
{"accepted": false, "answer": [], "cost_usd": 0.0002263, "domain": "tool_orchestration", "input_tokens": 968, "label": "haiku-shift", "latency_ms": 1479.9, "model": "claude-haiku-5-5", "output_tokens": 259, "raw_text": "{\"answer\": []}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-tool_orchestration-06"}
{"accepted": false, "answer": [], "cost_usd": 0.0002443, "domain": "tool_orchestration", "input_tokens": 968, "label": "haiku-shift", "latency_ms": 1709.3, "model": "claude-haiku-5-5", "output_tokens": 295, "raw_text": "{\"answer\": []}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-tool_orchestration-07"}
{"accepted": false, "answer": [], "cost_usd": 0.0002198, "domain": "tool_orchestration", "input_tokens": 968, "label": "haiku-shift", "latency_ms": 1528.7, "model": "claude-haiku-5-5", "output_tokens": 246, "raw_text": "{\"answer\": []}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-tool_orchestration-08"}
{"accepted": false, "answer": [], "cost_usd": 0.0002338, "domain": "tool_orchestration", "input_tokens": 968, "label": "haiku-shift", "latency_ms": 1576.3, "model": "claude-haiku-5-5", "output_tokens": 274, "raw_text": "{\"answer\": []}", "reason": "CHECKED", "stop_reason": "end_turn", "suite_seed": 9502, "task_id": "shift-tool_orchestration-09"}
