{ "class": "PREDICTION (never authority)", "model_version": { "body": { "authority": "NONE", "model": "prod-wm", "n": 118, "status": "TRUSTED_FOR_PREDICTION", "trained_on_digest": "223e0f514fc540f6d0d2e2875bb1844fa7197ff9340b3b23e67b77d242993bc9", "version": 3 }, "digest": "ac68c254ca3335be8443893daa3540a7bebdc8ee8914a100925acf012e45aacf" }, "published": { "accuracy_milli": 850, "brier_milli": 126, "ece_milli": 89, "n": 60 }, "rows": [ { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 176, "episode": "ep0", "harm": false, "p_harm_milli": 317, "state_error_milli": 317, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 24, "episode": "ep1", "harm": false, "p_harm_milli": 212, "state_error_milli": 212, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 195, "episode": "ep2", "harm": false, "p_harm_milli": 123, "state_error_milli": 123, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 69, "episode": "ep3", "harm": false, "p_harm_milli": 181, "state_error_milli": 181, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 556, "episode": "ep4", "harm": true, "p_harm_milli": 631, "state_error_milli": 369, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 539, "episode": "ep5", "harm": true, "p_harm_milli": 647, "state_error_milli": 353, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 26, "episode": "ep6", "harm": false, "p_harm_milli": 198, "state_error_milli": 198, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 180, "episode": "ep7", "harm": false, "p_harm_milli": 117, "state_error_milli": 117, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 43, "episode": "ep8", "harm": true, "p_harm_milli": 901, "state_error_milli": 99, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 156, "episode": "ep9", "harm": false, "p_harm_milli": 126, "state_error_milli": 126, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 153, "episode": "ep10", "harm": true, "p_harm_milli": 852, "state_error_milli": 148, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 655, "episode": "ep11", "harm": false, "p_harm_milli": 527, "state_error_milli": 527, "status": "TRUSTED_FOR_PREDICTION", "unexpected": true }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 119, "episode": "ep12", "harm": false, "p_harm_milli": 256, "state_error_milli": 256, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 26, "episode": "ep13", "harm": false, "p_harm_milli": 180, "state_error_milli": 180, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 166, "episode": "ep14", "harm": false, "p_harm_milli": 106, "state_error_milli": 106, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 147, "episode": "ep15", "harm": false, "p_harm_milli": 113, "state_error_milli": 113, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 14, "episode": "ep16", "harm": true, "p_harm_milli": 807, "state_error_milli": 193, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 599, "episode": "ep17", "harm": false, "p_harm_milli": 483, "state_error_milli": 483, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 174, "episode": "ep18", "harm": false, "p_harm_milli": 94, "state_error_milli": 94, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 202, "episode": "ep19", "harm": false, "p_harm_milli": 279, "state_error_milli": 279, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 103, "episode": "ep20", "harm": true, "p_harm_milli": 123, "state_error_milli": 877, "status": "TRUSTED_FOR_PREDICTION", "unexpected": true }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 424, "episode": "ep21", "harm": true, "p_harm_milli": 399, "state_error_milli": 601, "status": "TRUSTED_FOR_PREDICTION", "unexpected": true }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 166, "episode": "ep22", "harm": true, "p_harm_milli": 850, "state_error_milli": 150, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 173, "episode": "ep23", "harm": false, "p_harm_milli": 113, "state_error_milli": 113, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 196, "episode": "ep24", "harm": false, "p_harm_milli": 99, "state_error_milli": 99, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 30, "episode": "ep25", "harm": true, "p_harm_milli": 209, "state_error_milli": 791, "status": "TRUSTED_FOR_PREDICTION", "unexpected": true }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 106, "episode": "ep26", "harm": false, "p_harm_milli": 153, "state_error_milli": 153, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 289, "episode": "ep27", "harm": false, "p_harm_milli": 348, "state_error_milli": 348, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 192, "episode": "ep28", "harm": false, "p_harm_milli": 104, "state_error_milli": 104, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 213, "episode": "ep29", "harm": true, "p_harm_milli": 303, "state_error_milli": 697, "status": "TRUSTED_FOR_PREDICTION", "unexpected": true }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 218, "episode": "ep30", "harm": true, "p_harm_milli": 724, "state_error_milli": 276, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 166, "episode": "ep31", "harm": false, "p_harm_milli": 125, "state_error_milli": 125, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 179, "episode": "ep32", "harm": true, "p_harm_milli": 116, "state_error_milli": 884, "status": "TRUSTED_FOR_PREDICTION", "unexpected": true }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 91, "episode": "ep33", "harm": false, "p_harm_milli": 171, "state_error_milli": 171, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 87, "episode": "ep34", "harm": true, "p_harm_milli": 894, "state_error_milli": 106, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 131, "episode": "ep35", "harm": false, "p_harm_milli": 279, "state_error_milli": 279, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 773, "episode": "ep36", "harm": true, "p_harm_milli": 597, "state_error_milli": 403, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 73, "episode": "ep37", "harm": false, "p_harm_milli": 257, "state_error_milli": 257, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 761, "episode": "ep38", "harm": true, "p_harm_milli": 598, "state_error_milli": 402, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 10, "episode": "ep39", "harm": false, "p_harm_milli": 233, "state_error_milli": 233, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 20, "episode": "ep40", "harm": false, "p_harm_milli": 215, "state_error_milli": 215, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 5, "episode": "ep41", "harm": true, "p_harm_milli": 225, "state_error_milli": 775, "status": "TRUSTED_FOR_PREDICTION", "unexpected": true }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 223, "episode": "ep42", "harm": false, "p_harm_milli": 120, "state_error_milli": 120, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 39, "episode": "ep43", "harm": false, "p_harm_milli": 210, "state_error_milli": 210, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 96, "episode": "ep44", "harm": false, "p_harm_milli": 274, "state_error_milli": 274, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 151, "episode": "ep45", "harm": false, "p_harm_milli": 148, "state_error_milli": 148, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 107, "episode": "ep46", "harm": false, "p_harm_milli": 168, "state_error_milli": 168, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 182, "episode": "ep47", "harm": false, "p_harm_milli": 127, "state_error_milli": 127, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 466, "episode": "ep48", "harm": false, "p_harm_milli": 449, "state_error_milli": 449, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 155, "episode": "ep49", "harm": false, "p_harm_milli": 136, "state_error_milli": 136, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 108, "episode": "ep50", "harm": true, "p_harm_milli": 911, "state_error_milli": 89, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 245, "episode": "ep51", "harm": true, "p_harm_milli": 819, "state_error_milli": 181, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 7, "episode": "ep52", "harm": true, "p_harm_milli": 948, "state_error_milli": 52, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 703, "episode": "ep53", "harm": false, "p_harm_milli": 563, "state_error_milli": 563, "status": "TRUSTED_FOR_PREDICTION", "unexpected": true }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 147, "episode": "ep54", "harm": false, "p_harm_milli": 135, "state_error_milli": 135, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 135, "episode": "ep55", "harm": false, "p_harm_milli": 139, "state_error_milli": 139, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 180, "episode": "ep56", "harm": false, "p_harm_milli": 114, "state_error_milli": 114, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 241, "episode": "ep57", "harm": true, "p_harm_milli": 755, "state_error_milli": 245, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 199, "episode": "ep58", "harm": true, "p_harm_milli": 103, "state_error_milli": 897, "status": "TRUSTED_FOR_PREDICTION", "unexpected": true }, { "action_effect_error": null, "catastrophic": false, "class": "DELTA_EVIDENCE", "disagreement_milli": 182, "episode": "ep59", "harm": false, "p_harm_milli": 119, "state_error_milli": 119, "status": "TRUSTED_FOR_PREDICTION", "unexpected": false } ] }