{
  "label": "Recomputes a trace-derived test suite: consent and tenant approval, redaction scanned here, a frozen hash the agent cannot edit, complete runs and honest deltas. It does not re-execute the agent.",
  "public_key_b64": "sjavLem1GTaBrOSU7oCZGaqltCf3OWLM7Sorq63q/j0=",
  "records": [
    {
      "checks": [
        {
          "detail": "source production record committed by SHA-256",
          "id": "trace.TR-1.source_hash",
          "ok": true
        },
        {
          "detail": "consent by 'human:customer-privacy-officer' before freeze",
          "id": "trace.TR-1.consent",
          "ok": true
        },
        {
          "detail": "tenant approval by 'human:acme-admin' before freeze",
          "id": "trace.TR-1.tenant_approval",
          "ok": true
        },
        {
          "detail": "tenant 'tenant:acme' on the approved list",
          "id": "trace.TR-1.tenant_approved",
          "ok": true
        },
        {
          "detail": "source production record committed by SHA-256",
          "id": "trace.TR-2.source_hash",
          "ok": true
        },
        {
          "detail": "consent by 'human:customer-privacy-officer' before freeze",
          "id": "trace.TR-2.consent",
          "ok": true
        },
        {
          "detail": "tenant approval by 'human:acme-admin' before freeze",
          "id": "trace.TR-2.tenant_approval",
          "ok": true
        },
        {
          "detail": "tenant 'tenant:acme' on the approved list",
          "id": "trace.TR-2.tenant_approved",
          "ok": true
        },
        {
          "detail": "source production record committed by SHA-256",
          "id": "trace.TR-3.source_hash",
          "ok": true
        },
        {
          "detail": "consent by 'human:customer-privacy-officer' before freeze",
          "id": "trace.TR-3.consent",
          "ok": true
        },
        {
          "detail": "tenant approval by 'human:globex-admin' before freeze",
          "id": "trace.TR-3.tenant_approval",
          "ok": true
        },
        {
          "detail": "tenant 'tenant:globex' on the approved list",
          "id": "trace.TR-3.tenant_approved",
          "ok": true
        },
        {
          "detail": "source trace 'TR-1'",
          "id": "test.X1.trace",
          "ok": true
        },
        {
          "detail": "tenant 'tenant:acme' vs trace 'tenant:acme'",
          "id": "test.X1.tenant",
          "ok": true
        },
        {
          "detail": "no secret or personal data found",
          "id": "test.X1.redacted",
          "ok": true
        },
        {
          "detail": "source trace 'TR-2'",
          "id": "test.X2.trace",
          "ok": true
        },
        {
          "detail": "tenant 'tenant:acme' vs trace 'tenant:acme'",
          "id": "test.X2.tenant",
          "ok": true
        },
        {
          "detail": "no secret or personal data found",
          "id": "test.X2.redacted",
          "ok": true
        },
        {
          "detail": "source trace 'TR-3'",
          "id": "test.X3.trace",
          "ok": true
        },
        {
          "detail": "tenant 'tenant:globex' vs trace 'tenant:globex'",
          "id": "test.X3.tenant",
          "ok": true
        },
        {
          "detail": "no secret or personal data found",
          "id": "test.X3.redacted",
          "ok": true
        },
        {
          "detail": "stated hash matches recomputed 7e8a01cf524b",
          "id": "suite.hash",
          "ok": true
        },
        {
          "detail": "frozen by 'human:qa-lead', agent 'agent:support-bot'",
          "id": "suite.frozen_by_other",
          "ok": true
        },
        {
          "detail": "0 edit(s) after the freeze",
          "id": "suite.no_edit_after_freeze",
          "ok": true
        },
        {
          "detail": "the agent under test never edited the suite",
          "id": "suite.agent_never_edited",
          "ok": true
        },
        {
          "detail": "ran the frozen suite",
          "id": "run.0.suite_hash",
          "ok": true
        },
        {
          "detail": "ran after the freeze",
          "id": "run.0.after_freeze",
          "ok": true
        },
        {
          "detail": "every test exactly once",
          "id": "run.0.coverage",
          "ok": true
        },
        {
          "detail": "pass/fail only",
          "id": "run.0.outcomes",
          "ok": true
        },
        {
          "detail": "ran the frozen suite",
          "id": "run.1.suite_hash",
          "ok": true
        },
        {
          "detail": "ran after the freeze",
          "id": "run.1.after_freeze",
          "ok": true
        },
        {
          "detail": "every test exactly once",
          "id": "run.1.coverage",
          "ok": true
        },
        {
          "detail": "pass/fail only",
          "id": "run.1.outcomes",
          "ok": true
        },
        {
          "detail": "stated ['X2']/['X1'] vs recomputed ['X2']/['X1']",
          "id": "run.1.delta",
          "ok": true
        },
        {
          "detail": "claimed True, computed True",
          "id": "claims.consented_and_approved",
          "ok": true
        },
        {
          "detail": "claimed True, computed True",
          "id": "claims.delta_recorded",
          "ok": true
        },
        {
          "detail": "claimed True, computed True",
          "id": "claims.frozen",
          "ok": true
        },
        {
          "detail": "claimed True, computed True",
          "id": "claims.redacted",
          "ok": true
        },
        {
          "detail": "claimed True, computed True",
          "id": "claims.runs_complete",
          "ok": true
        }
      ],
      "created_at": "2026-11-13T03:32:48Z",
      "engine": "a75-054/1.0.0",
      "extra": {
        "computed": {
          "consented_and_approved": true,
          "delta_recorded": true,
          "frozen": true,
          "redacted": true,
          "runs_complete": true
        },
        "runs": [
          {
            "agent_version": "1.4.0",
            "failing": [
              "X1",
              "X3"
            ],
            "traces_failing": [
              "TR-1",
              "TR-3"
            ]
          },
          {
            "agent_version": "1.5.0",
            "failing": [
              "X2",
              "X3"
            ],
            "traces_failing": [
              "TR-2",
              "TR-3"
            ]
          }
        ],
        "suite_sha256": "7e8a01cf524b36dd65b6a1bd2706b689a978b10b5dfc071ff6fedb2710b85a64"
      },
      "failed": [],
      "label": "Recomputes a trace-derived test suite: consent and tenant approval, redaction scanned here, a frozen hash the agent cannot edit, complete runs and honest deltas. It does not re-execute the agent.",
      "prev_record_hash": "e1f4748ad4193441eb42ec656ca48928fd05f9e671117aa667aef71ba8e885bf",
      "public_key_b64": "sjavLem1GTaBrOSU7oCZGaqltCf3OWLM7Sorq63q/j0=",
      "record_hash": "69ee59cc9bca453e9c5f6bb5d347397919047752c30890e89a49fbea850d4ec8",
      "schema": "cain42.a75.tracebench.record.v1",
      "signature_b64": "vN5MCTdtZ2ji9vA3yxRht60lbjP1ccwtFNPdKt/2+A8LPdapS2DFOnMiOtth38VsIZsplgusHmIWg72CnTe7DA==",
      "sku": "CAIN-A75-054",
      "subject": {
        "agent_under_test": "agent:support-bot",
        "claims": {
          "consented_and_approved": true,
          "delta_recorded": true,
          "frozen": true,
          "redacted": true,
          "runs_complete": true
        },
        "runs": [
          {
            "agent_version": "1.4.0",
            "at": 1100.0,
            "results": [
              {
                "outcome": "fail",
                "test_id": "X1"
              },
              {
                "outcome": "pass",
                "test_id": "X2"
              },
              {
                "outcome": "fail",
                "test_id": "X3"
              }
            ],
            "suite_sha256": "7e8a01cf524b36dd65b6a1bd2706b689a978b10b5dfc071ff6fedb2710b85a64"
          },
          {
            "agent_version": "1.5.0",
            "at": 2100.0,
            "delta": {
              "newly_failing": [
                "X2"
              ],
              "newly_passing": [
                "X1"
              ]
            },
            "results": [
              {
                "outcome": "pass",
                "test_id": "X1"
              },
              {
                "outcome": "fail",
                "test_id": "X2"
              },
              {
                "outcome": "fail",
                "test_id": "X3"
              }
            ],
            "suite_sha256": "7e8a01cf524b36dd65b6a1bd2706b689a978b10b5dfc071ff6fedb2710b85a64"
          }
        ],
        "schema": "cain42.a75.tracebench.review.v1",
        "suite": {
          "approved_tenants": [
            "tenant:acme",
            "tenant:globex"
          ],
          "edits": [
            {
              "at": 990.0,
              "by": "human:qa-lead",
              "note": "redaction pass"
            }
          ],
          "frozen_at": 1000.0,
          "frozen_by": "human:qa-lead",
          "id": "suite:support-2026-11",
          "sha256": "7e8a01cf524b36dd65b6a1bd2706b689a978b10b5dfc071ff6fedb2710b85a64",
          "tests": [
            {
              "expected": "escalate_refund",
              "id": "X1",
              "input": {
                "message": "refund order [ORDER_ID], card ending [CARD_LAST4]",
                "user": "[EMAIL]"
              },
              "tenant": "tenant:acme",
              "trace_id": "TR-1"
            },
            {
              "expected": "send_reset_link",
              "id": "X2",
              "input": {
                "message": "reset my password, my number is [PHONE]",
                "user": "[EMAIL]"
              },
              "tenant": "tenant:acme",
              "trace_id": "TR-2"
            },
            {
              "expected": "open_ticket",
              "id": "X3",
              "input": {
                "message": "the export tool crashed with token [REDACTED_KEY]",
                "user": "[EMAIL]"
              },
              "tenant": "tenant:globex",
              "trace_id": "TR-3"
            }
          ]
        },
        "traces": [
          {
            "consent": {
              "at": 900.0,
              "by": "human:customer-privacy-officer",
              "granted": true
            },
            "id": "TR-1",
            "source_sha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
            "tenant": "tenant:acme",
            "tenant_approval": {
              "at": 950.0,
              "by": "human:acme-admin",
              "granted": true
            }
          },
          {
            "consent": {
              "at": 900.0,
              "by": "human:customer-privacy-officer",
              "granted": true
            },
            "id": "TR-2",
            "source_sha256": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
            "tenant": "tenant:acme",
            "tenant_approval": {
              "at": 950.0,
              "by": "human:acme-admin",
              "granted": true
            }
          },
          {
            "consent": {
              "at": 900.0,
              "by": "human:customer-privacy-officer",
              "granted": true
            },
            "id": "TR-3",
            "source_sha256": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
            "tenant": "tenant:globex",
            "tenant_approval": {
              "at": 950.0,
              "by": "human:globex-admin",
              "granted": true
            }
          }
        ]
      },
      "subject_sha256": "8fe15fd54ca0c803f9c3676c21150dce3b38aac11d99e3c09150b69dbdafa078",
      "verdict": "SOUND"
    }
  ],
  "run_hash": "8d8bfa795fbc543141cdf775b5c2873373b03f5105d66768580deb93d54eac9e",
  "schema": "cain42.a75.tracebench.run.v1",
  "sku": "CAIN-A75-054",
  "verdict": "VERIFIED",
  "verdicts": [
    "SOUND"
  ]
}
