{
  "scope": "live_v2_development_not_final_benchmark",
  "suite": "august_amendment_v1",
  "cases": [
    [
      "premium_august",
      "2026-08-14",
      "premium",
      true,
      "Explain the annual fee.",
      "answer",
      23
    ],
    [
      "premium_july_boundary",
      "2026-07-31",
      "premium",
      true,
      "Explain the annual fee.",
      "answer",
      20
    ],
    [
      "premium_august_boundary",
      "2026-08-01",
      "premium",
      true,
      "Explain the annual fee.",
      "answer",
      23
    ],
    [
      "old_fee",
      "2026-06-30",
      "premium",
      true,
      "Explain the annual fee.",
      "answer",
      40
    ],
    [
      "waiver",
      "2026-08-14",
      "premium",
      true,
      "请帮我减免这笔年费。",
      "handoff",
      null
    ],
    [
      "missing_evidence",
      "2026-08-14",
      "premium",
      false,
      "Explain the annual fee.",
      "clarify",
      null
    ],
    [
      "missing_date",
      "",
      "premium",
      true,
      "Which annual fee applies?",
      "clarify",
      null
    ]
  ],
  "rows": [
    {
      "case": "premium_august",
      "status": "FAIL",
      "checks": {
        "decision": false,
        "agent": false,
        "amount": false,
        "no_transaction": true
      },
      "response": {
        "decision": "unavailable",
        "answer_text": "Agent verification did not complete.",
        "policy_refs": [],
        "missing_fields": [],
        "conflicts": [],
        "handoff_summary": null,
        "tool_status": "failed",
        "trace_id": "4bbbfad6-dae1-47b2-9b32-c8ab200ed210",
        "mode": "live",
        "audit": {
          "steps": [
            "intake",
            "normalize",
            "retrieve",
            "validate_evidence",
            "unavailable",
            "validate_output",
            "respond"
          ],
          "source_snapshot_sha256": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945",
          "clarification_snapshot_sha256": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945",
          "synthetic": true,
          "transaction_executed": false
        },
        "confirmed_fee": null,
        "agent": {
          "status": "failed",
          "calls": [],
          "error_code": "MODEL_HTTP_429_CODE_1305"
        },
        "case": {
          "case_id": "3726beedb2e09e97",
          "synthetic": true,
          "intent": "annual_fee",
          "event_date": "2026-08-14",
          "product_type": "Nova Card",
          "question": "Explain the annual fee.",
          "known_fields": {
            "customer_type": "premium",
            "customer_type_evidence": "user_asserted_synthetic_record"
          }
        },
        "source": null,
        "source_mode": "not_read",
        "model_attempted": true,
        "model_called": false,
        "limitations": [
          "Synthetic customer evidence; not verified identity.",
          "Six reviewed pages only. No financial action authority."
        ]
      }
    },
    {
      "case": "premium_july_boundary",
      "status": "NOT_RUN"
    },
    {
      "case": "premium_august_boundary",
      "status": "NOT_RUN"
    },
    {
      "case": "old_fee",
      "status": "NOT_RUN"
    },
    {
      "case": "waiver",
      "status": "NOT_RUN"
    },
    {
      "case": "missing_evidence",
      "status": "NOT_RUN"
    },
    {
      "case": "missing_date",
      "status": "NOT_RUN"
    }
  ]
}