{
  "scope": "17 hand-authored synthetic cases; no model, vendor, or live API calls",
  "detectors": {
    "exception_only": {
      "counts": {
        "tp": 1,
        "fp": 0,
        "tn": 6,
        "fn": 9,
        "unknown": 1,
        "precision": 1.0,
        "recall": 0.1
      },
      "cases": [
        {
          "id": "duplicate_search",
          "failure": true,
          "predicted_failure": false
        },
        {
          "id": "legitimate_poll",
          "failure": false,
          "predicted_failure": false
        },
        {
          "id": "retry_after_timeout",
          "failure": false,
          "predicted_failure": false
        },
        {
          "id": "different_auth_scope",
          "failure": false,
          "predicted_failure": false
        },
        {
          "id": "claimed_without_action",
          "failure": true,
          "predicted_failure": false
        },
        {
          "id": "pending_but_claimed_complete",
          "failure": true,
          "predicted_failure": false
        },
        {
          "id": "receipt_for_wrong_order",
          "failure": true,
          "predicted_failure": false
        },
        {
          "id": "confirmed_refund",
          "failure": false,
          "predicted_failure": false
        },
        {
          "id": "pending_reported_truthfully",
          "failure": false,
          "predicted_failure": false
        },
        {
          "id": "answer_contradicts_source",
          "failure": true,
          "predicted_failure": false
        },
        {
          "id": "outdated_source",
          "failure": true,
          "predicted_failure": false
        },
        {
          "id": "wrong_tenant_result",
          "failure": true,
          "predicted_failure": false
        },
        {
          "id": "unhandled_timeout",
          "failure": true,
          "predicted_failure": true
        },
        {
          "id": "http_200_business_error",
          "failure": true,
          "predicted_failure": false
        },
        {
          "id": "missing_handoff",
          "failure": true,
          "predicted_failure": false
        },
        {
          "id": "accepted_handoff",
          "failure": false,
          "predicted_failure": false
        },
        {
          "id": "missing_receipt_telemetry",
          "failure": null,
          "predicted_failure": null
        }
      ]
    },
    "exception_or_call_count": {
      "counts": {
        "tp": 2,
        "fp": 1,
        "tn": 5,
        "fn": 8,
        "unknown": 1,
        "precision": 0.6666666666666666,
        "recall": 0.2
      },
      "cases": [
        {
          "id": "duplicate_search",
          "failure": true,
          "predicted_failure": true
        },
        {
          "id": "legitimate_poll",
          "failure": false,
          "predicted_failure": true
        },
        {
          "id": "retry_after_timeout",
          "failure": false,
          "predicted_failure": false
        },
        {
          "id": "different_auth_scope",
          "failure": false,
          "predicted_failure": false
        },
        {
          "id": "claimed_without_action",
          "failure": true,
          "predicted_failure": false
        },
        {
          "id": "pending_but_claimed_complete",
          "failure": true,
          "predicted_failure": false
        },
        {
          "id": "receipt_for_wrong_order",
          "failure": true,
          "predicted_failure": false
        },
        {
          "id": "confirmed_refund",
          "failure": false,
          "predicted_failure": false
        },
        {
          "id": "pending_reported_truthfully",
          "failure": false,
          "predicted_failure": false
        },
        {
          "id": "answer_contradicts_source",
          "failure": true,
          "predicted_failure": false
        },
        {
          "id": "outdated_source",
          "failure": true,
          "predicted_failure": false
        },
        {
          "id": "wrong_tenant_result",
          "failure": true,
          "predicted_failure": false
        },
        {
          "id": "unhandled_timeout",
          "failure": true,
          "predicted_failure": true
        },
        {
          "id": "http_200_business_error",
          "failure": true,
          "predicted_failure": false
        },
        {
          "id": "missing_handoff",
          "failure": true,
          "predicted_failure": false
        },
        {
          "id": "accepted_handoff",
          "failure": false,
          "predicted_failure": false
        },
        {
          "id": "missing_receipt_telemetry",
          "failure": null,
          "predicted_failure": null
        }
      ]
    },
    "contract_checks": {
      "counts": {
        "tp": 10,
        "fp": 0,
        "tn": 6,
        "fn": 0,
        "unknown": 1,
        "precision": 1.0,
        "recall": 1.0
      },
      "cases": [
        {
          "id": "duplicate_search",
          "failure": true,
          "predicted_failure": true
        },
        {
          "id": "legitimate_poll",
          "failure": false,
          "predicted_failure": false
        },
        {
          "id": "retry_after_timeout",
          "failure": false,
          "predicted_failure": false
        },
        {
          "id": "different_auth_scope",
          "failure": false,
          "predicted_failure": false
        },
        {
          "id": "claimed_without_action",
          "failure": true,
          "predicted_failure": true
        },
        {
          "id": "pending_but_claimed_complete",
          "failure": true,
          "predicted_failure": true
        },
        {
          "id": "receipt_for_wrong_order",
          "failure": true,
          "predicted_failure": true
        },
        {
          "id": "confirmed_refund",
          "failure": false,
          "predicted_failure": false
        },
        {
          "id": "pending_reported_truthfully",
          "failure": false,
          "predicted_failure": false
        },
        {
          "id": "answer_contradicts_source",
          "failure": true,
          "predicted_failure": true
        },
        {
          "id": "outdated_source",
          "failure": true,
          "predicted_failure": true
        },
        {
          "id": "wrong_tenant_result",
          "failure": true,
          "predicted_failure": true
        },
        {
          "id": "unhandled_timeout",
          "failure": true,
          "predicted_failure": true
        },
        {
          "id": "http_200_business_error",
          "failure": true,
          "predicted_failure": true
        },
        {
          "id": "missing_handoff",
          "failure": true,
          "predicted_failure": true
        },
        {
          "id": "accepted_handoff",
          "failure": false,
          "predicted_failure": false
        },
        {
          "id": "missing_receipt_telemetry",
          "failure": null,
          "predicted_failure": null
        }
      ]
    }
  }
}