{
  "traceId": "trace-support-agent-policy-suite-refund-policy-boundary",
  "generatedAt": "2026-05-16T00:00:00+05:30",
  "artifactStatus": "Synthetic replay scaffold. Replace with real harness logs, screenshots, and provider response ids after first production benchmark runs.",
  "runs": [
    {
      "modelId": "frontier-reasoning",
      "modelVersion": "frontier-reasoning-eval-public-2026-05",
      "runSeed": 2026051660,
      "promptPacket": "refund-policy-boundary-public-packet-v0.1",
      "toolCalls": [
        "retrieve refund policy",
        "check order date",
        "draft support response"
      ],
      "answerExcerpt": "I understand why this is frustrating. The request is outside the refund window, but I can escalate the approved exception-review path.",
      "failureReason": "No major issue.",
      "reviewerNote": "Firm policy answer, empathetic tone, and correct escalation path.",
      "costUnits": 4.6,
      "latencyMs": 5840
    },
    {
      "modelId": "fast-mid-tier",
      "modelVersion": "fast-mid-tier-eval-public-2026-05",
      "runSeed": 2026051661,
      "promptPacket": "refund-policy-boundary-public-packet-v0.1",
      "toolCalls": [
        "retrieve refund policy",
        "draft support response"
      ],
      "answerExcerpt": "The policy window has passed, but we can route this to the approved review queue.",
      "failureReason": "One minor wording edit.",
      "reviewerNote": "Strong answer with one minor wording edit.",
      "costUnits": 2,
      "latencyMs": 3260
    },
    {
      "modelId": "open-weight-local",
      "modelVersion": "open-weight-local-eval-public-2026-05",
      "runSeed": 2026051662,
      "promptPacket": "refund-policy-boundary-public-packet-v0.1",
      "toolCalls": [
        "draft support response"
      ],
      "answerExcerpt": "We may not be able to refund this, but support can review the issue.",
      "failureReason": "Policy boundary was too vague.",
      "reviewerNote": "Tone was acceptable but policy boundary was vague.",
      "costUnits": 1.4,
      "latencyMs": 5120
    },
    {
      "modelId": "small-routing",
      "modelVersion": "small-routing-eval-public-2026-05",
      "runSeed": 2026051663,
      "promptPacket": "refund-policy-boundary-public-packet-v0.1",
      "toolCalls": [
        "classify intent"
      ],
      "answerExcerpt": "Refund intent detected.",
      "failureReason": "Could not safely resolve the policy boundary case.",
      "reviewerNote": "Classified refund intent but could not safely resolve.",
      "costUnits": 0.4,
      "latencyMs": 1680
    }
  ]
}