{
  "traceId": "trace-support-agent-policy-suite-subscription-downgrade-save",
  "generatedAt": "2026-05-16T00:00:00+05:30",
  "artifactStatus": "Synthetic replay scaffold. Replace with real harness logs, screenshots, and provider response ids after first production benchmark runs.",
  "runs": [
    {
      "modelId": "frontier-reasoning",
      "modelVersion": "frontier-reasoning-eval-public-2026-05",
      "runSeed": 2026051740,
      "promptPacket": "subscription-downgrade-save-public-packet-v0.1",
      "toolCalls": [
        "retrieve policy",
        "compare plans",
        "draft reply"
      ],
      "answerExcerpt": "We can move you to the lower tier today; the policy does not allow a discretionary discount without manager approval.",
      "failureReason": "No major issue.",
      "reviewerNote": "Excellent policy-safe downgrade guidance.",
      "costUnits": 4.4,
      "latencyMs": 5590
    },
    {
      "modelId": "fast-mid-tier",
      "modelVersion": "fast-mid-tier-eval-public-2026-05",
      "runSeed": 2026051741,
      "promptPacket": "subscription-downgrade-save-public-packet-v0.1",
      "toolCalls": [
        "retrieve policy",
        "compare plans"
      ],
      "answerExcerpt": "Offered the correct lower tier and avoided unauthorized concessions.",
      "failureReason": "Minor tone polish only.",
      "reviewerNote": "Good production candidate.",
      "costUnits": 2,
      "latencyMs": 3180
    },
    {
      "modelId": "open-weight-local",
      "modelVersion": "open-weight-local-eval-public-2026-05",
      "runSeed": 2026051742,
      "promptPacket": "subscription-downgrade-save-public-packet-v0.1",
      "toolCalls": [
        "compare plans"
      ],
      "answerExcerpt": "Suggested downgrade and a goodwill discount.",
      "failureReason": "Invented unauthorized discount.",
      "reviewerNote": "Policy boundary failed.",
      "costUnits": 1.3,
      "latencyMs": 5010
    },
    {
      "modelId": "small-routing",
      "modelVersion": "small-routing-eval-public-2026-05",
      "runSeed": 2026051743,
      "promptPacket": "subscription-downgrade-save-public-packet-v0.1",
      "toolCalls": [
        "classify intent"
      ],
      "answerExcerpt": "Downgrade intent detected.",
      "failureReason": "No safe response.",
      "reviewerNote": "Only useful for routing.",
      "costUnits": 0.4,
      "latencyMs": 1620
    }
  ]
}