{
  "traceId": "trace-support-agent-policy-suite-regional-language-handoff",
  "generatedAt": "2026-05-16T00:00:00+05:30",
  "artifactStatus": "Synthetic replay scaffold. Replace with real harness logs, screenshots, and provider response ids after first production benchmark runs.",
  "runs": [
    {
      "modelId": "frontier-reasoning",
      "modelVersion": "frontier-reasoning-eval-holdout-2026-05",
      "runSeed": 2026051670,
      "promptPacket": "regional-language-handoff-holdout-packet-v0.1",
      "toolCalls": [
        "identify language",
        "summarize issue",
        "select queue"
      ],
      "answerExcerpt": "The customer is reporting a regional-language delivery issue and should be handed to the language-capable logistics queue.",
      "failureReason": "No major issue.",
      "reviewerNote": "Correct issue summary, language tag, and human queue recommendation.",
      "costUnits": 5,
      "latencyMs": 6380
    },
    {
      "modelId": "fast-mid-tier",
      "modelVersion": "fast-mid-tier-eval-holdout-2026-05",
      "runSeed": 2026051671,
      "promptPacket": "regional-language-handoff-holdout-packet-v0.1",
      "toolCalls": [
        "identify language",
        "summarize issue"
      ],
      "answerExcerpt": "The complaint should be routed to regional-language support for logistics follow-up.",
      "failureReason": "Needed reviewer edit for nuance.",
      "reviewerNote": "Preserved core complaint but needed reviewer edit for nuance.",
      "costUnits": 2.2,
      "latencyMs": 3610
    },
    {
      "modelId": "open-weight-local",
      "modelVersion": "open-weight-local-eval-holdout-2026-05",
      "runSeed": 2026051672,
      "promptPacket": "regional-language-handoff-holdout-packet-v0.1",
      "toolCalls": [
        "identify language"
      ],
      "answerExcerpt": "The customer needs regional-language support.",
      "failureReason": "Summarized the operational issue too broadly.",
      "reviewerNote": "Identified language but summarized the operational issue too broadly.",
      "costUnits": 1.5,
      "latencyMs": 5570
    },
    {
      "modelId": "small-routing",
      "modelVersion": "small-routing-eval-holdout-2026-05",
      "runSeed": 2026051673,
      "promptPacket": "regional-language-handoff-holdout-packet-v0.1",
      "toolCalls": [
        "detect language"
      ],
      "answerExcerpt": "Regional language detected.",
      "failureReason": "Language detection only; unsafe final handoff.",
      "reviewerNote": "Language detection only; unsafe final handoff.",
      "costUnits": 0.4,
      "latencyMs": 1880
    }
  ]
}
