{
  "traceId": "trace-browser-operations-suite-invoice-portal-download",
  "generatedAt": "2026-05-16T00:00:00+05:30",
  "artifactStatus": "Synthetic replay scaffold. Replace with real harness logs, screenshots, and provider response ids after first production benchmark runs.",
  "runs": [
    {
      "modelId": "frontier-reasoning",
      "modelVersion": "frontier-reasoning-eval-public-2026-05",
      "runSeed": 2026051720,
      "promptPacket": "invoice-portal-download-public-packet-v0.1",
      "toolCalls": [
        "navigate portal",
        "download file",
        "verify artifact"
      ],
      "answerExcerpt": "Downloaded the newest invoice and verified artifact state before extracting the number.",
      "failureReason": "Minor delay only.",
      "reviewerNote": "Good artifact proof and extraction.",
      "costUnits": 4.8,
      "latencyMs": 6410
    },
    {
      "modelId": "fast-mid-tier",
      "modelVersion": "fast-mid-tier-eval-public-2026-05",
      "runSeed": 2026051721,
      "promptPacket": "invoice-portal-download-public-packet-v0.1",
      "toolCalls": [
        "navigate portal",
        "download file"
      ],
      "answerExcerpt": "Clicked the correct invoice and extracted its number.",
      "failureReason": "Missing explicit artifact-state proof.",
      "reviewerNote": "Useful but needed stronger state verification.",
      "costUnits": 2.1,
      "latencyMs": 3710
    },
    {
      "modelId": "open-weight-local",
      "modelVersion": "open-weight-local-eval-public-2026-05",
      "runSeed": 2026051722,
      "promptPacket": "invoice-portal-download-public-packet-v0.1",
      "toolCalls": [
        "navigate portal"
      ],
      "answerExcerpt": "Reached the invoice list but selected the older invoice.",
      "failureReason": "Wrong artifact.",
      "reviewerNote": "Navigation worked but date selection failed.",
      "costUnits": 1.4,
      "latencyMs": 5660
    },
    {
      "modelId": "small-routing",
      "modelVersion": "small-routing-eval-public-2026-05",
      "runSeed": 2026051723,
      "promptPacket": "invoice-portal-download-public-packet-v0.1",
      "toolCalls": [
        "classify workflow"
      ],
      "answerExcerpt": "Invoice task detected.",
      "failureReason": "No browser action.",
      "reviewerNote": "Routing only.",
      "costUnits": 0.4,
      "latencyMs": 1810
    }
  ]
}