{
  "traceId": "trace-browser-operations-suite-pricing-page-extraction",
  "generatedAt": "2026-05-16T00:00:00+05:30",
  "artifactStatus": "Synthetic replay scaffold. Replace with real harness logs, screenshots, and provider response ids after first production benchmark runs.",
  "runs": [
    {
      "modelId": "frontier-reasoning",
      "modelVersion": "frontier-reasoning-eval-public-2026-05",
      "runSeed": 2026051640,
      "promptPacket": "pricing-page-extraction-public-packet-v0.1",
      "toolCalls": [
        "open pricing page",
        "extract pricing table",
        "normalize fields"
      ],
      "answerExcerpt": "Returned input, cached-input, and output prices with the source URL preserved for review.",
      "failureReason": "Minor formatting cleanup needed.",
      "reviewerNote": "Extracted the right fields and preserved source URL; minor formatting cleanup needed.",
      "costUnits": 4.7,
      "latencyMs": 6150
    },
    {
      "modelId": "fast-mid-tier",
      "modelVersion": "fast-mid-tier-eval-public-2026-05",
      "runSeed": 2026051641,
      "promptPacket": "pricing-page-extraction-public-packet-v0.1",
      "toolCalls": [
        "open pricing page",
        "extract visible table"
      ],
      "answerExcerpt": "Returned provider prices for input and output tokens.",
      "failureReason": "Missed cached-input distinction.",
      "reviewerNote": "Reached page and extracted most prices but missed cached-input distinction.",
      "costUnits": 2,
      "latencyMs": 3520
    },
    {
      "modelId": "open-weight-local",
      "modelVersion": "open-weight-local-eval-public-2026-05",
      "runSeed": 2026051642,
      "promptPacket": "pricing-page-extraction-public-packet-v0.1",
      "toolCalls": [
        "open pricing page"
      ],
      "answerExcerpt": "The page includes multiple API price plans.",
      "failureReason": "Mixed plan names with API prices.",
      "reviewerNote": "Found pricing page but mixed plan names with API prices.",
      "costUnits": 1.4,
      "latencyMs": 5480
    },
    {
      "modelId": "small-routing",
      "modelVersion": "small-routing-eval-public-2026-05",
      "runSeed": 2026051643,
      "promptPacket": "pricing-page-extraction-public-packet-v0.1",
      "toolCalls": [
        "classify page"
      ],
      "answerExcerpt": "Pricing page detected.",
      "failureReason": "Could classify the page type only.",
      "reviewerNote": "Could classify the page type only.",
      "costUnits": 0.4,
      "latencyMs": 1760
    }
  ]
}