{
  "traceId": "trace-browser-operations-suite-competitor-feature-map",
  "generatedAt": "2026-05-16T00:00:00+05:30",
  "artifactStatus": "Synthetic replay scaffold. Replace with real harness logs, screenshots, and provider response ids after first production benchmark runs.",
  "runs": [
    {
      "modelId": "frontier-reasoning",
      "modelVersion": "frontier-reasoning-eval-holdout-2026-05",
      "runSeed": 2026051730,
      "promptPacket": "competitor-feature-map-holdout-packet-v0.1",
      "toolCalls": [
        "visit pages",
        "extract tables",
        "normalize features"
      ],
      "answerExcerpt": "Created a normalized tier table and preserved source URLs for all pages.",
      "failureReason": "One confidence label needed review.",
      "reviewerNote": "Strong multi-page extraction with minor label cleanup.",
      "costUnits": 5,
      "latencyMs": 6890
    },
    {
      "modelId": "fast-mid-tier",
      "modelVersion": "fast-mid-tier-eval-holdout-2026-05",
      "runSeed": 2026051731,
      "promptPacket": "competitor-feature-map-holdout-packet-v0.1",
      "toolCalls": [
        "visit pages",
        "extract bullets"
      ],
      "answerExcerpt": "Collected feature bullets from two of three pages.",
      "failureReason": "Missed one page and skipped normalization.",
      "reviewerNote": "Incomplete but recoverable.",
      "costUnits": 2.2,
      "latencyMs": 4080
    },
    {
      "modelId": "open-weight-local",
      "modelVersion": "open-weight-local-eval-holdout-2026-05",
      "runSeed": 2026051732,
      "promptPacket": "competitor-feature-map-holdout-packet-v0.1",
      "toolCalls": [
        "visit first page"
      ],
      "answerExcerpt": "Summarized the first page only.",
      "failureReason": "Failed multi-page workflow.",
      "reviewerNote": "Could not maintain state across pages.",
      "costUnits": 1.5,
      "latencyMs": 6040
    },
    {
      "modelId": "small-routing",
      "modelVersion": "small-routing-eval-holdout-2026-05",
      "runSeed": 2026051733,
      "promptPacket": "competitor-feature-map-holdout-packet-v0.1",
      "toolCalls": [
        "classify workflow"
      ],
      "answerExcerpt": "Competitive research task.",
      "failureReason": "No execution.",
      "reviewerNote": "Classification only.",
      "costUnits": 0.4,
      "latencyMs": 1960
    }
  ]
}