{
  "traceId": "trace-indian-enterprise-workflow-suite-vendor-contract-renewal-risk",
  "generatedAt": "2026-05-16T00:00:00+05:30",
  "artifactStatus": "Synthetic replay scaffold. Replace with real harness logs, screenshots, and provider response ids after first production benchmark runs.",
  "runs": [
    {
      "modelId": "frontier-reasoning",
      "modelVersion": "frontier-reasoning-eval-public-2026-05",
      "runSeed": 2026051680,
      "promptPacket": "vendor-contract-renewal-risk-public-packet-v0.1",
      "toolCalls": [
        "parse contract",
        "extract deadline",
        "draft risk note"
      ],
      "answerExcerpt": "The renewal auto-extends unless notice is sent before the deadline; the owner should confirm termination or renegotiation this week.",
      "failureReason": "No major issue.",
      "reviewerNote": "Correctly linked renewal risk to the notice deadline and produced an actionable internal note.",
      "costUnits": 4.9,
      "latencyMs": 6230
    },
    {
      "modelId": "fast-mid-tier",
      "modelVersion": "fast-mid-tier-eval-public-2026-05",
      "runSeed": 2026051681,
      "promptPacket": "vendor-contract-renewal-risk-public-packet-v0.1",
      "toolCalls": [
        "parse contract",
        "extract deadline"
      ],
      "answerExcerpt": "The contract is close to renewal and should be reviewed before the notice period expires.",
      "failureReason": "Needed clearer owner handoff.",
      "reviewerNote": "Good deadline extraction; reviewer tightened the business-risk framing.",
      "costUnits": 2.2,
      "latencyMs": 3510
    },
    {
      "modelId": "open-weight-local",
      "modelVersion": "open-weight-local-eval-public-2026-05",
      "runSeed": 2026051682,
      "promptPacket": "vendor-contract-renewal-risk-public-packet-v0.1",
      "toolCalls": [
        "parse contract"
      ],
      "answerExcerpt": "The vendor agreement may renew soon and legal should check it.",
      "failureReason": "Missed the exact notice deadline.",
      "reviewerNote": "Found the right section but failed the decision-critical date.",
      "costUnits": 1.5,
      "latencyMs": 5340
    },
    {
      "modelId": "small-routing",
      "modelVersion": "small-routing-eval-public-2026-05",
      "runSeed": 2026051683,
      "promptPacket": "vendor-contract-renewal-risk-public-packet-v0.1",
      "toolCalls": [
        "classify workflow"
      ],
      "answerExcerpt": "Legal review needed.",
      "failureReason": "Could route only; no reliable evidence extraction.",
      "reviewerNote": "Useful as a triage label but unsafe for contract advice.",
      "costUnits": 0.4,
      "latencyMs": 1730
    }
  ]
}