{
  "generated": "scripts/build-benchmarks-page.mjs",
  "license": "https://creativecommons.org/licenses/by/4.0/",
  "bar": {
    "runs": 90,
    "afterRepairPassPct": 95,
    "errors": 0
  },
  "rows": [
    {
      "model": "claude-haiku-4-5",
      "provider": "anthropic",
      "date": "2026-10-13",
      "runs": 90,
      "errors": 0,
      "fixtures": 30,
      "validPct": 100,
      "afterRepairPassPct": 100,
      "medianMs": 1940,
      "outputTokens": 31242,
      "file": "claude-haiku-4-5/2026-10-13-provider-bench.json",
      "passed": true
    },
    {
      "model": "myt/glm5.2",
      "provider": "myt",
      "date": "2026-10-13",
      "runs": 90,
      "errors": 0,
      "fixtures": 30,
      "validPct": 100,
      "afterRepairPassPct": 100,
      "medianMs": 2254,
      "outputTokens": 68314,
      "file": "myt-glm5.2/2026-10-13-provider-bench.json",
      "passed": true
    },
    {
      "model": "gemini/gemini-3.5-flash",
      "provider": "gemini",
      "date": "2026-10-14",
      "runs": 90,
      "errors": 0,
      "fixtures": 30,
      "validPct": 100,
      "afterRepairPassPct": 100,
      "medianMs": 6352,
      "outputTokens": 21448,
      "file": "gemini-gemini-3.5-flash/2026-10-14-provider-bench.json",
      "passed": true
    },
    {
      "model": "openai/gpt-5-mini",
      "provider": "openai",
      "date": "2026-10-14",
      "runs": 90,
      "errors": 0,
      "fixtures": 30,
      "validPct": 100,
      "afterRepairPassPct": 100,
      "medianMs": 6766,
      "outputTokens": 114364,
      "file": "openai-gpt-5-mini/2026-10-14-provider-bench.json",
      "passed": true
    },
    {
      "model": "myt/gemma-4-26b-a4b-it",
      "provider": "myt",
      "date": "2026-10-12",
      "runs": 39,
      "errors": 1,
      "fixtures": 13,
      "validPct": 97.4,
      "afterRepairPassPct": 97.4,
      "medianMs": 4523,
      "outputTokens": 11234,
      "file": "myt-gemma-4-26b-a4b-it/2026-10-12-provider-bench.json",
      "passed": false
    },
    {
      "model": "myt/qwen3.6-35b-a3b",
      "provider": "myt",
      "date": "2026-10-12",
      "runs": 39,
      "errors": 6,
      "fixtures": 13,
      "validPct": 61.5,
      "afterRepairPassPct": 74.4,
      "medianMs": 6450,
      "outputTokens": 63383,
      "file": "myt-qwen3.6-35b-a3b/2026-10-12-provider-bench.json",
      "passed": false
    },
    {
      "model": "myt/deepseek-v4-flash",
      "provider": "myt",
      "date": "2026-10-12",
      "runs": 39,
      "errors": 2,
      "fixtures": 13,
      "validPct": 94.9,
      "afterRepairPassPct": 94.9,
      "medianMs": 8598,
      "outputTokens": 42339,
      "file": "myt-deepseek-v4-flash/2026-10-12-provider-bench.json",
      "passed": false
    }
  ]
}