{
  "dataset": "benchmark-leaderboard",
  "title": "OpenRouter benchmark leaderboard",
  "description": "One row per benchmark, model version, and provider: the aggregate values displayed on the OpenRouter leaderboard pages (GPQA Diamond, tau2-bench airline). Derived from the benchmark-runs dataset.",
  "schema_version": "v1",
  "snapshot_date": "2026-11-21",
  "retrieved_at": "2026-11-21T01:45:14.949Z",
  "update_cadence": "daily",
  "license": {
    "name": "CC BY 4.0",
    "url": "https://creativecommons.org/licenses/by/4.0/"
  },
  "attribution": "Source: OpenRouter (openrouter.ai), licensed under CC BY 4.0: reuse and republish with attribution to OpenRouter.",
  "harness": {
    "name": "OpenRouter benchmark harness",
    "url": "https://github.com/OpenRouterTeam/benchmark-harness"
  },
  "source_pages": [
    "https://openrouter.ai/benchmarks/gpqa-diamond",
    "https://openrouter.ai/benchmarks/tau2-bench-airline"
  ],
  "methodology": "Rows aggregate the benchmark-runs dataset exactly as the leaderboard pages do, over each benchmark's non-zero-score runs from the newest 90 days: accuracy is the task-weighted mean of per-run accuracy, accuracy_std_dev is the population standard deviation of per-run accuracy (null with a single run), and the per-task averages divide summed cost, generation time, and output tokens by summed tasks. Rows are ordered by accuracy descending, then model name.",
  "readme_url": "https://openrouter.ai/api/v1/datasets/exports/README.md",
  "columns": [
    {
      "name": "benchmark",
      "type": "string",
      "nullable": false,
      "description": "Benchmark identifier."
    },
    {
      "name": "benchmark_page_url",
      "type": "string",
      "nullable": false,
      "description": "openrouter.ai leaderboard page that displays this row."
    },
    {
      "name": "model_permaslug",
      "type": "string",
      "nullable": false,
      "description": "Immutable OpenRouter model version identifier."
    },
    {
      "name": "model_slug",
      "type": "string",
      "nullable": true,
      "description": "Current OpenRouter model slug, null when the version is no longer listed."
    },
    {
      "name": "model_name",
      "type": "string",
      "nullable": false,
      "description": "Display name as shown on the leaderboard page."
    },
    {
      "name": "provider_name",
      "type": "string",
      "nullable": false,
      "description": "Inference provider that served the aggregated runs."
    },
    {
      "name": "accuracy",
      "type": "number",
      "nullable": false,
      "description": "Task-weighted mean accuracy across runs, 0 to 1."
    },
    {
      "name": "accuracy_std_dev",
      "type": "number",
      "nullable": true,
      "description": "Population standard deviation of per-run accuracy; null when only one run exists."
    },
    {
      "name": "run_count",
      "type": "integer",
      "nullable": false,
      "description": "Number of runs aggregated."
    },
    {
      "name": "total_questions",
      "type": "integer",
      "nullable": false,
      "description": "Tasks attempted across all aggregated runs (sample size)."
    },
    {
      "name": "avg_cost_per_task_usd",
      "type": "number",
      "nullable": true,
      "description": "Summed run cost divided by summed tasks, in USD."
    },
    {
      "name": "avg_duration_per_task_ms",
      "type": "number",
      "nullable": true,
      "description": "Summed generation time divided by summed tasks, in milliseconds."
    },
    {
      "name": "avg_output_tokens_per_task",
      "type": "number",
      "nullable": true,
      "description": "Summed completion tokens divided by summed tasks."
    },
    {
      "name": "last_run_timestamp",
      "type": "string",
      "nullable": false,
      "description": "ISO 8601 UTC timestamp of the most recent aggregated run."
    }
  ],
  "row_count": 2268,
  "rows": [
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-4-argon-20261013",
      "model_slug": "google/gemini-4-argon",
      "model_name": "Google: Gemini 4 Argon",
      "provider_name": "Google",
      "accuracy": 0.964646,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.09468125757575757,
      "avg_duration_per_task_ms": 101980.28282828283,
      "avg_output_tokens_per_task": 8439.414141414141,
      "last_run_timestamp": "2026-10-14T15:00:03.588Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-3.8-flash-20260902",
      "model_slug": "google/gemini-3.8-flash",
      "model_name": "Google: Gemini 3.8 Flash",
      "provider_name": "auto-routing",
      "accuracy": 0.95637,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 191,
      "avg_cost_per_task_usd": 0.06822796858638744,
      "avg_duration_per_task_ms": 132197.8062827225,
      "avg_output_tokens_per_task": 18049.068062827224,
      "last_run_timestamp": "2026-10-01T08:31:33.481Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-6-astra-pro-20260903",
      "model_slug": "openai/gpt-6-astra-pro",
      "model_name": "OpenAI: GPT-6 Astra Pro",
      "provider_name": "auto-routing",
      "accuracy": 0.954545,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.332555398989899,
      "avg_duration_per_task_ms": 75446.5505050505,
      "avg_output_tokens_per_task": 4530.388888888889,
      "last_run_timestamp": "2026-10-01T08:27:35.414Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-3.8-flash-20260902",
      "model_slug": "google/gemini-3.8-flash",
      "model_name": "Google: Gemini 3.8 Flash",
      "provider_name": "Google AI Studio",
      "accuracy": 0.952862,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.07423223737373738,
      "avg_duration_per_task_ms": 86748.28787878787,
      "avg_output_tokens_per_task": 19646.409090909092,
      "last_run_timestamp": "2026-10-01T08:29:11.347Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-3.1-pro-preview-20260219",
      "model_slug": "google/gemini-3.1-pro-preview",
      "model_name": "Google: Gemini 3.1 Pro Preview",
      "provider_name": "Google",
      "accuracy": 0.95202,
      "accuracy_std_dev": 0.0008420000000000094,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.20364760606060606,
      "avg_duration_per_task_ms": 135706.18686868687,
      "avg_output_tokens_per_task": 16847.588383838385,
      "last_run_timestamp": "2026-10-01T19:14:26.157Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-6-astra-pro-20260903",
      "model_slug": "openai/gpt-6-astra-pro",
      "model_name": "OpenAI: GPT-6 Astra Pro",
      "provider_name": "OpenAI",
      "accuracy": 0.9511785,
      "accuracy_std_dev": 0.0016835000000000044,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.33620659090909094,
      "avg_duration_per_task_ms": 70544.52272727272,
      "avg_output_tokens_per_task": 4588.830808080808,
      "last_run_timestamp": "2026-10-02T23:23:01.262Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-fable-5.2-20261109",
      "model_slug": "anthropic/claude-fable-5.2",
      "model_name": "Anthropic: Claude Fable 5.2",
      "provider_name": "Anthropic",
      "accuracy": 0.9511780000000001,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.08733781818181818,
      "avg_duration_per_task_ms": 25865.449494949495,
      "avg_output_tokens_per_task": 1942.8484848484848,
      "last_run_timestamp": "2026-11-10T18:01:45.629Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-3.1-pro-preview-20260219",
      "model_slug": "google/gemini-3.1-pro-preview",
      "model_name": "Google: Gemini 3.1 Pro Preview",
      "provider_name": "Google AI Studio",
      "accuracy": 0.9511779999999999,
      "accuracy_std_dev": 0.003367000000000009,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.20247136363636364,
      "avg_duration_per_task_ms": 137578.30555555556,
      "avg_output_tokens_per_task": 16748.56818181818,
      "last_run_timestamp": "2026-10-01T19:12:42.155Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-fable-5.2-20261109",
      "model_slug": "anthropic/claude-fable-5.2",
      "model_name": "Anthropic: Claude Fable 5.2",
      "provider_name": "Azure",
      "accuracy": 0.949495,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.08434266666666666,
      "avg_duration_per_task_ms": 25783.79797979798,
      "avg_output_tokens_per_task": 1867.969696969697,
      "last_run_timestamp": "2026-11-10T18:03:17.074Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-6-astra-pro-20260903",
      "model_slug": "openai/gpt-6-astra-pro",
      "model_name": "OpenAI: GPT-6 Astra Pro",
      "provider_name": "Azure",
      "accuracy": 0.949495,
      "accuracy_std_dev": 0,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.35495546717171716,
      "avg_duration_per_task_ms": 72102.17676767676,
      "avg_output_tokens_per_task": 4622.60101010101,
      "last_run_timestamp": "2026-10-01T08:29:03.480Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-3.8-flash-20260902",
      "model_slug": "google/gemini-3.8-flash",
      "model_name": "Google: Gemini 3.8 Flash",
      "provider_name": "Google",
      "accuracy": 0.9482614885496183,
      "accuracy_std_dev": 0.0012429999999999941,
      "run_count": 2,
      "total_questions": 393,
      "avg_cost_per_task_usd": 0.07536056743002545,
      "avg_duration_per_task_ms": 132814.94147582698,
      "avg_output_tokens_per_task": 18975.51145038168,
      "last_run_timestamp": "2026-10-15T21:00:04.244Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "inclusionai/ling-3.1-flash-20261002",
      "model_slug": "inclusionai/ling-3.1-flash",
      "model_name": "inclusionAI: Ling 3.1 Flash",
      "provider_name": "DeepInfra",
      "accuracy": 0.947917,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 96,
      "avg_cost_per_task_usd": 0.009331666666666667,
      "avg_duration_per_task_ms": 232878.71875,
      "avg_output_tokens_per_task": 10278.75,
      "last_run_timestamp": "2026-10-14T18:00:04.673Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-6.1-sol-20260929",
      "model_slug": "openai/gpt-6.1-sol",
      "model_name": "OpenAI: GPT-6.1 Sol",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.947811,
      "accuracy_std_dev": 0,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.021484267676767678,
      "avg_duration_per_task_ms": 55623.856060606064,
      "avg_output_tokens_per_task": 1890.328282828283,
      "last_run_timestamp": "2026-10-30T00:03:33.414Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-6-astra-20260903",
      "model_slug": "openai/gpt-6-astra",
      "model_name": "OpenAI: GPT-6 Astra",
      "provider_name": "OpenAI",
      "accuracy": 0.9472503333333333,
      "accuracy_std_dev": 0.0015872190215034077,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.11162585016835018,
      "avg_duration_per_task_ms": 48234.978114478115,
      "avg_output_tokens_per_task": 2076.191919191919,
      "last_run_timestamp": "2026-10-02T23:16:05.967Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-fable-5.2-20261109",
      "model_slug": "anthropic/claude-fable-5.2",
      "model_name": "Anthropic: Claude Fable 5.2",
      "provider_name": "Google",
      "accuracy": 0.9461279999999999,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.08508327272727273,
      "avg_duration_per_task_ms": 22398.060606060608,
      "avg_output_tokens_per_task": 1886.4848484848485,
      "last_run_timestamp": "2026-11-10T18:01:46.740Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-6-astra-20260903",
      "model_slug": "openai/gpt-6-astra",
      "model_name": "OpenAI: GPT-6 Astra",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.9461276666666666,
      "accuracy_std_dev": 0.001374572014200141,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.1181814292929293,
      "avg_duration_per_task_ms": 36670.56565656565,
      "avg_output_tokens_per_task": 2059.811447811448,
      "last_run_timestamp": "2026-10-30T00:02:55.917Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-3.1-pro-preview-20260219",
      "model_slug": "google/gemini-3.1-pro-preview",
      "model_name": "Google: Gemini 3.1 Pro Preview",
      "provider_name": "auto-routing",
      "accuracy": 0.945286,
      "accuracy_std_dev": 0.0008420000000000094,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.20203182828282829,
      "avg_duration_per_task_ms": 133595.55303030304,
      "avg_output_tokens_per_task": 16712.858585858587,
      "last_run_timestamp": "2026-10-01T19:16:14.342Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-3.7-flash-20260813",
      "model_slug": "google/gemini-3.7-flash",
      "model_name": "Google: Gemini 3.7 Flash",
      "provider_name": "Google",
      "accuracy": 0.9450355212765958,
      "accuracy_std_dev": 0.00181198405683448,
      "run_count": 3,
      "total_questions": 564,
      "avg_cost_per_task_usd": 0.030139015957446804,
      "avg_duration_per_task_ms": 60727.07978723404,
      "avg_output_tokens_per_task": 7608.468085106383,
      "last_run_timestamp": "2026-10-15T21:01:11.190Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-6-astra-20260903",
      "model_slug": "openai/gpt-6-astra",
      "model_name": "OpenAI: GPT-6 Astra",
      "provider_name": "auto-routing",
      "accuracy": 0.944444,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.11333201010101009,
      "avg_duration_per_task_ms": 57056.792929292926,
      "avg_output_tokens_per_task": 2108.121212121212,
      "last_run_timestamp": "2026-10-01T08:25:16.514Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-6.1-sol-20260929",
      "model_slug": "openai/gpt-6.1-sol",
      "model_name": "OpenAI: GPT-6.1 Sol",
      "provider_name": "OpenAI",
      "accuracy": 0.944444,
      "accuracy_std_dev": 0.0027491439879836154,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.020607563973063972,
      "avg_duration_per_task_ms": 47519.37542087542,
      "avg_output_tokens_per_task": 1902.2373737373737,
      "last_run_timestamp": "2026-10-02T23:20:22.253Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-6.1-sol-20260929",
      "model_slug": "openai/gpt-6.1-sol",
      "model_name": "OpenAI: GPT-6.1 Sol",
      "provider_name": "auto-routing",
      "accuracy": 0.944444,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.02136650505050505,
      "avg_duration_per_task_ms": 52411.32323232323,
      "avg_output_tokens_per_task": 1978.1313131313132,
      "last_run_timestamp": "2026-10-01T08:24:51.870Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-6-astra-20260903",
      "model_slug": "openai/gpt-6-astra",
      "model_name": "OpenAI: GPT-6 Astra",
      "provider_name": "Azure",
      "accuracy": 0.9431713315363881,
      "accuracy_std_dev": 0.006147978549897494,
      "run_count": 4,
      "total_questions": 742,
      "avg_cost_per_task_usd": 0.10982969407008086,
      "avg_duration_per_task_ms": 117613.10242587602,
      "avg_output_tokens_per_task": 1949.2371967654988,
      "last_run_timestamp": "2026-10-01T08:26:36.876Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-3.7-flash-20260813",
      "model_slug": "google/gemini-3.7-flash",
      "model_name": "Google: Gemini 3.7 Flash",
      "provider_name": "Google AI Studio",
      "accuracy": 0.941077,
      "accuracy_std_dev": 0.0033669999999999534,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.030745075757575756,
      "avg_duration_per_task_ms": 30416.38888888889,
      "avg_output_tokens_per_task": 8050.770202020202,
      "last_run_timestamp": "2026-10-01T16:16:03.631Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5.6-sol-pro-20260709",
      "model_slug": "openai/gpt-5.6-sol-pro",
      "model_name": "OpenAI: GPT-5.6 Sol Pro",
      "provider_name": "auto-routing",
      "accuracy": 0.941077,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.15125092424242426,
      "avg_duration_per_task_ms": 97603.77272727272,
      "avg_output_tokens_per_task": 11559.585858585859,
      "last_run_timestamp": "2026-10-01T16:10:33.208Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5.5-20260423",
      "model_slug": "openai/gpt-5.5",
      "model_name": "OpenAI: GPT-5.5",
      "provider_name": "auto-routing",
      "accuracy": 0.939394,
      "accuracy_std_dev": 0.0033669999999999534,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.31252995454545457,
      "avg_duration_per_task_ms": 150832.55050505052,
      "avg_output_tokens_per_task": 10288.712121212122,
      "last_run_timestamp": "2026-10-01T19:12:11.505Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5.6-sol-pro-20260709",
      "model_slug": "openai/gpt-5.6-sol-pro",
      "model_name": "OpenAI: GPT-5.6 Sol Pro",
      "provider_name": "Azure",
      "accuracy": 0.939394,
      "accuracy_std_dev": 0.0033669999999999534,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.32760574494949496,
      "avg_duration_per_task_ms": 78455.45202020202,
      "avg_output_tokens_per_task": 11977.780303030304,
      "last_run_timestamp": "2026-10-01T16:36:19.657Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5.6-sol-pro-20260709",
      "model_slug": "openai/gpt-5.6-sol-pro",
      "model_name": "OpenAI: GPT-5.6 Sol Pro",
      "provider_name": "OpenAI",
      "accuracy": 0.9393935,
      "accuracy_std_dev": 0.005050499999999958,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.15067959090909092,
      "avg_duration_per_task_ms": 95544.60353535354,
      "avg_output_tokens_per_task": 11515.699494949495,
      "last_run_timestamp": "2026-10-02T23:21:48.863Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "Sail Research",
      "accuracy": 0.9387350223978919,
      "accuracy_std_dev": 0.0014398627538762172,
      "run_count": 4,
      "total_questions": 759,
      "avg_cost_per_task_usd": 0.14429597496706192,
      "avg_duration_per_task_ms": 118270.40579710146,
      "avg_output_tokens_per_task": 6705.238471673254,
      "last_run_timestamp": "2026-11-06T22:04:38.207Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-3.7-flash-20260813",
      "model_slug": "google/gemini-3.7-flash",
      "model_name": "Google: Gemini 3.7 Flash",
      "provider_name": "auto-routing",
      "accuracy": 0.938528,
      "accuracy_std_dev": 0.004357499999999959,
      "run_count": 2,
      "total_questions": 385,
      "avg_cost_per_task_usd": 0.0293307974025974,
      "avg_duration_per_task_ms": 59248.22337662338,
      "avg_output_tokens_per_task": 7683.532467532467,
      "last_run_timestamp": "2026-10-01T16:17:32.289Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-6.1-sol-20260929",
      "model_slug": "openai/gpt-6.1-sol",
      "model_name": "OpenAI: GPT-6.1 Sol",
      "provider_name": "Azure",
      "accuracy": 0.9382713333333333,
      "accuracy_std_dev": 0.004627357405210382,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.022108563973063967,
      "avg_duration_per_task_ms": 32928.50084175084,
      "avg_output_tokens_per_task": 1914.9974747474748,
      "last_run_timestamp": "2026-10-01T08:40:50.203Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "Nebius",
      "accuracy": 0.9377103333333334,
      "accuracy_std_dev": 0.0013745720142000954,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.0753183367003367,
      "avg_duration_per_task_ms": 150756.09932659933,
      "avg_output_tokens_per_task": 7354.158249158249,
      "last_run_timestamp": "2026-11-19T19:03:13.112Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "River",
      "accuracy": 0.9368685,
      "accuracy_std_dev": 0.000841499999999995,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.07695460606060606,
      "avg_duration_per_task_ms": 94153.75505050505,
      "avg_output_tokens_per_task": 7488.792929292929,
      "last_run_timestamp": "2026-11-14T22:21:55.037Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5.5-20260423",
      "model_slug": "openai/gpt-5.5",
      "model_name": "OpenAI: GPT-5.5",
      "provider_name": "Azure",
      "accuracy": 0.9368683333333334,
      "accuracy_std_dev": 0.0040948247690089186,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.3309691094276094,
      "avg_duration_per_task_ms": 165124.49915824915,
      "avg_output_tokens_per_task": 10209.419191919193,
      "last_run_timestamp": "2026-10-01T19:14:07.472Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "auto-routing",
      "accuracy": 0.936027,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.077474898989899,
      "avg_duration_per_task_ms": 74085.37878787878,
      "avg_output_tokens_per_task": 7978.489898989899,
      "last_run_timestamp": "2026-11-17T13:42:30.503Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5.5-20260423",
      "model_slug": "openai/gpt-5.5",
      "model_name": "OpenAI: GPT-5.5",
      "provider_name": "OpenAI",
      "accuracy": 0.9360266666666668,
      "accuracy_std_dev": 0.0036369299629708854,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.3141816919191919,
      "avg_duration_per_task_ms": 142474.1195286195,
      "avg_output_tokens_per_task": 10342.412457912458,
      "last_run_timestamp": "2026-10-02T23:25:41.614Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-3.6-flash-20260721",
      "model_slug": "google/gemini-3.6-flash",
      "model_name": "Google: Gemini 3.6 Flash",
      "provider_name": "Google",
      "accuracy": 0.9335015000000001,
      "accuracy_std_dev": 0.000841499999999995,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.04714142045454545,
      "avg_duration_per_task_ms": 67600.7297979798,
      "avg_output_tokens_per_task": 11818.68813131313,
      "last_run_timestamp": "2026-10-01T19:12:42.153Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "Decart",
      "accuracy": 0.93266,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.04747170707070707,
      "avg_duration_per_task_ms": 97339.0303030303,
      "avg_output_tokens_per_task": 7164.717171717171,
      "last_run_timestamp": "2026-11-11T15:01:28.174Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "DigitalOcean",
      "accuracy": 0.93266,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.06645131313131314,
      "avg_duration_per_task_ms": 52649.732323232325,
      "avg_output_tokens_per_task": 6433.60101010101,
      "last_run_timestamp": "2026-11-07T03:00:36.225Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "Modal",
      "accuracy": 0.931818,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.07295092424242425,
      "avg_duration_per_task_ms": 39086.47474747475,
      "avg_output_tokens_per_task": 7118.949494949495,
      "last_run_timestamp": "2026-11-04T21:00:08.524Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "Parasail",
      "accuracy": 0.930976,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.07401931818181819,
      "avg_duration_per_task_ms": 70607.26262626263,
      "avg_output_tokens_per_task": 7194.131313131313,
      "last_run_timestamp": "2026-11-04T21:00:08.540Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "InferenceNet",
      "accuracy": 0.93073394344473,
      "accuracy_std_dev": 0.0069928185403947685,
      "run_count": 6,
      "total_questions": 1167,
      "avg_cost_per_task_usd": 0.08168708997429307,
      "avg_duration_per_task_ms": 70731.22964867181,
      "avg_output_tokens_per_task": 7497.502999143102,
      "last_run_timestamp": "2026-11-16T13:49:41.472Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "Io Net",
      "accuracy": 0.9307048279569893,
      "accuracy_std_dev": 0.00573156874007649,
      "run_count": 3,
      "total_questions": 558,
      "avg_cost_per_task_usd": 0.12072213978494624,
      "avg_duration_per_task_ms": 151317.6182795699,
      "avg_output_tokens_per_task": 8317.456989247312,
      "last_run_timestamp": "2026-11-15T02:47:42.100Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-sonnet-5.5-20260928",
      "model_slug": "anthropic/claude-sonnet-5.5",
      "model_name": "Anthropic: Claude Sonnet 5.5",
      "provider_name": "Google",
      "accuracy": 0.9301345000000001,
      "accuracy_std_dev": 0.006832688313053163,
      "run_count": 18,
      "total_questions": 3564,
      "avg_cost_per_task_usd": 0.026123152076318747,
      "avg_duration_per_task_ms": 18695.293490460157,
      "avg_output_tokens_per_task": 2221.0524691358023,
      "last_run_timestamp": "2026-10-31T08:07:18.284Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-3.6-flash-20260721",
      "model_slug": "google/gemini-3.6-flash",
      "model_name": "Google: Gemini 3.6 Flash",
      "provider_name": "Google AI Studio",
      "accuracy": 0.9301345,
      "accuracy_std_dev": 0.002525500000000014,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.044492378787878796,
      "avg_duration_per_task_ms": 69170.04040404041,
      "avg_output_tokens_per_task": 11715.780303030304,
      "last_run_timestamp": "2026-10-01T19:12:42.162Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-sonnet-5.5-20260928",
      "model_slug": "anthropic/claude-sonnet-5.5",
      "model_name": "Anthropic: Claude Sonnet 5.5",
      "provider_name": "Claude Platform on AWS",
      "accuracy": 0.9297738571428571,
      "accuracy_std_dev": 0.005881207952418585,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.025220267676767674,
      "avg_duration_per_task_ms": 19880.63059163059,
      "avg_output_tokens_per_task": 2288.2720057720057,
      "last_run_timestamp": "2026-11-17T13:30:01.616Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "Moonshot AI",
      "accuracy": 0.9292930000000001,
      "accuracy_std_dev": 0.003367000000000009,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.10512464646464648,
      "avg_duration_per_task_ms": 151923.42676767678,
      "avg_output_tokens_per_task": 6756.267676767677,
      "last_run_timestamp": "2026-11-04T18:03:37.503Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "Morph",
      "accuracy": 0.9292929999999999,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.11162276262626263,
      "avg_duration_per_task_ms": 129833.19191919192,
      "avg_output_tokens_per_task": 9183.469696969696,
      "last_run_timestamp": "2026-11-05T06:00:06.218Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "AkashML",
      "accuracy": 0.9291139544303797,
      "accuracy_std_dev": 0.0001794999999999991,
      "run_count": 2,
      "total_questions": 395,
      "avg_cost_per_task_usd": 0.08660676708860758,
      "avg_duration_per_task_ms": 123664.24810126582,
      "avg_output_tokens_per_task": 8472.397468354431,
      "last_run_timestamp": "2026-11-17T14:23:03.551Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-sonnet-5.5-20260928",
      "model_slug": "anthropic/claude-sonnet-5.5",
      "model_name": "Anthropic: Claude Sonnet 5.5",
      "provider_name": "Anthropic",
      "accuracy": 0.9290121666666666,
      "accuracy_std_dev": 0.0044978590987515684,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.024844954545454545,
      "avg_duration_per_task_ms": 19502.118686868685,
      "avg_output_tokens_per_task": 2244.3215488215487,
      "last_run_timestamp": "2026-10-31T09:02:13.238Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5.6-sol-20260709",
      "model_slug": "openai/gpt-5.6-sol",
      "model_name": "OpenAI: GPT-5.6 Sol",
      "provider_name": "Azure",
      "accuracy": 0.9287315,
      "accuracy_std_dev": 0.0045244150174359715,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.09770303535353536,
      "avg_duration_per_task_ms": 54704.919191919194,
      "avg_output_tokens_per_task": 3506.051346801347,
      "last_run_timestamp": "2026-10-01T19:42:48.407Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5.5-20260423",
      "model_slug": "openai/gpt-5.5",
      "model_name": "OpenAI: GPT-5.5",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.928451,
      "accuracy_std_dev": 0.0025249999999999995,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.3476244823232323,
      "avg_duration_per_task_ms": 112460.52777777778,
      "avg_output_tokens_per_task": 10405.60101010101,
      "last_run_timestamp": "2026-10-01T19:13:06.559Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "x-ai/grok-4.6-20260810",
      "model_slug": "x-ai/grok-4.6",
      "model_name": "SpaceXSI: Grok 4.6",
      "provider_name": "auto-routing",
      "accuracy": 0.928451,
      "accuracy_std_dev": 0.004209000000000018,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.12326839393939394,
      "avg_duration_per_task_ms": 361758.7878787879,
      "avg_output_tokens_per_task": 20322.222222222223,
      "last_run_timestamp": "2026-10-01T16:09:08.142Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-sonnet-5.5-20260928",
      "model_slug": "anthropic/claude-sonnet-5.5",
      "model_name": "Anthropic: Claude Sonnet 5.5",
      "provider_name": "auto-routing",
      "accuracy": 0.9282826,
      "accuracy_std_dev": 0.00626296053316642,
      "run_count": 5,
      "total_questions": 990,
      "avg_cost_per_task_usd": 0.025195250505050507,
      "avg_duration_per_task_ms": 19633.72121212121,
      "avg_output_tokens_per_task": 2281.29898989899,
      "last_run_timestamp": "2026-10-31T08:09:30.514Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Tenstorrent",
      "accuracy": 0.9281247875,
      "accuracy_std_dev": 0.003304499999999988,
      "run_count": 2,
      "total_questions": 160,
      "avg_cost_per_task_usd": 0.01232809375,
      "avg_duration_per_task_ms": 251386.81875,
      "avg_output_tokens_per_task": 10178.75625,
      "last_run_timestamp": "2026-11-04T18:00:19.969Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-3.6-flash-20260721",
      "model_slug": "google/gemini-3.6-flash",
      "model_name": "Google: Gemini 3.6 Flash",
      "provider_name": "auto-routing",
      "accuracy": 0.9276095000000001,
      "accuracy_std_dev": 0.005050500000000013,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.04436604545454545,
      "avg_duration_per_task_ms": 61670.28282828283,
      "avg_output_tokens_per_task": 11683.290404040405,
      "last_run_timestamp": "2026-10-01T19:11:04.522Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "Fireworks",
      "accuracy": 0.927609,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.07610462626262626,
      "avg_duration_per_task_ms": 98167.92929292929,
      "avg_output_tokens_per_task": 7400.540404040404,
      "last_run_timestamp": "2026-11-05T15:00:03.242Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "Parasail",
      "accuracy": 0.927510081955428,
      "accuracy_std_dev": 0.009691174937138551,
      "run_count": 15,
      "total_questions": 2782,
      "avg_cost_per_task_usd": 0.13725360999281092,
      "avg_duration_per_task_ms": 126576.06002875628,
      "avg_output_tokens_per_task": 8737.569734004313,
      "last_run_timestamp": "2026-11-15T02:47:42.764Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "PrimaLabs",
      "accuracy": 0.927326,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 172,
      "avg_cost_per_task_usd": 0.04753577906976744,
      "avg_duration_per_task_ms": 65225.773255813954,
      "avg_output_tokens_per_task": 5210.343023255814,
      "last_run_timestamp": "2026-11-06T15:43:35.998Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "Nebius",
      "accuracy": 0.9267675,
      "accuracy_std_dev": 0.000841499999999995,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.1406779090909091,
      "avg_duration_per_task_ms": 51201.90909090909,
      "avg_output_tokens_per_task": 9168.80303030303,
      "last_run_timestamp": "2026-11-15T02:47:42.721Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "Phala",
      "accuracy": 0.9267675,
      "accuracy_std_dev": 0.002525500000000014,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.07679769191919193,
      "avg_duration_per_task_ms": 175516.4292929293,
      "avg_output_tokens_per_task": 7530.295454545455,
      "last_run_timestamp": "2026-11-05T18:00:48.183Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5.6-sol-20260709",
      "model_slug": "openai/gpt-5.6-sol",
      "model_name": "OpenAI: GPT-5.6 Sol",
      "provider_name": "OpenAI",
      "accuracy": 0.9264870000000001,
      "accuracy_std_dev": 0.007815979699734826,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.03737200673400674,
      "avg_duration_per_task_ms": 60770.02693602694,
      "avg_output_tokens_per_task": 3580.875420875421,
      "last_run_timestamp": "2026-10-02T23:20:36.509Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-sonnet-5.5-20260928",
      "model_slug": "anthropic/claude-sonnet-5.5",
      "model_name": "Anthropic: Claude Sonnet 5.5",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.9260940999999999,
      "accuracy_std_dev": 0.00286181765491794,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.026339350505050502,
      "avg_duration_per_task_ms": 19433.036868686868,
      "avg_output_tokens_per_task": 2294.320202020202,
      "last_run_timestamp": "2026-10-31T08:17:29.639Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "Morph",
      "accuracy": 0.9260076274076412,
      "accuracy_std_dev": 0.006079905362326287,
      "run_count": 16,
      "total_questions": 3167,
      "avg_cost_per_task_usd": 0.14631895137353962,
      "avg_duration_per_task_ms": 343023.85790969373,
      "avg_output_tokens_per_task": 9539.31038838017,
      "last_run_timestamp": "2026-10-31T09:12:10.294Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "Fireworks",
      "accuracy": 0.9259491986683465,
      "accuracy_std_dev": 0.008237749562970596,
      "run_count": 30,
      "total_questions": 5557,
      "avg_cost_per_task_usd": 0.17668952240417488,
      "avg_duration_per_task_ms": 169513.3415511967,
      "avg_output_tokens_per_task": 9409.050026992982,
      "last_run_timestamp": "2026-10-31T08:52:06.416Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "Decart",
      "accuracy": 0.9259260000000001,
      "accuracy_std_dev": 0.004610436378478734,
      "run_count": 5,
      "total_questions": 990,
      "avg_cost_per_task_usd": 0.10788488484848485,
      "avg_duration_per_task_ms": 187765.80707070706,
      "avg_output_tokens_per_task": 9499.632323232323,
      "last_run_timestamp": "2026-10-24T08:37:09.424Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "Relace",
      "accuracy": 0.9258220813835197,
      "accuracy_std_dev": 0.006778717486368658,
      "run_count": 10,
      "total_questions": 1966,
      "avg_cost_per_task_usd": 0.10836870295015259,
      "avg_duration_per_task_ms": 179385.53204476094,
      "avg_output_tokens_per_task": 9477.732960325535,
      "last_run_timestamp": "2026-11-15T02:47:42.874Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "River",
      "accuracy": 0.9255897568058076,
      "accuracy_std_dev": 0.0016109676181310288,
      "run_count": 3,
      "total_questions": 551,
      "avg_cost_per_task_usd": 0.14560675136116152,
      "avg_duration_per_task_ms": 109365.37568058076,
      "avg_output_tokens_per_task": 9511.59891107078,
      "last_run_timestamp": "2026-11-15T02:47:42.868Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-3.5-flash-20260519",
      "model_slug": "google/gemini-3.5-flash",
      "model_name": "Google: Gemini 3.5 Flash",
      "provider_name": "Google",
      "accuracy": 0.9255047500000002,
      "accuracy_std_dev": 0.0055038172832589756,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.14877371590909091,
      "avg_duration_per_task_ms": 85367.24242424243,
      "avg_output_tokens_per_task": 15632.513888888889,
      "last_run_timestamp": "2026-10-01T19:13:26.156Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Darkbloom",
      "accuracy": 0.925214,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 78,
      "avg_cost_per_task_usd": 0.0012695128205128204,
      "avg_duration_per_task_ms": 237789.78205128206,
      "avg_output_tokens_per_task": 6844.423076923077,
      "last_run_timestamp": "2026-10-30T01:38:27.650Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "x-ai/grok-4.6-20260810",
      "model_slug": "x-ai/grok-4.6",
      "model_name": "SpaceXSI: Grok 4.6",
      "provider_name": "xAI",
      "accuracy": 0.9246375695652174,
      "accuracy_std_dev": 0.006863146440316182,
      "run_count": 7,
      "total_questions": 1380,
      "avg_cost_per_task_usd": 0.12292555942028985,
      "avg_duration_per_task_ms": 340480.1579710145,
      "avg_output_tokens_per_task": 19662.684057971015,
      "last_run_timestamp": "2026-10-01T16:09:31.184Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-6-sol-20260922",
      "model_slug": "openai/gpt-6-sol",
      "model_name": "OpenAI: GPT-6 Sol",
      "provider_name": "Azure",
      "accuracy": 0.924599700084246,
      "accuracy_std_dev": 0.006819818440072705,
      "run_count": 6,
      "total_questions": 1187,
      "avg_cost_per_task_usd": 0.02751449789385004,
      "avg_duration_per_task_ms": 24957.139848357205,
      "avg_output_tokens_per_task": 2420.7127211457455,
      "last_run_timestamp": "2026-10-01T08:24:52.927Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "Venice",
      "accuracy": 0.924330625,
      "accuracy_std_dev": 0.010337485547148306,
      "run_count": 8,
      "total_questions": 1544,
      "avg_cost_per_task_usd": 0.036937088730569945,
      "avg_duration_per_task_ms": 355363.0116580311,
      "avg_output_tokens_per_task": 10364.761010362694,
      "last_run_timestamp": "2026-11-16T13:50:29.562Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "Wafer",
      "accuracy": 0.9242857897583232,
      "accuracy_std_dev": 0.006428293024244909,
      "run_count": 30,
      "total_questions": 5917,
      "avg_cost_per_task_usd": 0.16185243721480477,
      "avg_duration_per_task_ms": 182108.68041237115,
      "avg_output_tokens_per_task": 10828.074023998648,
      "last_run_timestamp": "2026-11-17T13:53:05.803Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "Makora",
      "accuracy": 0.9242820919117648,
      "accuracy_std_dev": 0.014970855315446507,
      "run_count": 11,
      "total_questions": 1904,
      "avg_cost_per_task_usd": 0.11711133823529413,
      "avg_duration_per_task_ms": 195687.1213235294,
      "avg_output_tokens_per_task": 8528.890231092437,
      "last_run_timestamp": "2026-11-15T02:47:42.643Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "Together",
      "accuracy": 0.9242420000000001,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.09054113636363637,
      "avg_duration_per_task_ms": 151399.2323232323,
      "avg_output_tokens_per_task": 8895.065656565657,
      "last_run_timestamp": "2026-11-04T18:00:08.306Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5.6-sol-20260709",
      "model_slug": "openai/gpt-5.6-sol",
      "model_name": "OpenAI: GPT-5.6 Sol",
      "provider_name": "auto-routing",
      "accuracy": 0.9242420000000001,
      "accuracy_std_dev": 0,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.03863523484848485,
      "avg_duration_per_task_ms": 63161.229797979795,
      "avg_output_tokens_per_task": 3708.2954545454545,
      "last_run_timestamp": "2026-10-01T19:12:28.573Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "InferenceNet",
      "accuracy": 0.923917049985595,
      "accuracy_std_dev": 0.023199955684823578,
      "run_count": 36,
      "total_questions": 6942,
      "avg_cost_per_task_usd": 0.13558402650532986,
      "avg_duration_per_task_ms": 155726.99827139152,
      "avg_output_tokens_per_task": 10008.058196485163,
      "last_run_timestamp": "2026-11-15T02:47:43.051Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Near AI",
      "accuracy": 0.9234005000000001,
      "accuracy_std_dev": 0.005892500000000023,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.02620280303030303,
      "avg_duration_per_task_ms": 592141.2247474748,
      "avg_output_tokens_per_task": 21737.315656565657,
      "last_run_timestamp": "2026-10-31T10:06:11.748Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-3.5-flash-20260519",
      "model_slug": "google/gemini-3.5-flash",
      "model_name": "Google: Gemini 3.5 Flash",
      "provider_name": "auto-routing",
      "accuracy": 0.9234005000000001,
      "accuracy_std_dev": 0.000841499999999995,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.1436656515151515,
      "avg_duration_per_task_ms": 89621.648989899,
      "avg_output_tokens_per_task": 15839.800505050505,
      "last_run_timestamp": "2026-10-01T19:18:40.706Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "Sail Research",
      "accuracy": 0.9231900624999999,
      "accuracy_std_dev": 0.005611368877875875,
      "run_count": 16,
      "total_questions": 3168,
      "avg_cost_per_task_usd": 0.12208935921717172,
      "avg_duration_per_task_ms": 142170.5779671717,
      "avg_output_tokens_per_task": 11110.357007575758,
      "last_run_timestamp": "2026-11-06T22:04:48.119Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "Modal",
      "accuracy": 0.9230255894077448,
      "accuracy_std_dev": 0.011081458680606981,
      "run_count": 10,
      "total_questions": 1756,
      "avg_cost_per_task_usd": 0.14556103416856492,
      "avg_duration_per_task_ms": 114342.81605922552,
      "avg_output_tokens_per_task": 9553.996013667425,
      "last_run_timestamp": "2026-10-31T08:14:43.086Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "DeepInfra",
      "accuracy": 0.9228069789473685,
      "accuracy_std_dev": 0.011126928806578514,
      "run_count": 3,
      "total_questions": 570,
      "avg_cost_per_task_usd": 0.00580749649122807,
      "avg_duration_per_task_ms": 218614.69122807018,
      "avg_output_tokens_per_task": 19521.97543859649,
      "last_run_timestamp": "2026-10-31T08:40:34.158Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "ParetoAlpha",
      "accuracy": 0.92256925,
      "accuracy_std_dev": 0.005618592528382903,
      "run_count": 5,
      "total_questions": 960,
      "avg_cost_per_task_usd": 0.148641165625,
      "avg_duration_per_task_ms": 385822.7,
      "avg_output_tokens_per_task": 9697.144791666668,
      "last_run_timestamp": "2026-10-31T08:38:36.234Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-3.5-flash-20260519",
      "model_slug": "google/gemini-3.5-flash",
      "model_name": "Google: Gemini 3.5 Flash",
      "provider_name": "Google AI Studio",
      "accuracy": 0.9225589999999999,
      "accuracy_std_dev": 0.003367000000000009,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.14588472727272728,
      "avg_duration_per_task_ms": 63933.833333333336,
      "avg_output_tokens_per_task": 16085.368686868687,
      "last_run_timestamp": "2026-10-01T19:12:44.398Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "auto-routing",
      "accuracy": 0.9223716666666667,
      "accuracy_std_dev": 0.008110425430682841,
      "run_count": 9,
      "total_questions": 1782,
      "avg_cost_per_task_usd": 0.12868329180695848,
      "avg_duration_per_task_ms": 223303.37878787878,
      "avg_output_tokens_per_task": 10489.330527497194,
      "last_run_timestamp": "2026-10-31T08:21:51.280Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "Phala",
      "accuracy": 0.9223511571500755,
      "accuracy_std_dev": 0.007758713736825221,
      "run_count": 10,
      "total_questions": 1979,
      "avg_cost_per_task_usd": 0.13871524305204647,
      "avg_duration_per_task_ms": 312957.4542698332,
      "avg_output_tokens_per_task": 10407.064679130874,
      "last_run_timestamp": "2026-10-31T09:37:23.390Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "BaseTen",
      "accuracy": 0.9222009373814042,
      "accuracy_std_dev": 0.007785878142270218,
      "run_count": 11,
      "total_questions": 2108,
      "avg_cost_per_task_usd": 0.13644480977229603,
      "avg_duration_per_task_ms": 113305.2779886148,
      "avg_output_tokens_per_task": 8957.851518026566,
      "last_run_timestamp": "2026-11-16T13:50:29.565Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "Wafer",
      "accuracy": 0.922138,
      "accuracy_std_dev": 0.003834285135458768,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.07591179797979798,
      "avg_duration_per_task_ms": 104437.14646464646,
      "avg_output_tokens_per_task": 7953.488636363636,
      "last_run_timestamp": "2026-11-17T13:51:21.779Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5.6-sol-20260709",
      "model_slug": "openai/gpt-5.6-sol",
      "model_name": "OpenAI: GPT-5.6 Sol",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.9219976666666666,
      "accuracy_std_dev": 0.0028614651647170097,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.08309612457912459,
      "avg_duration_per_task_ms": 49364.952861952865,
      "avg_output_tokens_per_task": 3748.658249158249,
      "last_run_timestamp": "2026-10-30T00:00:06.279Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "Makora",
      "accuracy": 0.921569,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 136,
      "avg_cost_per_task_usd": 0.03852947794117647,
      "avg_duration_per_task_ms": 63663.19852941176,
      "avg_output_tokens_per_task": 3973.294117647059,
      "last_run_timestamp": "2026-11-20T18:05:59.353Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "KT",
      "accuracy": 0.9214366666666667,
      "accuracy_std_dev": 0.006348876086013631,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.1432262760942761,
      "avg_duration_per_task_ms": 102749.05892255892,
      "avg_output_tokens_per_task": 9412.414141414141,
      "last_run_timestamp": "2026-11-15T02:47:43.477Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "DigitalOcean",
      "accuracy": 0.9208753333333334,
      "accuracy_std_dev": 0.003636621356271357,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.019656516835016836,
      "avg_duration_per_task_ms": 90437.9696969697,
      "avg_output_tokens_per_task": 20830.57239057239,
      "last_run_timestamp": "2026-10-31T08:09:30.885Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-6-sol-20260922",
      "model_slug": "openai/gpt-6-sol",
      "model_name": "OpenAI: GPT-6 Sol",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.9208750000000001,
      "accuracy_std_dev": 0.004761657064510223,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.026268675084175085,
      "avg_duration_per_task_ms": 25466.75420875421,
      "avg_output_tokens_per_task": 2308.39898989899,
      "last_run_timestamp": "2026-10-30T00:00:05.373Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-6-sol-20260922",
      "model_slug": "openai/gpt-6-sol",
      "model_name": "OpenAI: GPT-6 Sol",
      "provider_name": "OpenAI",
      "accuracy": 0.9208749999999999,
      "accuracy_std_dev": 0.002749143987983661,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.025590255892255893,
      "avg_duration_per_task_ms": 33502.22222222222,
      "avg_output_tokens_per_task": 2400.506734006734,
      "last_run_timestamp": "2026-10-02T23:17:42.236Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "Moonshot AI",
      "accuracy": 0.9207117123147674,
      "accuracy_std_dev": 0.006709819282216199,
      "run_count": 10,
      "total_questions": 1957,
      "avg_cost_per_task_usd": 0.14383849207971383,
      "avg_duration_per_task_ms": 281770.51303014817,
      "avg_output_tokens_per_task": 9382.869187531936,
      "last_run_timestamp": "2026-11-15T02:47:42.718Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.9205386,
      "accuracy_std_dev": 0.004178401589124734,
      "run_count": 5,
      "total_questions": 990,
      "avg_cost_per_task_usd": 0.14947429494949496,
      "avg_duration_per_task_ms": 120588.33434343434,
      "avg_output_tokens_per_task": 9732.809090909092,
      "last_run_timestamp": "2026-10-31T08:09:30.327Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "Chutes",
      "accuracy": 0.9204099245989305,
      "accuracy_std_dev": 0.007031817264406132,
      "run_count": 10,
      "total_questions": 1870,
      "avg_cost_per_task_usd": 0.1610871427807487,
      "avg_duration_per_task_ms": 492545.3294117647,
      "avg_output_tokens_per_task": 11215.5,
      "last_run_timestamp": "2026-10-31T08:37:30.440Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "Alibaba",
      "accuracy": 0.9199569999999999,
      "accuracy_std_dev": 0.006554291127331654,
      "run_count": 11,
      "total_questions": 2178,
      "avg_cost_per_task_usd": 0.17177113406795225,
      "avg_duration_per_task_ms": 299167.57943067036,
      "avg_output_tokens_per_task": 9764.863636363636,
      "last_run_timestamp": "2026-10-31T08:33:15.782Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "Relace",
      "accuracy": 0.9191919999999999,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.062148696969696965,
      "avg_duration_per_task_ms": 92710.41414141415,
      "avg_output_tokens_per_task": 7696.424242424242,
      "last_run_timestamp": "2026-11-05T00:00:09.895Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-6-sol-20260922",
      "model_slug": "openai/gpt-6-sol",
      "model_name": "OpenAI: GPT-6 Sol",
      "provider_name": "auto-routing",
      "accuracy": 0.9191919999999999,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.02528019191919192,
      "avg_duration_per_task_ms": 32477.28787878788,
      "avg_output_tokens_per_task": 2369.5,
      "last_run_timestamp": "2026-10-01T08:24:24.034Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "x-ai/grok-4.7-20260916",
      "model_slug": "x-ai/grok-4.7",
      "model_name": "SpaceXSI: Grok 4.7",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.9191919999999999,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.21825907575757575,
      "avg_duration_per_task_ms": 803866.0202020202,
      "avg_output_tokens_per_task": 36106.61616161616,
      "last_run_timestamp": "2026-11-03T03:00:04.447Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "SiliconFlow",
      "accuracy": 0.9191914999999999,
      "accuracy_std_dev": 0.009065924952810962,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.022004195707070705,
      "avg_duration_per_task_ms": 230267.84722222222,
      "avg_output_tokens_per_task": 21127.828282828283,
      "last_run_timestamp": "2026-11-17T14:05:28.376Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "NextBit",
      "accuracy": 0.918981375,
      "accuracy_std_dev": 0.00679620392089402,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.12805398863636364,
      "avg_duration_per_task_ms": 541652.8712121212,
      "avg_output_tokens_per_task": 37116.541666666664,
      "last_run_timestamp": "2026-10-03T09:05:48.324Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-6.1-terra-20261026",
      "model_slug": "openai/gpt-6.1-terra",
      "model_name": "OpenAI: GPT-6.1 Terra",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.9186305,
      "accuracy_std_dev": 0.0030220059425267055,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.012602135521885521,
      "avg_duration_per_task_ms": 20976.548821548822,
      "avg_output_tokens_per_task": 2132.777777777778,
      "last_run_timestamp": "2026-11-02T17:19:33.587Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-sonnet-5.5-20260928",
      "model_slug": "anthropic/claude-sonnet-5.5",
      "model_name": "Anthropic: Claude Sonnet 5.5",
      "provider_name": "Azure",
      "accuracy": 0.9185442307692306,
      "accuracy_std_dev": 0.004965161166395726,
      "run_count": 13,
      "total_questions": 2574,
      "avg_cost_per_task_usd": 0.025821947163947166,
      "avg_duration_per_task_ms": 19143.848484848484,
      "avg_output_tokens_per_task": 2233.23581973582,
      "last_run_timestamp": "2026-11-16T13:49:41.333Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-2.4t-a95b-20260812",
      "model_slug": "qwen/qwen3.8-2.4t-a95b",
      "model_name": "Qwen: Qwen3.8 2.4T A95B",
      "provider_name": "Venice",
      "accuracy": 0.9177144177922683,
      "accuracy_std_dev": 0.013751154902061724,
      "run_count": 11,
      "total_questions": 2147,
      "avg_cost_per_task_usd": 0.2460820894271076,
      "avg_duration_per_task_ms": 409070.95482068,
      "avg_output_tokens_per_task": 37154.30647414998,
      "last_run_timestamp": "2026-10-31T08:34:22.445Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "StreamLake",
      "accuracy": 0.9175083333333334,
      "accuracy_std_dev": 0.00687281914905054,
      "run_count": 12,
      "total_questions": 2376,
      "avg_cost_per_task_usd": 0.09283559259259258,
      "avg_duration_per_task_ms": 542638.7058080808,
      "avg_output_tokens_per_task": 40224.5101010101,
      "last_run_timestamp": "2026-11-17T14:32:59.710Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "nvidia/nemotron-3.5-super-vl-20261015",
      "model_slug": "nvidia/nemotron-3.5-super-vl",
      "model_name": "NVIDIA: Nemotron 3.5 Super VL",
      "provider_name": "Io Net",
      "accuracy": 0.9171863950103949,
      "accuracy_std_dev": 0.015763255128621128,
      "run_count": 6,
      "total_questions": 962,
      "avg_cost_per_task_usd": 0.012960779625779626,
      "avg_duration_per_task_ms": 464433.6081081081,
      "avg_output_tokens_per_task": 30158.08004158004,
      "last_run_timestamp": "2026-11-16T13:50:55.009Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "Cloudflare",
      "accuracy": 0.916877387341772,
      "accuracy_std_dev": 0.005308941032719149,
      "run_count": 6,
      "total_questions": 1185,
      "avg_cost_per_task_usd": 0.10198255443037975,
      "avg_duration_per_task_ms": 806625.7974683545,
      "avg_output_tokens_per_task": 39607.979746835445,
      "last_run_timestamp": "2026-10-31T16:24:40.574Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m3-20260531",
      "model_slug": "minimax/minimax-m3",
      "model_name": "MiniMax: MiniMax M3",
      "provider_name": "DeepInfra",
      "accuracy": 0.9163071553956835,
      "accuracy_std_dev": 0.019153734121720386,
      "run_count": 6,
      "total_questions": 695,
      "avg_cost_per_task_usd": 0.022117607194244607,
      "avg_duration_per_task_ms": 905344.5122302158,
      "avg_output_tokens_per_task": 19995.556834532374,
      "last_run_timestamp": "2026-10-31T16:03:21.470Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m3-20260531",
      "model_slug": "minimax/minimax-m3",
      "model_name": "MiniMax: MiniMax M3",
      "provider_name": "Minimax",
      "accuracy": 0.916130909090909,
      "accuracy_std_dev": 0.009890090103960799,
      "run_count": 11,
      "total_questions": 2178,
      "avg_cost_per_task_usd": 0.03378088842975206,
      "avg_duration_per_task_ms": 235143.73645546372,
      "avg_output_tokens_per_task": 27991.799816345272,
      "last_run_timestamp": "2026-11-17T14:56:16.963Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "SiliconFlow",
      "accuracy": 0.915993,
      "accuracy_std_dev": 0.010029210307895631,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.15958462676767673,
      "avg_duration_per_task_ms": 592380.2373737374,
      "avg_output_tokens_per_task": 39982.61262626263,
      "last_run_timestamp": "2026-10-31T08:28:10.440Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "Baidu",
      "accuracy": 0.9159186669815778,
      "accuracy_std_dev": 0.007589099806154146,
      "run_count": 11,
      "total_questions": 2117,
      "avg_cost_per_task_usd": 0.09760643316013226,
      "avg_duration_per_task_ms": 645928.4369390648,
      "avg_output_tokens_per_task": 39652.34246575343,
      "last_run_timestamp": "2026-11-10T18:49:16.069Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "AkashML",
      "accuracy": 0.9158379972375691,
      "accuracy_std_dev": 0.012441503983078046,
      "run_count": 13,
      "total_questions": 1810,
      "avg_cost_per_task_usd": 0.11735693314917128,
      "avg_duration_per_task_ms": 179712.15801104973,
      "avg_output_tokens_per_task": 8118.493370165746,
      "last_run_timestamp": "2026-10-31T08:07:17.446Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "DekaLLM",
      "accuracy": 0.915825,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.014663378787878788,
      "avg_duration_per_task_ms": 96926.35858585859,
      "avg_output_tokens_per_task": 21419.76767676768,
      "last_run_timestamp": "2026-11-04T09:00:09.993Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "DeepInfra",
      "accuracy": 0.915825,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.06562552525252525,
      "avg_duration_per_task_ms": 514778.64646464644,
      "avg_output_tokens_per_task": 6703.651515151515,
      "last_run_timestamp": "2026-11-05T06:03:33.391Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m3-20260531",
      "model_slug": "minimax/minimax-m3",
      "model_name": "MiniMax: MiniMax M3",
      "provider_name": "Together",
      "accuracy": 0.9156376666666666,
      "accuracy_std_dev": 0.006208264062253385,
      "run_count": 9,
      "total_questions": 1782,
      "avg_cost_per_task_usd": 0.03580820650953984,
      "avg_duration_per_task_ms": 302275.67171717173,
      "avg_output_tokens_per_task": 29628.622895622895,
      "last_run_timestamp": "2026-10-31T16:17:15.690Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m3-20260531",
      "model_slug": "minimax/minimax-m3",
      "model_name": "MiniMax: MiniMax M3",
      "provider_name": "StreamLake",
      "accuracy": 0.9152126363636364,
      "accuracy_std_dev": 0.010234674718575157,
      "run_count": 11,
      "total_questions": 2178,
      "avg_cost_per_task_usd": 0.03776416345270891,
      "avg_duration_per_task_ms": 267457.90587695135,
      "avg_output_tokens_per_task": 31317.085399449035,
      "last_run_timestamp": "2026-10-31T16:23:41.132Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "AtlasCloud",
      "accuracy": 0.9149830000000001,
      "accuracy_std_dev": 0.009335323856192691,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.15949898674242427,
      "avg_duration_per_task_ms": 579778.1357323233,
      "avg_output_tokens_per_task": 39960.98863636364,
      "last_run_timestamp": "2026-10-31T08:49:58.581Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "Alibaba",
      "accuracy": 0.9145373529411764,
      "accuracy_std_dev": 0.011454925670240153,
      "run_count": 17,
      "total_questions": 3366,
      "avg_cost_per_task_usd": 0.1407890632798574,
      "avg_duration_per_task_ms": 627811.008912656,
      "avg_output_tokens_per_task": 40540.913547237076,
      "last_run_timestamp": "2026-10-31T08:31:11.942Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "Cloudflare",
      "accuracy": 0.9142088465437788,
      "accuracy_std_dev": 0.011139711351365255,
      "run_count": 11,
      "total_questions": 2170,
      "avg_cost_per_task_usd": 0.16000785852534563,
      "avg_duration_per_task_ms": 847876.2235023042,
      "avg_output_tokens_per_task": 40099.543778801846,
      "last_run_timestamp": "2026-10-31T08:15:03.301Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "thinkingmachines/inkling-2-small-20261107",
      "model_slug": "thinkingmachines/inkling-2-small",
      "model_name": "Thinking Machines: Inkling 2 Small",
      "provider_name": "Together",
      "accuracy": 0.9141410000000001,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.03261640909090909,
      "avg_duration_per_task_ms": 98347.65151515152,
      "avg_output_tokens_per_task": 32384.540404040403,
      "last_run_timestamp": "2026-11-13T00:01:54.553Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "thinkingmachines/inkling-2-small-20261107",
      "model_slug": "thinkingmachines/inkling-2-small",
      "model_name": "Thinking Machines: Inkling 2 Small",
      "provider_name": "Nebius",
      "accuracy": 0.9141410000000001,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.030628545454545457,
      "avg_duration_per_task_ms": 320020.58585858584,
      "avg_output_tokens_per_task": 30417.116161616163,
      "last_run_timestamp": "2026-11-13T00:01:53.399Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m3-20260531",
      "model_slug": "minimax/minimax-m3",
      "model_name": "MiniMax: MiniMax M3",
      "provider_name": "Novita",
      "accuracy": 0.9132994,
      "accuracy_std_dev": 0.009228612953201583,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.03775083232323232,
      "avg_duration_per_task_ms": 247646.57575757575,
      "avg_output_tokens_per_task": 31440.413131313133,
      "last_run_timestamp": "2026-10-31T16:09:19.241Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Baidu",
      "accuracy": 0.91311096,
      "accuracy_std_dev": 0.009099497963486788,
      "run_count": 4,
      "total_questions": 750,
      "avg_cost_per_task_usd": 0.01717951733333333,
      "avg_duration_per_task_ms": 130330.4,
      "avg_output_tokens_per_task": 20403.964,
      "last_run_timestamp": "2026-11-10T18:06:00.757Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "Wafer",
      "accuracy": 0.9129648851570964,
      "accuracy_std_dev": 0.008195106272424223,
      "run_count": 14,
      "total_questions": 2769,
      "avg_cost_per_task_usd": 0.0985225175153485,
      "avg_duration_per_task_ms": 283575.7085590466,
      "avg_output_tokens_per_task": 25018.89021307331,
      "last_run_timestamp": "2026-10-31T08:40:32.804Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "Phala",
      "accuracy": 0.9129626999999999,
      "accuracy_std_dev": 0.011976545529074725,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.14847036666666666,
      "avg_duration_per_task_ms": 557943.255050505,
      "avg_output_tokens_per_task": 38422.25606060606,
      "last_run_timestamp": "2026-10-31T08:44:11.309Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Alibaba",
      "accuracy": 0.91245775,
      "accuracy_std_dev": 0.005709247427419856,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.027895760101010105,
      "avg_duration_per_task_ms": 177535.13888888888,
      "avg_output_tokens_per_task": 21414.281565656565,
      "last_run_timestamp": "2026-10-31T08:15:24.481Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "Together",
      "accuracy": 0.9122159433701658,
      "accuracy_std_dev": 0.03611424039520026,
      "run_count": 11,
      "total_questions": 2172,
      "avg_cost_per_task_usd": 0.1391742785451197,
      "avg_duration_per_task_ms": 199437.18876611418,
      "avg_output_tokens_per_task": 9315.906077348067,
      "last_run_timestamp": "2026-11-15T02:47:42.764Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "thinkingmachines/inkling-2-small-20261107",
      "model_slug": "thinkingmachines/inkling-2-small",
      "model_name": "Thinking Machines: Inkling 2 Small",
      "provider_name": "Cloudflare",
      "accuracy": 0.912131387755102,
      "accuracy_std_dev": 0.001959628592928355,
      "run_count": 3,
      "total_questions": 588,
      "avg_cost_per_task_usd": 0.030163600340136057,
      "avg_duration_per_task_ms": 99714.62244897959,
      "avg_output_tokens_per_task": 29978.68537414966,
      "last_run_timestamp": "2026-11-17T13:37:22.689Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m3-20260531",
      "model_slug": "minimax/minimax-m3",
      "model_name": "MiniMax: MiniMax M3",
      "provider_name": "GMICloud",
      "accuracy": 0.9120368333333333,
      "accuracy_std_dev": 0.014758596064855073,
      "run_count": 12,
      "total_questions": 2376,
      "avg_cost_per_task_usd": 0.034198709595959595,
      "avg_duration_per_task_ms": 221897.38594276094,
      "avg_output_tokens_per_task": 27535.51851851852,
      "last_run_timestamp": "2026-11-10T06:30:46.502Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Venice",
      "accuracy": 0.911616,
      "accuracy_std_dev": 0.004209000000000018,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.024379722222222223,
      "avg_duration_per_task_ms": 102982.82575757576,
      "avg_output_tokens_per_task": 20129.815656565657,
      "last_run_timestamp": "2026-10-31T08:34:49.804Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "GMICloud",
      "accuracy": 0.9107743333333334,
      "accuracy_std_dev": 0.0038879488879813803,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.01787503114478114,
      "avg_duration_per_task_ms": 129288.84595959596,
      "avg_output_tokens_per_task": 22197.56313131313,
      "last_run_timestamp": "2026-11-17T13:43:33.861Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Pearl Research",
      "accuracy": 0.910774,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.006803085858585858,
      "avg_duration_per_task_ms": 100081.80303030302,
      "avg_output_tokens_per_task": 22599.722222222223,
      "last_run_timestamp": "2026-11-18T22:59:35.990Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-6.1-terra-20261026",
      "model_slug": "openai/gpt-6.1-terra",
      "model_name": "OpenAI: GPT-6.1 Terra",
      "provider_name": "OpenAI",
      "accuracy": 0.910774,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.011462444444444444,
      "avg_duration_per_task_ms": 27557.444444444445,
      "avg_output_tokens_per_task": 2133.969696969697,
      "last_run_timestamp": "2026-10-28T00:00:04.598Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "DekaLLM",
      "accuracy": 0.9106891772151898,
      "accuracy_std_dev": 0.008562817793226714,
      "run_count": 5,
      "total_questions": 948,
      "avg_cost_per_task_usd": 0.14278316033755276,
      "avg_duration_per_task_ms": 333972.91455696203,
      "avg_output_tokens_per_task": 37406.36181434599,
      "last_run_timestamp": "2026-10-31T08:31:11.854Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "DeepInfra",
      "accuracy": 0.9102739453376206,
      "accuracy_std_dev": 0.01616292341509773,
      "run_count": 11,
      "total_questions": 2177,
      "avg_cost_per_task_usd": 0.12642259944878273,
      "avg_duration_per_task_ms": 326925.77491961414,
      "avg_output_tokens_per_task": 8662.115296279284,
      "last_run_timestamp": "2026-10-31T08:25:00.194Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-6.1-terra-20261026",
      "model_slug": "openai/gpt-6.1-terra",
      "model_name": "OpenAI: GPT-6.1 Terra",
      "provider_name": "Azure",
      "accuracy": 0.9096519999999999,
      "accuracy_std_dev": 0.0075707498968068145,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.012606855218855219,
      "avg_duration_per_task_ms": 20423.260942760942,
      "avg_output_tokens_per_task": 2135.06734006734,
      "last_run_timestamp": "2026-11-03T15:00:04.730Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta/muse-spark-open-20261015",
      "model_slug": "meta/muse-spark-open",
      "model_name": "Meta: Muse Spark Open",
      "provider_name": "Modal",
      "accuracy": 0.909632,
      "accuracy_std_dev": 0.0055275000000000185,
      "run_count": 2,
      "total_questions": 308,
      "avg_cost_per_task_usd": 0.05270355519480519,
      "avg_duration_per_task_ms": 55285.37662337662,
      "avg_output_tokens_per_task": 12143.461038961039,
      "last_run_timestamp": "2026-10-31T08:15:03.291Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "Novita",
      "accuracy": 0.9095498181818181,
      "accuracy_std_dev": 0.010330306312612262,
      "run_count": 11,
      "total_questions": 2178,
      "avg_cost_per_task_usd": 0.12338141184573002,
      "avg_duration_per_task_ms": 530319.5280073462,
      "avg_output_tokens_per_task": 39743.45500459137,
      "last_run_timestamp": "2026-11-17T14:32:35.612Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "River",
      "accuracy": 0.9095115,
      "accuracy_std_dev": 0.005996677309143809,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.009744926767676767,
      "avg_duration_per_task_ms": 125217.24747474748,
      "avg_output_tokens_per_task": 20133.00505050505,
      "last_run_timestamp": "2026-11-17T13:41:44.392Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5.6-luna-pro-20260709",
      "model_slug": "openai/gpt-5.6-luna-pro",
      "model_name": "OpenAI: GPT-5.6 Luna Pro",
      "provider_name": "Azure",
      "accuracy": 0.9095115,
      "accuracy_std_dev": 0.002759842885020819,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.0416229191919192,
      "avg_duration_per_task_ms": 138307.48484848486,
      "avg_output_tokens_per_task": 27969.503787878788,
      "last_run_timestamp": "2026-10-01T16:11:23.394Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "auto-routing",
      "accuracy": 0.9094585857359636,
      "accuracy_std_dev": 0.009838918489854466,
      "run_count": 10,
      "total_questions": 1977,
      "avg_cost_per_task_usd": 0.10503594031360647,
      "avg_duration_per_task_ms": 542373.7814871017,
      "avg_output_tokens_per_task": 37881.0182094082,
      "last_run_timestamp": "2026-10-31T08:11:08.576Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "NextBit",
      "accuracy": 0.9094272,
      "accuracy_std_dev": 0.00547072746168187,
      "run_count": 5,
      "total_questions": 990,
      "avg_cost_per_task_usd": 0.025930728282828285,
      "avg_duration_per_task_ms": 177886.11212121212,
      "avg_output_tokens_per_task": 28121.050505050505,
      "last_run_timestamp": "2026-10-03T09:34:35.533Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "StreamLake",
      "accuracy": 0.9090910000000001,
      "accuracy_std_dev": 0.003367000000000009,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.018701613636363638,
      "avg_duration_per_task_ms": 137003.63383838383,
      "avg_output_tokens_per_task": 22059.484848484848,
      "last_run_timestamp": "2026-10-31T08:36:23.829Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "Reka",
      "accuracy": 0.9090909999999999,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.1305062777777778,
      "avg_duration_per_task_ms": 540279.6767676767,
      "avg_output_tokens_per_task": 38448.40404040404,
      "last_run_timestamp": "2026-10-01T09:14:23.001Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Ambient",
      "accuracy": 0.9090909999999999,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.006143328282828283,
      "avg_duration_per_task_ms": 271270.1313131313,
      "avg_output_tokens_per_task": 20714.449494949495,
      "last_run_timestamp": "2026-11-16T21:00:03.139Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.7-max-20260520",
      "model_slug": "qwen/qwen3.7-max",
      "model_name": "Qwen: Qwen3.7 Max",
      "provider_name": "AtlasCloud",
      "accuracy": 0.9090909999999999,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.2221867676767677,
      "avg_duration_per_task_ms": 298883.5202020202,
      "avg_output_tokens_per_task": 29352.99494949495,
      "last_run_timestamp": "2026-09-27T00:06:19.757Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "thinkingmachines/inkling-2-small-20261107",
      "model_slug": "thinkingmachines/inkling-2-small",
      "model_name": "Thinking Machines: Inkling 2 Small",
      "provider_name": "Modal",
      "accuracy": 0.9090909999999999,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.02941411111111111,
      "avg_duration_per_task_ms": 293246.38383838383,
      "avg_output_tokens_per_task": 29214.535353535353,
      "last_run_timestamp": "2026-11-13T06:01:37.481Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-vision-exp-20260821",
      "model_slug": "deepseek/deepseek-v4-flash-vision-exp",
      "model_name": "DeepSeek: DeepSeek V4 Flash Vision Exp",
      "provider_name": "GMICloud",
      "accuracy": 0.909090857142857,
      "accuracy_std_dev": 0.0075824593339510055,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.038180986291486294,
      "avg_duration_per_task_ms": 147767.6544011544,
      "avg_output_tokens_per_task": 28692.146464646463,
      "last_run_timestamp": "2026-11-10T06:07:30.895Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "StepFun",
      "accuracy": 0.9090908333333333,
      "accuracy_std_dev": 0.007076201038614481,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.01709530134680135,
      "avg_duration_per_task_ms": 84455.94696969698,
      "avg_output_tokens_per_task": 21725.516835016835,
      "last_run_timestamp": "2026-11-02T17:24:31.225Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "CoreWeave",
      "accuracy": 0.9086294974619289,
      "accuracy_std_dev": 0.006304499999999991,
      "run_count": 2,
      "total_questions": 394,
      "avg_cost_per_task_usd": 0.024647868020304567,
      "avg_duration_per_task_ms": 87979.05837563451,
      "avg_output_tokens_per_task": 20370.593908629442,
      "last_run_timestamp": "2026-11-17T13:34:32.843Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "PrimaLabs",
      "accuracy": 0.9083333416666667,
      "accuracy_std_dev": 0.019348024969547205,
      "run_count": 3,
      "total_questions": 240,
      "avg_cost_per_task_usd": 0.029822945833333336,
      "avg_duration_per_task_ms": 42424.129166666666,
      "avg_output_tokens_per_task": 9800.754166666668,
      "last_run_timestamp": "2026-11-17T13:38:43.678Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "InferenceNet",
      "accuracy": 0.908249,
      "accuracy_std_dev": 0.006574437713599543,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.009681809974747475,
      "avg_duration_per_task_ms": 167110.30050505052,
      "avg_output_tokens_per_task": 18361.854166666668,
      "last_run_timestamp": "2026-11-04T21:05:58.450Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Alibaba",
      "accuracy": 0.9081554444444445,
      "accuracy_std_dev": 0.008876832231665518,
      "run_count": 9,
      "total_questions": 1782,
      "avg_cost_per_task_usd": 0.033613874298540965,
      "avg_duration_per_task_ms": 210737.89562289562,
      "avg_output_tokens_per_task": 27019.509539842875,
      "last_run_timestamp": "2026-10-31T08:40:16.353Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m3-20260531",
      "model_slug": "minimax/minimax-m3",
      "model_name": "MiniMax: MiniMax M3",
      "provider_name": "AtlasCloud",
      "accuracy": 0.9080006306913997,
      "accuracy_std_dev": 0.027720594113402428,
      "run_count": 9,
      "total_questions": 1779,
      "avg_cost_per_task_usd": 0.028943654862282182,
      "avg_duration_per_task_ms": 194966.68690275436,
      "avg_output_tokens_per_task": 23933.157953906688,
      "last_run_timestamp": "2026-10-31T16:04:29.094Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Baidu",
      "accuracy": 0.9078681221719456,
      "accuracy_std_dev": 0.005280935005338756,
      "run_count": 7,
      "total_questions": 1326,
      "avg_cost_per_task_usd": 0.023841498491704374,
      "avg_duration_per_task_ms": 170556.5128205128,
      "avg_output_tokens_per_task": 27449.11161387632,
      "last_run_timestamp": "2026-11-10T18:05:49.922Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Mancer 2",
      "accuracy": 0.9078013574468085,
      "accuracy_std_dev": 0.012928926018815361,
      "run_count": 3,
      "total_questions": 470,
      "avg_cost_per_task_usd": 0.01807536170212766,
      "avg_duration_per_task_ms": 357786.7425531915,
      "avg_output_tokens_per_task": 17947.382978723403,
      "last_run_timestamp": "2026-10-31T09:05:48.501Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m3-20260531",
      "model_slug": "minimax/minimax-m3",
      "model_name": "MiniMax: MiniMax M3",
      "provider_name": "CoreWeave",
      "accuracy": 0.907781815257353,
      "accuracy_std_dev": 0.008441625103033482,
      "run_count": 11,
      "total_questions": 2176,
      "avg_cost_per_task_usd": 0.0314344627757353,
      "avg_duration_per_task_ms": 416937.2950367647,
      "avg_output_tokens_per_task": 32522.371783088234,
      "last_run_timestamp": "2026-10-31T16:32:36.327Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Nebius",
      "accuracy": 0.907744,
      "accuracy_std_dev": 0.004178433821421624,
      "run_count": 5,
      "total_questions": 990,
      "avg_cost_per_task_usd": 0.025797346464646462,
      "avg_duration_per_task_ms": 94521.66161616161,
      "avg_output_tokens_per_task": 21315.20707070707,
      "last_run_timestamp": "2026-11-16T18:00:03.291Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m3-20260531",
      "model_slug": "minimax/minimax-m3",
      "model_name": "MiniMax: MiniMax M3",
      "provider_name": "Venice",
      "accuracy": 0.9075764561136477,
      "accuracy_std_dev": 0.011276835514008349,
      "run_count": 10,
      "total_questions": 1971,
      "avg_cost_per_task_usd": 0.02644268696093353,
      "avg_duration_per_task_ms": 359448.9441907661,
      "avg_output_tokens_per_task": 21876.02587519026,
      "last_run_timestamp": "2026-10-31T16:12:28.227Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Cohere",
      "accuracy": 0.9074074999999998,
      "accuracy_std_dev": 0.008417500000000022,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.014508287878787877,
      "avg_duration_per_task_ms": 90086.95707070707,
      "avg_output_tokens_per_task": 21790.61111111111,
      "last_run_timestamp": "2026-10-31T08:13:11.036Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "thinkingmachines/inkling-2-small-20261107",
      "model_slug": "thinkingmachines/inkling-2-small",
      "model_name": "Thinking Machines: Inkling 2 Small",
      "provider_name": "auto-routing",
      "accuracy": 0.907407,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.029852535353535357,
      "avg_duration_per_task_ms": 121041.88383838384,
      "avg_output_tokens_per_task": 29804.878787878788,
      "last_run_timestamp": "2026-11-17T13:54:18.254Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m3-20260531",
      "model_slug": "minimax/minimax-m3",
      "model_name": "MiniMax: MiniMax M3",
      "provider_name": "auto-routing",
      "accuracy": 0.9072389,
      "accuracy_std_dev": 0.007000244816433212,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.03551648434343433,
      "avg_duration_per_task_ms": 320672.13181818184,
      "avg_output_tokens_per_task": 30806.54292929293,
      "last_run_timestamp": "2026-10-31T16:18:48.433Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "tencent/hy4-preview-20260827",
      "model_slug": "tencent/hy4-preview",
      "model_name": "Tencent: Hy4 preview",
      "provider_name": "DeepInfra",
      "accuracy": 0.9071887349785409,
      "accuracy_std_dev": 0.014345789366918764,
      "run_count": 5,
      "total_questions": 932,
      "avg_cost_per_task_usd": 0.12532361909871245,
      "avg_duration_per_task_ms": 1379721.1190987125,
      "avg_output_tokens_per_task": 49889.66094420601,
      "last_run_timestamp": "2026-10-31T08:27:43.435Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Modal",
      "accuracy": 0.9070292653061225,
      "accuracy_std_dev": 0.005723067708842884,
      "run_count": 3,
      "total_questions": 588,
      "avg_cost_per_task_usd": 0.021270954081632654,
      "avg_duration_per_task_ms": 117754.6887755102,
      "avg_output_tokens_per_task": 21116.049319727892,
      "last_run_timestamp": "2026-10-31T08:51:31.997Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "thinkingmachines/inkling-2-small-20261107",
      "model_slug": "thinkingmachines/inkling-2-small",
      "model_name": "Thinking Machines: Inkling 2 Small",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.906937076142132,
      "accuracy_std_dev": 0.003856499999999985,
      "run_count": 2,
      "total_questions": 394,
      "avg_cost_per_task_usd": 0.015685365482233503,
      "avg_duration_per_task_ms": 248222.9568527919,
      "avg_output_tokens_per_task": 31187.66497461929,
      "last_run_timestamp": "2026-11-16T13:50:54.996Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "Novita",
      "accuracy": 0.9068459999999999,
      "accuracy_std_dev": 0.015632156835617188,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.12138105050505049,
      "avg_duration_per_task_ms": 410922.63636363635,
      "avg_output_tokens_per_task": 37647.982323232325,
      "last_run_timestamp": "2026-10-31T16:10:36.257Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Alibaba",
      "accuracy": 0.9065462972668358,
      "accuracy_std_dev": 0.005220915383765981,
      "run_count": 18,
      "total_questions": 3549,
      "avg_cost_per_task_usd": 0.027891943364327983,
      "avg_duration_per_task_ms": 187110.34037757115,
      "avg_output_tokens_per_task": 26399.656522964215,
      "last_run_timestamp": "2026-11-16T13:49:41.371Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Fireworks",
      "accuracy": 0.9062023202054794,
      "accuracy_std_dev": 0.0070401755028629285,
      "run_count": 9,
      "total_questions": 1752,
      "avg_cost_per_task_usd": 0.0240289948630137,
      "avg_duration_per_task_ms": 96587.58561643836,
      "avg_output_tokens_per_task": 20700.776255707762,
      "last_run_timestamp": "2026-11-17T13:42:15.453Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Morph",
      "accuracy": 0.9060043333333333,
      "accuracy_std_dev": 0.005089362064367436,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.008481723063973065,
      "avg_duration_per_task_ms": 122394.73737373737,
      "avg_output_tokens_per_task": 16307.143097643098,
      "last_run_timestamp": "2026-11-16T13:49:41.397Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "xiaomi/mimo-v2.6-pro-20260921",
      "model_slug": "xiaomi/mimo-v2.6-pro",
      "model_name": "Xiaomi: MiMo-V2.6-Pro",
      "provider_name": "Novita",
      "accuracy": 0.9060041666666666,
      "accuracy_std_dev": 0.006179339377222198,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.032878036195286196,
      "avg_duration_per_task_ms": 809018.2592592592,
      "avg_output_tokens_per_task": 37448.21212121212,
      "last_run_timestamp": "2026-10-31T08:23:27.402Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "DeepInfra",
      "accuracy": 0.9059899674418603,
      "accuracy_std_dev": 0.027286419434501774,
      "run_count": 12,
      "total_questions": 2365,
      "avg_cost_per_task_usd": 0.06751391331923891,
      "avg_duration_per_task_ms": 612431.8985200846,
      "avg_output_tokens_per_task": 38645.63763213531,
      "last_run_timestamp": "2026-11-17T14:42:35.346Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Decart",
      "accuracy": 0.9059342499999998,
      "accuracy_std_dev": 0.010910172663874526,
      "run_count": 3,
      "total_questions": 528,
      "avg_cost_per_task_usd": 0.008819143939393941,
      "avg_duration_per_task_ms": 163195.54924242425,
      "avg_output_tokens_per_task": 22179.03787878788,
      "last_run_timestamp": "2026-10-31T08:49:09.016Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "GMICloud",
      "accuracy": 0.9057939999999999,
      "accuracy_std_dev": 0.016759244966087633,
      "run_count": 12,
      "total_questions": 2376,
      "avg_cost_per_task_usd": 0.12032002567340065,
      "avg_duration_per_task_ms": 513955.1241582492,
      "avg_output_tokens_per_task": 37708.85984848485,
      "last_run_timestamp": "2026-11-10T08:27:28.930Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "SiliconFlow",
      "accuracy": 0.9057238888888889,
      "accuracy_std_dev": 0.009356618102764875,
      "run_count": 9,
      "total_questions": 1782,
      "avg_cost_per_task_usd": 0.03432713860830528,
      "avg_duration_per_task_ms": 196757.96408529743,
      "avg_output_tokens_per_task": 28444.87317620651,
      "last_run_timestamp": "2026-10-31T08:29:56.453Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Wafer",
      "accuracy": 0.9057236666666666,
      "accuracy_std_dev": 0.008510557835222471,
      "run_count": 9,
      "total_questions": 1782,
      "avg_cost_per_task_usd": 0.0084351734006734,
      "avg_duration_per_task_ms": 84454.39393939394,
      "avg_output_tokens_per_task": 16757.132996632998,
      "last_run_timestamp": "2026-11-16T13:50:29.659Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Relace",
      "accuracy": 0.9057234999999999,
      "accuracy_std_dev": 0.0029159075345422127,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.013535670454545456,
      "avg_duration_per_task_ms": 88017.25757575757,
      "avg_output_tokens_per_task": 21462.573232323233,
      "last_run_timestamp": "2026-11-01T12:00:08.725Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Makora",
      "accuracy": 0.9054373465045593,
      "accuracy_std_dev": 0.0037554479359991244,
      "run_count": 5,
      "total_questions": 987,
      "avg_cost_per_task_usd": 0.026207787234042552,
      "avg_duration_per_task_ms": 127141.36068895644,
      "avg_output_tokens_per_task": 21741.29989868288,
      "last_run_timestamp": "2026-10-31T08:31:11.848Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "GMICloud",
      "accuracy": 0.9054080000000001,
      "accuracy_std_dev": 0.014688173542003103,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.07251937058080807,
      "avg_duration_per_task_ms": 547217.8667929292,
      "avg_output_tokens_per_task": 37049.33712121212,
      "last_run_timestamp": "2026-11-10T07:51:59.421Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "tencent/hy4-preview-20260827",
      "model_slug": "tencent/hy4-preview",
      "model_name": "Tencent: Hy4 preview",
      "provider_name": "InferenceNet",
      "accuracy": 0.905376,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 155,
      "avg_cost_per_task_usd": 0.09219292258064517,
      "avg_duration_per_task_ms": 892432.9419354838,
      "avg_output_tokens_per_task": 36790.02580645162,
      "last_run_timestamp": "2026-10-02T06:44:44.722Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "StreamLake",
      "accuracy": 0.9053496666666667,
      "accuracy_std_dev": 0.008612696635394351,
      "run_count": 9,
      "total_questions": 1782,
      "avg_cost_per_task_usd": 0.02068693490460157,
      "avg_duration_per_task_ms": 208793.50953984287,
      "avg_output_tokens_per_task": 28854.00224466891,
      "last_run_timestamp": "2026-10-31T09:01:06.228Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Sail Research",
      "accuracy": 0.9053028750000003,
      "accuracy_std_dev": 0.00682546092651441,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.0031826717171717163,
      "avg_duration_per_task_ms": 242276.39330808082,
      "avg_output_tokens_per_task": 19735.85101010101,
      "last_run_timestamp": "2026-11-06T21:57:38.138Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "Crusoe",
      "accuracy": 0.9052453939086292,
      "accuracy_std_dev": 0.003747430447653443,
      "run_count": 5,
      "total_questions": 985,
      "avg_cost_per_task_usd": 0.2030751614213198,
      "avg_duration_per_task_ms": 1494416,
      "avg_output_tokens_per_task": 57918.04365482234,
      "last_run_timestamp": "2026-10-31T16:04:29.123Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m3-20260531",
      "model_slug": "minimax/minimax-m3",
      "model_name": "MiniMax: MiniMax M3",
      "provider_name": "ModelRun",
      "accuracy": 0.9052426428571428,
      "accuracy_std_dev": 0.007097748461983685,
      "run_count": 14,
      "total_questions": 2772,
      "avg_cost_per_task_usd": 0.07887129437229437,
      "avg_duration_per_task_ms": 232890.066017316,
      "avg_output_tokens_per_task": 31410.53787878788,
      "last_run_timestamp": "2026-10-31T16:10:09.223Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-flash-20260826",
      "model_slug": "qwen/qwen3.8-flash",
      "model_name": "Qwen: Qwen3.8 Flash",
      "provider_name": "Alibaba",
      "accuracy": 0.9049724513274336,
      "accuracy_std_dev": 0.008906991898924113,
      "run_count": 4,
      "total_questions": 791,
      "avg_cost_per_task_usd": 0.020146505689001264,
      "avg_duration_per_task_ms": 644404.02528445,
      "avg_output_tokens_per_task": 42703.32616940582,
      "last_run_timestamp": "2026-10-28T03:59:43.480Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta/muse-spark-open-20261015",
      "model_slug": "meta/muse-spark-open",
      "model_name": "Meta: Muse Spark Open",
      "provider_name": "Makora",
      "accuracy": 0.9048634068157615,
      "accuracy_std_dev": 0.012266915351464668,
      "run_count": 5,
      "total_questions": 939,
      "avg_cost_per_task_usd": 0.06399653567625134,
      "avg_duration_per_task_ms": 75580.11395101172,
      "avg_output_tokens_per_task": 14917.831735889244,
      "last_run_timestamp": "2026-10-31T08:13:57.643Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "DeepInfra",
      "accuracy": 0.9048054545454542,
      "accuracy_std_dev": 0.006474997442802406,
      "run_count": 11,
      "total_questions": 2178,
      "avg_cost_per_task_usd": 0.004564382001836547,
      "avg_duration_per_task_ms": 398058.69651056017,
      "avg_output_tokens_per_task": 25057.459136822774,
      "last_run_timestamp": "2026-10-31T08:39:08.723Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "AtlasCloud",
      "accuracy": 0.9046013333333334,
      "accuracy_std_dev": 0.008285549120138134,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.01933321717171717,
      "avg_duration_per_task_ms": 139538.02861952863,
      "avg_output_tokens_per_task": 20900.63973063973,
      "last_run_timestamp": "2026-10-31T08:20:08.070Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "DeepInfra",
      "accuracy": 0.9044004522003033,
      "accuracy_std_dev": 0.00856689234728672,
      "run_count": 10,
      "total_questions": 1977,
      "avg_cost_per_task_usd": 0.014848743045017704,
      "avg_duration_per_task_ms": 370376.5558927668,
      "avg_output_tokens_per_task": 28855.582195245323,
      "last_run_timestamp": "2026-10-31T08:03:09.643Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "Relace",
      "accuracy": 0.9042316703786192,
      "accuracy_std_dev": 0.0031656583896560934,
      "run_count": 5,
      "total_questions": 898,
      "avg_cost_per_task_usd": 0.22350682405345215,
      "avg_duration_per_task_ms": 441723.66035634745,
      "avg_output_tokens_per_task": 42286.14922048998,
      "last_run_timestamp": "2026-10-31T08:44:55.396Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-3-flash-preview-20251217",
      "model_slug": "google/gemini-3-flash-preview",
      "model_name": "Google: Gemini 3 Flash Preview",
      "provider_name": "Google",
      "accuracy": 0.9040405,
      "accuracy_std_dev": 0.011784499999999976,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.13174327272727274,
      "avg_duration_per_task_ms": 249918.9898989899,
      "avg_output_tokens_per_task": 43791.378787878784,
      "last_run_timestamp": "2026-10-01T19:18:35.588Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Mistral",
      "accuracy": 0.9040404285714285,
      "accuracy_std_dev": 0.005619763209478867,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.025311194083694085,
      "avg_duration_per_task_ms": 77520.34632034632,
      "avg_output_tokens_per_task": 20936.497835497834,
      "last_run_timestamp": "2026-11-17T13:32:32.788Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Novita",
      "accuracy": 0.9040402,
      "accuracy_std_dev": 0.00810891359924372,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.03478237171717172,
      "avg_duration_per_task_ms": 253117.2297979798,
      "avg_output_tokens_per_task": 27812.587373737373,
      "last_run_timestamp": "2026-10-31T08:36:32.971Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "x-ai/grok-4.6-20260810",
      "model_slug": "x-ai/grok-4.6",
      "model_name": "SpaceXSI: Grok 4.6",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.903508802631579,
      "accuracy_std_dev": 0.0984941779678147,
      "run_count": 3,
      "total_questions": 456,
      "avg_cost_per_task_usd": 0.11285829166666667,
      "avg_duration_per_task_ms": 423954.7916666667,
      "avg_output_tokens_per_task": 16846.184210526317,
      "last_run_timestamp": "2026-10-01T16:04:59.818Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.9033668,
      "accuracy_std_dev": 0.005061737504059227,
      "run_count": 5,
      "total_questions": 990,
      "avg_cost_per_task_usd": 0.026716864646464646,
      "avg_duration_per_task_ms": 106368.8292929293,
      "avg_output_tokens_per_task": 22085.938383838384,
      "last_run_timestamp": "2026-10-31T08:13:57.548Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Particle AI",
      "accuracy": 0.9031985,
      "accuracy_std_dev": 0.0075759444460740165,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.01504592297979798,
      "avg_duration_per_task_ms": 86737.82702020202,
      "avg_output_tokens_per_task": 17203.179292929293,
      "last_run_timestamp": "2026-11-03T01:49:06.293Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5.4-20260305",
      "model_slug": "openai/gpt-5.4",
      "model_name": "OpenAI: GPT-5.4",
      "provider_name": "OpenAI",
      "accuracy": 0.9031985,
      "accuracy_std_dev": 0.004208500000000004,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.14226843434343436,
      "avg_duration_per_task_ms": 149341.0782828283,
      "avg_output_tokens_per_task": 9356.287878787878,
      "last_run_timestamp": "2026-10-01T19:14:55.028Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Together",
      "accuracy": 0.9029179999999999,
      "accuracy_std_dev": 0.0028613344206273234,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.023974107744107742,
      "avg_duration_per_task_ms": 50011.877104377105,
      "avg_output_tokens_per_task": 19809.430976430976,
      "last_run_timestamp": "2026-10-31T08:51:04.442Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "GMICloud",
      "accuracy": 0.9029179166666669,
      "accuracy_std_dev": 0.012973690970950483,
      "run_count": 12,
      "total_questions": 2376,
      "avg_cost_per_task_usd": 0.023749276094276094,
      "avg_duration_per_task_ms": 198921.56144781146,
      "avg_output_tokens_per_task": 26607.430976430976,
      "last_run_timestamp": "2026-11-10T06:09:57.337Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Parasail",
      "accuracy": 0.9027775000000001,
      "accuracy_std_dev": 0.008532301521277798,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.02644279292929293,
      "avg_duration_per_task_ms": 129342.36994949495,
      "avg_output_tokens_per_task": 21892.52525252525,
      "last_run_timestamp": "2026-11-16T13:49:36.887Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Novita",
      "accuracy": 0.9027699539584503,
      "accuracy_std_dev": 0.006295075818094274,
      "run_count": 9,
      "total_questions": 1781,
      "avg_cost_per_task_usd": 0.028251830432341377,
      "avg_duration_per_task_ms": 172539.25996631107,
      "avg_output_tokens_per_task": 28841.043234138124,
      "last_run_timestamp": "2026-10-31T08:31:10.643Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Baidu",
      "accuracy": 0.9027016716757742,
      "accuracy_std_dev": 0.006700435290068004,
      "run_count": 12,
      "total_questions": 2196,
      "avg_cost_per_task_usd": 0.01360370719489982,
      "avg_duration_per_task_ms": 153235.56921675775,
      "avg_output_tokens_per_task": 25786.634790528235,
      "last_run_timestamp": "2026-11-17T13:52:11.705Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.5-0127",
      "model_slug": "moonshotai/kimi-k2.5",
      "model_name": "MoonshotAI: Kimi K2.5",
      "provider_name": "SiliconFlow",
      "accuracy": 0.9026373333333333,
      "accuracy_std_dev": 0.0032840369296881534,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.1418760227272727,
      "avg_duration_per_task_ms": 1984873.0782828282,
      "avg_output_tokens_per_task": 58537.24915824916,
      "last_run_timestamp": "2026-10-31T16:13:09.866Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5.4-20260305",
      "model_slug": "openai/gpt-5.4",
      "model_name": "OpenAI: GPT-5.4",
      "provider_name": "auto-routing",
      "accuracy": 0.902357,
      "accuracy_std_dev": 0,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.1437863712121212,
      "avg_duration_per_task_ms": 149585.63636363635,
      "avg_output_tokens_per_task": 9456.126262626263,
      "last_run_timestamp": "2026-10-01T19:14:23.097Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "thinkingmachines/inkling-2-small-20261107",
      "model_slug": "thinkingmachines/inkling-2-small",
      "model_name": "Thinking Machines: Inkling 2 Small",
      "provider_name": "DeepInfra",
      "accuracy": 0.902357,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.027153818181818182,
      "avg_duration_per_task_ms": 429418.7121212121,
      "avg_output_tokens_per_task": 26931.89898989899,
      "last_run_timestamp": "2026-11-13T12:01:34.311Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "BaseTen",
      "accuracy": 0.9023192392077196,
      "accuracy_std_dev": 0.014663777352374117,
      "run_count": 10,
      "total_questions": 1969,
      "avg_cost_per_task_usd": 0.172891311833418,
      "avg_duration_per_task_ms": 405217.98831894365,
      "avg_output_tokens_per_task": 43339.570848146264,
      "last_run_timestamp": "2026-10-31T08:09:30.320Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m3-20260531",
      "model_slug": "minimax/minimax-m3",
      "model_name": "MiniMax: MiniMax M3",
      "provider_name": "Parasail",
      "accuracy": 0.9022406008287293,
      "accuracy_std_dev": 0.009007072050154066,
      "run_count": 12,
      "total_questions": 2172,
      "avg_cost_per_task_usd": 0.03278253683241252,
      "avg_duration_per_task_ms": 195007.8950276243,
      "avg_output_tokens_per_task": 24292.478821362798,
      "last_run_timestamp": "2026-11-16T13:50:54.981Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-opus-5.5-20260921",
      "model_slug": "anthropic/claude-opus-5.5",
      "model_name": "Anthropic: Claude Opus 5.5",
      "provider_name": "auto-routing",
      "accuracy": 0.9020761666666667,
      "accuracy_std_dev": 0.005271695534223824,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.05407119865319866,
      "avg_duration_per_task_ms": 30482.292087542086,
      "avg_output_tokens_per_task": 2495.6936026936028,
      "last_run_timestamp": "2026-10-31T08:27:47.532Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "Inceptron",
      "accuracy": 0.9019928787878789,
      "accuracy_std_dev": 0.01724617239877196,
      "run_count": 7,
      "total_questions": 1221,
      "avg_cost_per_task_usd": 0.14678455364455367,
      "avg_duration_per_task_ms": 596736.420966421,
      "avg_output_tokens_per_task": 47893.109746109745,
      "last_run_timestamp": "2026-11-16T13:49:36.925Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "Cloudflare",
      "accuracy": 0.9018676030389364,
      "accuracy_std_dev": 0.011281821986422833,
      "run_count": 6,
      "total_questions": 1053,
      "avg_cost_per_task_usd": 0.22022472364672366,
      "avg_duration_per_task_ms": 1593526.14339981,
      "avg_output_tokens_per_task": 54909.67521367521,
      "last_run_timestamp": "2026-10-31T16:04:29.120Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta/muse-spark-open-20261015",
      "model_slug": "meta/muse-spark-open",
      "model_name": "Meta: Muse Spark Open",
      "provider_name": "auto-routing",
      "accuracy": 0.9015150000000001,
      "accuracy_std_dev": 0.004208999999999963,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.0736977297979798,
      "avg_duration_per_task_ms": 138589.0126262626,
      "avg_output_tokens_per_task": 17125.45707070707,
      "last_run_timestamp": "2026-10-31T08:09:26.224Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta/muse-spark-open-20261015",
      "model_slug": "meta/muse-spark-open",
      "model_name": "Meta: Muse Spark Open",
      "provider_name": "BaseTen",
      "accuracy": 0.901515,
      "accuracy_std_dev": 0.0025249999999999995,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.0720575808080808,
      "avg_duration_per_task_ms": 100990.45707070707,
      "avg_output_tokens_per_task": 16730.29797979798,
      "last_run_timestamp": "2026-10-31T08:17:04.260Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5.4-20260305",
      "model_slug": "openai/gpt-5.4",
      "model_name": "OpenAI: GPT-5.4",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.901515,
      "accuracy_std_dev": 0.0025249999999999995,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.16319313383838385,
      "avg_duration_per_task_ms": 88415.74242424243,
      "avg_output_tokens_per_task": 9762.232323232323,
      "last_run_timestamp": "2026-10-01T19:12:25.243Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.9014597761557177,
      "accuracy_std_dev": 0.016995028217759722,
      "run_count": 7,
      "total_questions": 822,
      "avg_cost_per_task_usd": 0.006599107055961072,
      "avg_duration_per_task_ms": 100802.56204379562,
      "avg_output_tokens_per_task": 15190.757907542578,
      "last_run_timestamp": "2026-11-17T13:45:08.922Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "BaseTen",
      "accuracy": 0.9012612075675677,
      "accuracy_std_dev": 0.008117611978901169,
      "run_count": 5,
      "total_questions": 925,
      "avg_cost_per_task_usd": 0.02733159783783784,
      "avg_duration_per_task_ms": 85576.70702702703,
      "avg_output_tokens_per_task": 19295.874594594596,
      "last_run_timestamp": "2026-11-16T13:49:41.178Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "xiaomi/mimo-v2.6-pro-20260921",
      "model_slug": "xiaomi/mimo-v2.6-pro",
      "model_name": "Xiaomi: MiMo-V2.6-Pro",
      "provider_name": "Xiaomi",
      "accuracy": 0.9012343333333332,
      "accuracy_std_dev": 0.0037221826780652403,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.03380553956228956,
      "avg_duration_per_task_ms": 826187.4343434343,
      "avg_output_tokens_per_task": 38504.42255892256,
      "last_run_timestamp": "2026-10-31T08:14:20.398Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-opus-5.5-20260921",
      "model_slug": "anthropic/claude-opus-5.5",
      "model_name": "Anthropic: Claude Opus 5.5",
      "provider_name": "Anthropic",
      "accuracy": 0.9011541428571429,
      "accuracy_std_dev": 0.004473489479416358,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.053932944444444436,
      "avg_duration_per_task_ms": 26662.532467532466,
      "avg_output_tokens_per_task": 2480.9805194805194,
      "last_run_timestamp": "2026-10-31T08:25:18.221Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "Crusoe",
      "accuracy": 0.9010944999999999,
      "accuracy_std_dev": 0.0012624999999999997,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.00798360101010101,
      "avg_duration_per_task_ms": 317918.4797979798,
      "avg_output_tokens_per_task": 28057.032828282827,
      "last_run_timestamp": "2026-10-31T16:08:33.700Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.8-opus-20260528",
      "model_slug": "anthropic/claude-opus-4.8",
      "model_name": "Anthropic: Claude Opus 4.8",
      "provider_name": "Claude Platform on AWS",
      "accuracy": 0.9010099999999999,
      "accuracy_std_dev": 0.004441469013738574,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.2016055171717172,
      "avg_duration_per_task_ms": 95693.71313131312,
      "avg_output_tokens_per_task": 7837.992929292929,
      "last_run_timestamp": "2026-10-31T08:27:45.200Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.8-opus-20260528",
      "model_slug": "anthropic/claude-opus-4.8",
      "model_name": "Anthropic: Claude Opus 4.8",
      "provider_name": "Google",
      "accuracy": 0.9008977333333335,
      "accuracy_std_dev": 0.0051748741365262915,
      "run_count": 30,
      "total_questions": 5940,
      "avg_cost_per_task_usd": 0.2228896488215488,
      "avg_duration_per_task_ms": 93870.11094276095,
      "avg_output_tokens_per_task": 8133.372727272727,
      "last_run_timestamp": "2026-10-31T08:31:12.840Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "auto-routing",
      "accuracy": 0.9006730000000001,
      "accuracy_std_dev": 0.006733999999999962,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.010972851010101009,
      "avg_duration_per_task_ms": 117479.04797979798,
      "avg_output_tokens_per_task": 19415.13888888889,
      "last_run_timestamp": "2026-10-31T08:11:46.712Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Cloudflare",
      "accuracy": 0.9005650372881355,
      "accuracy_std_dev": 0.0005644881654108368,
      "run_count": 3,
      "total_questions": 590,
      "avg_cost_per_task_usd": 0.013123520338983051,
      "avg_duration_per_task_ms": 181977.62711864407,
      "avg_output_tokens_per_task": 21777.491525423728,
      "last_run_timestamp": "2026-10-31T08:31:11.333Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.8-opus-20260528",
      "model_slug": "anthropic/claude-opus-4.8",
      "model_name": "Anthropic: Claude Opus 4.8",
      "provider_name": "Azure",
      "accuracy": 0.9005129523809523,
      "accuracy_std_dev": 0.006318391902678042,
      "run_count": 21,
      "total_questions": 4158,
      "avg_cost_per_task_usd": 0.2091821317941318,
      "avg_duration_per_task_ms": 98119.98316498316,
      "avg_output_tokens_per_task": 7873.486050986051,
      "last_run_timestamp": "2026-11-16T13:50:54.836Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.8-opus-20260528",
      "model_slug": "anthropic/claude-opus-4.8",
      "model_name": "Anthropic: Claude Opus 4.8",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.9005049333333331,
      "accuracy_std_dev": 0.005837552797381959,
      "run_count": 30,
      "total_questions": 5940,
      "avg_cost_per_task_usd": 0.21673644259259264,
      "avg_duration_per_task_ms": 92746.35437710438,
      "avg_output_tokens_per_task": 7906.145454545454,
      "last_run_timestamp": "2026-10-31T08:23:44.152Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "reflection/beam-1.0-501b-a23b-20261016",
      "model_slug": "reflection/beam-1.0-501b-a23b",
      "model_name": "Reflection: Beam 1.0 501B A23B",
      "provider_name": "Nebius",
      "accuracy": 0.9002525,
      "accuracy_std_dev": 0.004014983343676526,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.014062290404040403,
      "avg_duration_per_task_ms": 87702.04797979798,
      "avg_output_tokens_per_task": 13895.555555555555,
      "last_run_timestamp": "2026-10-31T08:28:22.736Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-opus-5.5-20260921",
      "model_slug": "anthropic/claude-opus-5.5",
      "model_name": "Anthropic: Claude Opus 5.5",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.9000319047619048,
      "accuracy_std_dev": 0.005076517459315892,
      "run_count": 21,
      "total_questions": 4158,
      "avg_cost_per_task_usd": 0.05824434295334296,
      "avg_duration_per_task_ms": 35780.01707551708,
      "avg_output_tokens_per_task": 2517.5358345358345,
      "last_run_timestamp": "2026-10-31T09:01:04.740Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-opus-5-20260723",
      "model_slug": "anthropic/claude-opus-5",
      "model_name": "Anthropic: Claude Opus 5",
      "provider_name": "Azure",
      "accuracy": 0.9000318095238096,
      "accuracy_std_dev": 0.007519393526830299,
      "run_count": 21,
      "total_questions": 4158,
      "avg_cost_per_task_usd": 0.12842081746031744,
      "avg_duration_per_task_ms": 59211.905002405,
      "avg_output_tokens_per_task": 4763.916786916787,
      "last_run_timestamp": "2026-11-16T13:49:41.361Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "Sail Research",
      "accuracy": 0.8998728577476716,
      "accuracy_std_dev": 0.009964749239680947,
      "run_count": 12,
      "total_questions": 2362,
      "avg_cost_per_task_usd": 0.11195239585097377,
      "avg_duration_per_task_ms": 576704.4466553768,
      "avg_output_tokens_per_task": 44492.84970364098,
      "last_run_timestamp": "2026-11-06T22:44:36.218Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "Phala",
      "accuracy": 0.8998316666666666,
      "accuracy_std_dev": 0.010089323113514036,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.27896683417508417,
      "avg_duration_per_task_ms": 1048025.1388888889,
      "avg_output_tokens_per_task": 60478.313973063974,
      "last_run_timestamp": "2026-10-31T16:10:09.220Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.8-opus-20260528",
      "model_slug": "anthropic/claude-opus-4.8",
      "model_name": "Anthropic: Claude Opus 4.8",
      "provider_name": "auto-routing",
      "accuracy": 0.8998315,
      "accuracy_std_dev": 0.0080825482522531,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.2041294893939394,
      "avg_duration_per_task_ms": 97157.9196969697,
      "avg_output_tokens_per_task": 7939.203535353536,
      "last_run_timestamp": "2026-10-31T08:32:06.814Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta/muse-spark-open-20261015",
      "model_slug": "meta/muse-spark-open",
      "model_name": "Meta: Muse Spark Open",
      "provider_name": "Fireworks",
      "accuracy": 0.8998315,
      "accuracy_std_dev": 0.00664583430303021,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.06870796296296297,
      "avg_duration_per_task_ms": 306601.23063973064,
      "avg_output_tokens_per_task": 15955.430134680135,
      "last_run_timestamp": "2026-11-17T13:41:18.509Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "tencent/hy4-preview-20260827",
      "model_slug": "tencent/hy4-preview",
      "model_name": "Tencent: Hy4 preview",
      "provider_name": "Cohere",
      "accuracy": 0.8996625716694773,
      "accuracy_std_dev": 0.0020759481367959394,
      "run_count": 3,
      "total_questions": 593,
      "avg_cost_per_task_usd": 0.11324433389544686,
      "avg_duration_per_task_ms": 858665.3389544688,
      "avg_output_tokens_per_task": 45077.612141652615,
      "last_run_timestamp": "2026-10-31T08:28:18.045Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "Parasail",
      "accuracy": 0.8995705910763568,
      "accuracy_std_dev": 0.007752067446976907,
      "run_count": 11,
      "total_questions": 2174,
      "avg_cost_per_task_usd": 0.1721351729530819,
      "avg_duration_per_task_ms": 784319.6481140754,
      "avg_output_tokens_per_task": 41960.741490340384,
      "last_run_timestamp": "2026-11-17T14:59:55.833Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5.4-20260305",
      "model_slug": "openai/gpt-5.4",
      "model_name": "OpenAI: GPT-5.4",
      "provider_name": "Azure",
      "accuracy": 0.8995508333333332,
      "accuracy_std_dev": 0.0038470676025888335,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.15600541077441077,
      "avg_duration_per_task_ms": 138877.1792929293,
      "avg_output_tokens_per_task": 9623.925925925925,
      "last_run_timestamp": "2026-10-01T19:18:24.536Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-vision-exp-20260821",
      "model_slug": "deepseek/deepseek-v4-flash-vision-exp",
      "model_name": "DeepSeek: DeepSeek V4 Flash Vision Exp",
      "provider_name": "Novita",
      "accuracy": 0.8994372877637131,
      "accuracy_std_dev": 0.01977995405637288,
      "run_count": 6,
      "total_questions": 1185,
      "avg_cost_per_task_usd": 0.03544181097046414,
      "avg_duration_per_task_ms": 152645.21687763714,
      "avg_output_tokens_per_task": 26597.288607594935,
      "last_run_timestamp": "2026-10-03T09:28:39.969Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "NextBit",
      "accuracy": 0.8993638888888887,
      "accuracy_std_dev": 0.004029367042778795,
      "run_count": 9,
      "total_questions": 1782,
      "avg_cost_per_task_usd": 0.030411617283950615,
      "avg_duration_per_task_ms": 237553.6509539843,
      "avg_output_tokens_per_task": 26633.1290684624,
      "last_run_timestamp": "2026-10-03T10:19:34.320Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "DigitalOcean",
      "accuracy": 0.8993561278969957,
      "accuracy_std_dev": 0.010285458220495359,
      "run_count": 12,
      "total_questions": 2330,
      "avg_cost_per_task_usd": 0.08306357510729614,
      "avg_duration_per_task_ms": 475339.9399141631,
      "avg_output_tokens_per_task": 37598.11201716738,
      "last_run_timestamp": "2026-11-17T14:20:05.339Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Wafer",
      "accuracy": 0.899344105263158,
      "accuracy_std_dev": 0.010414728128420793,
      "run_count": 19,
      "total_questions": 3762,
      "avg_cost_per_task_usd": 0.007804574960127593,
      "avg_duration_per_task_ms": 160512.18979266347,
      "avg_output_tokens_per_task": 24652.604199893674,
      "last_run_timestamp": "2026-11-16T13:50:55.091Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-fable-5.1-20260831",
      "model_slug": "anthropic/claude-fable-5.1",
      "model_name": "Anthropic: Claude Fable 5.1",
      "provider_name": "auto-routing",
      "accuracy": 0.8993264,
      "accuracy_std_dev": 0.006511664598242117,
      "run_count": 5,
      "total_questions": 990,
      "avg_cost_per_task_usd": 0.13052546969696968,
      "avg_duration_per_task_ms": 30874.333333333332,
      "avg_output_tokens_per_task": 2403.130303030303,
      "last_run_timestamp": "2026-10-01T08:24:30.121Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Wafer",
      "accuracy": 0.8992913016194332,
      "accuracy_std_dev": 0.03130333879392899,
      "run_count": 20,
      "total_questions": 3952,
      "avg_cost_per_task_usd": 0.39097449013157887,
      "avg_duration_per_task_ms": 509419.8689271255,
      "avg_output_tokens_per_task": 59034.61310728745,
      "last_run_timestamp": "2026-11-17T14:23:32.807Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "Novita",
      "accuracy": 0.8992703333333333,
      "accuracy_std_dev": 0.015894649274380224,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.2041215303030303,
      "avg_duration_per_task_ms": 951026.1624579125,
      "avg_output_tokens_per_task": 59878.986531986535,
      "last_run_timestamp": "2026-10-31T16:24:42.659Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-opus-5.5-20260921",
      "model_slug": "anthropic/claude-opus-5.5",
      "model_name": "Anthropic: Claude Opus 5.5",
      "provider_name": "Google",
      "accuracy": 0.8992302857142856,
      "accuracy_std_dev": 0.0048260090792136764,
      "run_count": 21,
      "total_questions": 4158,
      "avg_cost_per_task_usd": 0.05735562409812409,
      "avg_duration_per_task_ms": 25146.343674843676,
      "avg_output_tokens_per_task": 2479.3174603174602,
      "last_run_timestamp": "2026-10-31T09:06:56.339Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-opus-5.5-20260921",
      "model_slug": "anthropic/claude-opus-5.5",
      "model_name": "Anthropic: Claude Opus 5.5",
      "provider_name": "Azure",
      "accuracy": 0.8991100000000001,
      "accuracy_std_dev": 0.005600276243186554,
      "run_count": 14,
      "total_questions": 2772,
      "avg_cost_per_task_usd": 0.05768347799422799,
      "avg_duration_per_task_ms": 26053.75036075036,
      "avg_output_tokens_per_task": 2530.0901875901877,
      "last_run_timestamp": "2026-10-31T08:22:04.658Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "DigitalOcean",
      "accuracy": 0.8988363414264037,
      "accuracy_std_dev": 0.007398710214625223,
      "run_count": 10,
      "total_questions": 1977,
      "avg_cost_per_task_usd": 0.021331935255437532,
      "avg_duration_per_task_ms": 360980.71421345475,
      "avg_output_tokens_per_task": 24499.31765300961,
      "last_run_timestamp": "2026-11-17T13:42:03.134Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.7-opus-20260416",
      "model_slug": "anthropic/claude-opus-4.7",
      "model_name": "Anthropic: Claude Opus 4.7",
      "provider_name": "Google",
      "accuracy": 0.8988319375,
      "accuracy_std_dev": 0.00685597581009396,
      "run_count": 32,
      "total_questions": 6336,
      "avg_cost_per_task_usd": 0.21146794160353535,
      "avg_duration_per_task_ms": 71922.02556818182,
      "avg_output_tokens_per_task": 7689.320075757576,
      "last_run_timestamp": "2026-11-17T13:47:31.629Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "GMICloud",
      "accuracy": 0.8985305454545454,
      "accuracy_std_dev": 0.018596178744147863,
      "run_count": 11,
      "total_questions": 2178,
      "avg_cost_per_task_usd": 0.023964589072543615,
      "avg_duration_per_task_ms": 168611.35950413224,
      "avg_output_tokens_per_task": 27930.285583103763,
      "last_run_timestamp": "2026-11-10T06:04:30.952Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Relace",
      "accuracy": 0.8984540190597206,
      "accuracy_std_dev": 0.008422849866583147,
      "run_count": 16,
      "total_questions": 3148,
      "avg_cost_per_task_usd": 0.007483466010165184,
      "avg_duration_per_task_ms": 251628.60133418042,
      "avg_output_tokens_per_task": 28757.632147395172,
      "last_run_timestamp": "2026-11-16T13:49:36.978Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-vision-exp-20260821",
      "model_slug": "deepseek/deepseek-v4-flash-vision-exp",
      "model_name": "DeepSeek: DeepSeek V4 Flash Vision Exp",
      "provider_name": "SiliconFlow",
      "accuracy": 0.898148,
      "accuracy_std_dev": 0.012012972737836369,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.03667170117845118,
      "avg_duration_per_task_ms": 157797.89814814815,
      "avg_output_tokens_per_task": 27519.53787878788,
      "last_run_timestamp": "2026-10-03T09:28:24.400Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Ionstream",
      "accuracy": 0.8979796,
      "accuracy_std_dev": 0.008689115757083655,
      "run_count": 5,
      "total_questions": 990,
      "avg_cost_per_task_usd": 0.014924614141414142,
      "avg_duration_per_task_ms": 134095.19090909092,
      "avg_output_tokens_per_task": 23160.81515151515,
      "last_run_timestamp": "2026-11-10T16:47:27.230Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "SiliconFlow",
      "accuracy": 0.8979795999999999,
      "accuracy_std_dev": 0.011398402249438283,
      "run_count": 5,
      "total_questions": 990,
      "avg_cost_per_task_usd": 0.19490828484848485,
      "avg_duration_per_task_ms": 1837846.996969697,
      "avg_output_tokens_per_task": 57154.87676767677,
      "last_run_timestamp": "2026-10-24T16:20:08.208Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "AtlasCloud",
      "accuracy": 0.8979184545454546,
      "accuracy_std_dev": 0.012603832926128135,
      "run_count": 11,
      "total_questions": 2178,
      "avg_cost_per_task_usd": 0.03456867217630854,
      "avg_duration_per_task_ms": 197012.6313131313,
      "avg_output_tokens_per_task": 25887.78145087236,
      "last_run_timestamp": "2026-11-17T14:00:43.250Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.7-opus-20260416",
      "model_slug": "anthropic/claude-opus-4.7",
      "model_name": "Anthropic: Claude Opus 4.7",
      "provider_name": "Claude Platform on AWS",
      "accuracy": 0.8979183636363637,
      "accuracy_std_dev": 0.005038870224613407,
      "run_count": 11,
      "total_questions": 2178,
      "avg_cost_per_task_usd": 0.22999482782369143,
      "avg_duration_per_task_ms": 109183.25252525252,
      "avg_output_tokens_per_task": 8971.020661157025,
      "last_run_timestamp": "2026-11-17T13:51:14.291Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "xiaomi/mimo-v2.6-pro-20260921",
      "model_slug": "xiaomi/mimo-v2.6-pro",
      "model_name": "Xiaomi: MiMo-V2.6-Pro",
      "provider_name": "StreamLake",
      "accuracy": 0.8978673333333335,
      "accuracy_std_dev": 0.007570651065499923,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.03724634175084175,
      "avg_duration_per_task_ms": 745311.5892255892,
      "avg_output_tokens_per_task": 37370.69696969697,
      "last_run_timestamp": "2026-10-31T08:12:46.423Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "AkashML",
      "accuracy": 0.8978643816155988,
      "accuracy_std_dev": 0.01939200000000002,
      "run_count": 2,
      "total_questions": 359,
      "avg_cost_per_task_usd": 0.0038667298050139272,
      "avg_duration_per_task_ms": 343237.3426183844,
      "avg_output_tokens_per_task": 15637.58217270195,
      "last_run_timestamp": "2026-09-05T08:24:32.148Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.8-opus-20260528",
      "model_slug": "anthropic/claude-opus-4.8",
      "model_name": "Anthropic: Claude Opus 4.8",
      "provider_name": "Anthropic",
      "accuracy": 0.8976430000000001,
      "accuracy_std_dev": 0.0062448924410272895,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.21342846666666665,
      "avg_duration_per_task_ms": 102206.01666666666,
      "avg_output_tokens_per_task": 8311.162626262627,
      "last_run_timestamp": "2026-10-31T08:27:47.283Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "Moonshot AI",
      "accuracy": 0.8976428000000001,
      "accuracy_std_dev": 0.01594990943422564,
      "run_count": 5,
      "total_questions": 990,
      "avg_cost_per_task_usd": 0.24069597777777776,
      "avg_duration_per_task_ms": 888401.6737373738,
      "avg_output_tokens_per_task": 59996.530303030304,
      "last_run_timestamp": "2026-10-24T16:07:10.471Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "Decart",
      "accuracy": 0.897548788235294,
      "accuracy_std_dev": 0.015832999999999986,
      "run_count": 2,
      "total_questions": 340,
      "avg_cost_per_task_usd": 0.12886854411764706,
      "avg_duration_per_task_ms": 549415.0294117647,
      "avg_output_tokens_per_task": 53673.35294117647,
      "last_run_timestamp": "2026-10-03T17:01:24.374Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5.6-luna-pro-20260709",
      "model_slug": "openai/gpt-5.6-luna-pro",
      "model_name": "OpenAI: GPT-5.6 Luna Pro",
      "provider_name": "OpenAI",
      "accuracy": 0.8973063333333333,
      "accuracy_std_dev": 0.004955863351178606,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.03703221212121212,
      "avg_duration_per_task_ms": 137593.69696969696,
      "avg_output_tokens_per_task": 26012.949494949495,
      "last_run_timestamp": "2026-10-02T23:26:10.109Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.7-opus-20260416",
      "model_slug": "anthropic/claude-opus-4.7",
      "model_name": "Anthropic: Claude Opus 4.7",
      "provider_name": "auto-routing",
      "accuracy": 0.8973062000000002,
      "accuracy_std_dev": 0.007824265509298602,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.23239813989898994,
      "avg_duration_per_task_ms": 110520.15050505051,
      "avg_output_tokens_per_task": 9069.703535353536,
      "last_run_timestamp": "2026-10-31T08:13:10.867Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Crusoe",
      "accuracy": 0.897306,
      "accuracy_std_dev": 0.004761657064510171,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.026144708754208754,
      "avg_duration_per_task_ms": 176560.02693602693,
      "avg_output_tokens_per_task": 21638.170033670034,
      "last_run_timestamp": "2026-10-31T08:57:38.005Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta/muse-spark-open-20261015",
      "model_slug": "meta/muse-spark-open",
      "model_name": "Meta: Muse Spark Open",
      "provider_name": "Together",
      "accuracy": 0.8973059999999999,
      "accuracy_std_dev": 0.0033669999999999534,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.07477493686868687,
      "avg_duration_per_task_ms": 142684.398989899,
      "avg_output_tokens_per_task": 17437.89393939394,
      "last_run_timestamp": "2026-10-31T08:49:18.270Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-opus-5-20260723",
      "model_slug": "anthropic/claude-opus-5",
      "model_name": "Anthropic: Claude Opus 5",
      "provider_name": "Anthropic",
      "accuracy": 0.8971377999999999,
      "accuracy_std_dev": 0.007040636687118547,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.12185014444444446,
      "avg_duration_per_task_ms": 58437.996464646465,
      "avg_output_tokens_per_task": 4638.4373737373735,
      "last_run_timestamp": "2026-10-31T08:31:11.765Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta/muse-spark-open-20261015",
      "model_slug": "meta/muse-spark-open",
      "model_name": "Meta: Muse Spark Open",
      "provider_name": "Nebius",
      "accuracy": 0.8970256666666665,
      "accuracy_std_dev": 0.00667522615513675,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.06776180639730639,
      "avg_duration_per_task_ms": 222686.2255892256,
      "avg_output_tokens_per_task": 15778.796296296296,
      "last_run_timestamp": "2026-10-31T08:27:47.368Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m2.7-20260318",
      "model_slug": "minimax/minimax-m2.7",
      "model_name": "MiniMax: MiniMax M2.7",
      "provider_name": "Groq",
      "accuracy": 0.8969515248508946,
      "accuracy_std_dev": 0.009572510862998403,
      "run_count": 6,
      "total_questions": 1006,
      "avg_cost_per_task_usd": 0.04617932306163021,
      "avg_duration_per_task_ms": 114637.79324055665,
      "avg_output_tokens_per_task": 25460.732604373756,
      "last_run_timestamp": "2026-10-31T16:08:08.538Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "tencent/hy4-preview-20260827",
      "model_slug": "tencent/hy4-preview",
      "model_name": "Tencent: Hy4 preview",
      "provider_name": "SiliconFlow",
      "accuracy": 0.8968251428571429,
      "accuracy_std_dev": 0.007567228487338779,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.1253637113997114,
      "avg_duration_per_task_ms": 952027.6688311688,
      "avg_output_tokens_per_task": 49891.818903318905,
      "last_run_timestamp": "2026-11-17T14:10:35.764Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "tencent/hy4-preview-20260827",
      "model_slug": "tencent/hy4-preview",
      "model_name": "Tencent: Hy4 preview",
      "provider_name": "auto-routing",
      "accuracy": 0.8966325999999999,
      "accuracy_std_dev": 0.005792805834826479,
      "run_count": 5,
      "total_questions": 990,
      "avg_cost_per_task_usd": 0.11949104444444446,
      "avg_duration_per_task_ms": 838754.3909090909,
      "avg_output_tokens_per_task": 47573.8696969697,
      "last_run_timestamp": "2026-11-17T14:15:49.904Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "ModelRun",
      "accuracy": 0.8963318181818182,
      "accuracy_std_dev": 0.010896439994787305,
      "run_count": 5,
      "total_questions": 836,
      "avg_cost_per_task_usd": 0.0957473456937799,
      "avg_duration_per_task_ms": 189939.80023923446,
      "avg_output_tokens_per_task": 25436.38875598086,
      "last_run_timestamp": "2026-09-26T09:19:13.012Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "SiliconFlow",
      "accuracy": 0.8962960999999998,
      "accuracy_std_dev": 0.011018908443670797,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.019475547474747477,
      "avg_duration_per_task_ms": 355490.4717171717,
      "avg_output_tokens_per_task": 29282.29494949495,
      "last_run_timestamp": "2026-10-31T09:16:30.257Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-opus-5.5-20260921",
      "model_slug": "anthropic/claude-opus-5.5",
      "model_name": "Anthropic: Claude Opus 5.5",
      "provider_name": "Claude Platform on AWS",
      "accuracy": 0.8961037142857144,
      "accuracy_std_dev": 0.004737329618927418,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.054530834776334774,
      "avg_duration_per_task_ms": 30476.945887445887,
      "avg_output_tokens_per_task": 2521.178932178932,
      "last_run_timestamp": "2026-10-31T08:40:20.874Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "reflection/beam-1.0-501b-a23b-20261016",
      "model_slug": "reflection/beam-1.0-501b-a23b",
      "model_name": "Reflection: Beam 1.0 501B A23B",
      "provider_name": "CoreWeave",
      "accuracy": 0.8960734084507042,
      "accuracy_std_dev": 0.0052075429186901195,
      "run_count": 4,
      "total_questions": 781,
      "avg_cost_per_task_usd": 0.02091984891165173,
      "avg_duration_per_task_ms": 125329.23687580026,
      "avg_output_tokens_per_task": 13733.144686299616,
      "last_run_timestamp": "2026-11-17T13:36:16.951Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5.6-luna-pro-20260709",
      "model_slug": "openai/gpt-5.6-luna-pro",
      "model_name": "OpenAI: GPT-5.6 Luna Pro",
      "provider_name": "auto-routing",
      "accuracy": 0.895623,
      "accuracy_std_dev": 0.0033669999999999534,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.03841230555555556,
      "avg_duration_per_task_ms": 144059.0782828283,
      "avg_output_tokens_per_task": 27039.489898989897,
      "last_run_timestamp": "2026-10-01T16:12:34.647Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "tencent/hy4-preview-20260827",
      "model_slug": "tencent/hy4-preview",
      "model_name": "Tencent: Hy4 preview",
      "provider_name": "GMICloud",
      "accuracy": 0.8956226666666667,
      "accuracy_std_dev": 0.0059917140749167225,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.11581659259259257,
      "avg_duration_per_task_ms": 1591244.2491582492,
      "avg_output_tokens_per_task": 46146.09090909091,
      "last_run_timestamp": "2026-11-10T07:04:59.972Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Parasail",
      "accuracy": 0.8955904804865685,
      "accuracy_std_dev": 0.005214516803117989,
      "run_count": 10,
      "total_questions": 1973,
      "avg_cost_per_task_usd": 0.008162575266092245,
      "avg_duration_per_task_ms": 308710.85048150027,
      "avg_output_tokens_per_task": 28677.542828180434,
      "last_run_timestamp": "2026-10-31T08:16:11.302Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "AtlasCloud",
      "accuracy": 0.895412375,
      "accuracy_std_dev": 0.020051295631065218,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.02414115151515151,
      "avg_duration_per_task_ms": 210274.94823232322,
      "avg_output_tokens_per_task": 27810.135101010103,
      "last_run_timestamp": "2026-10-31T08:27:49.932Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "reflection/beam-1.0-501b-a23b-20261016",
      "model_slug": "reflection/beam-1.0-501b-a23b",
      "model_name": "Reflection: Beam 1.0 501B A23B",
      "provider_name": "DigitalOcean",
      "accuracy": 0.89541225,
      "accuracy_std_dev": 0.004624746013296271,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.01639097601010101,
      "avg_duration_per_task_ms": 91543.79545454546,
      "avg_output_tokens_per_task": 13577.142676767677,
      "last_run_timestamp": "2026-11-16T13:49:41.474Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "SiliconFlow",
      "accuracy": 0.8953420000000001,
      "accuracy_std_dev": 0.00586532738500869,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.00840873063973064,
      "avg_duration_per_task_ms": 428739.9974747475,
      "avg_output_tokens_per_task": 29591.179292929293,
      "last_run_timestamp": "2026-10-31T16:48:29.809Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Phala",
      "accuracy": 0.8952905937499999,
      "accuracy_std_dev": 0.016969367452854572,
      "run_count": 8,
      "total_questions": 1536,
      "avg_cost_per_task_usd": 0.032397834635416664,
      "avg_duration_per_task_ms": 236218.794921875,
      "avg_output_tokens_per_task": 32195.716796875,
      "last_run_timestamp": "2026-10-31T09:17:17.877Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "Cloudflare",
      "accuracy": 0.895097283483977,
      "accuracy_std_dev": 0.013884053704351125,
      "run_count": 7,
      "total_questions": 1217,
      "avg_cost_per_task_usd": 0.03695696384552178,
      "avg_duration_per_task_ms": 339009.9137222679,
      "avg_output_tokens_per_task": 27763.93837304848,
      "last_run_timestamp": "2026-10-31T16:15:26.636Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "tencent/hy4-preview-20260827",
      "model_slug": "tencent/hy4-preview",
      "model_name": "Tencent: Hy4 preview",
      "provider_name": "Tencent",
      "accuracy": 0.8950616666666668,
      "accuracy_std_dev": 0.008285549120138135,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.11441464983164983,
      "avg_duration_per_task_ms": 681386.2062289562,
      "avg_output_tokens_per_task": 45596.3367003367,
      "last_run_timestamp": "2026-11-17T14:09:49.327Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "ModelRun",
      "accuracy": 0.894781,
      "accuracy_std_dev": 0.01262599999999997,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.020170972222222222,
      "avg_duration_per_task_ms": 156441.2904040404,
      "avg_output_tokens_per_task": 29932.85101010101,
      "last_run_timestamp": "2026-11-17T13:40:26.004Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Cohere",
      "accuracy": 0.8945704999999999,
      "accuracy_std_dev": 0.00917990363511512,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.008752903409090908,
      "avg_duration_per_task_ms": 167591.63573232322,
      "avg_output_tokens_per_task": 30790.14962121212,
      "last_run_timestamp": "2026-11-16T13:49:41.256Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "ModelRun",
      "accuracy": 0.8943087542213883,
      "accuracy_std_dev": 0.03942204850926279,
      "run_count": 3,
      "total_questions": 533,
      "avg_cost_per_task_usd": 0.019450917448405252,
      "avg_duration_per_task_ms": 177927.2420262664,
      "avg_output_tokens_per_task": 28174.943714821762,
      "last_run_timestamp": "2026-10-28T05:00:14.622Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Morph",
      "accuracy": 0.8941497500000002,
      "accuracy_std_dev": 0.012326495474687834,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.010706986111111112,
      "avg_duration_per_task_ms": 265829.2607323232,
      "avg_output_tokens_per_task": 20748.16351010101,
      "last_run_timestamp": "2026-10-31T08:33:46.211Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.7-opus-20260416",
      "model_slug": "anthropic/claude-opus-4.7",
      "model_name": "Anthropic: Claude Opus 4.7",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.8940234499999999,
      "accuracy_std_dev": 0.009692675128544222,
      "run_count": 20,
      "total_questions": 3960,
      "avg_cost_per_task_usd": 0.24322693661616163,
      "avg_duration_per_task_ms": 84894.07146464646,
      "avg_output_tokens_per_task": 9031.798484848485,
      "last_run_timestamp": "2026-10-31T08:12:47.061Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "tencent/hy4-preview-20260827",
      "model_slug": "tencent/hy4-preview",
      "model_name": "Tencent: Hy4 preview",
      "provider_name": "Venice",
      "accuracy": 0.8939395,
      "accuracy_std_dev": 0.005050499999999958,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.14232237626262628,
      "avg_duration_per_task_ms": 1160772.6136363635,
      "avg_output_tokens_per_task": 45308.22474747475,
      "last_run_timestamp": "2026-11-17T14:44:35.040Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Phala",
      "accuracy": 0.8939393333333333,
      "accuracy_std_dev": 0.012217692780917704,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.02448665488215488,
      "avg_duration_per_task_ms": 139886.7744107744,
      "avg_output_tokens_per_task": 20249.15824915825,
      "last_run_timestamp": "2026-10-31T09:02:19.878Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Ambient",
      "accuracy": 0.893939,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.004971520202020202,
      "avg_duration_per_task_ms": 176631.5,
      "avg_output_tokens_per_task": 27213.515151515152,
      "last_run_timestamp": "2026-08-29T10:57:26.955Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "DigitalOcean",
      "accuracy": 0.8936265373831777,
      "accuracy_std_dev": 0.018435960457115638,
      "run_count": 13,
      "total_questions": 2568,
      "avg_cost_per_task_usd": 0.13544032359813082,
      "avg_duration_per_task_ms": 263125.56814641744,
      "avg_output_tokens_per_task": 10044.763629283489,
      "last_run_timestamp": "2026-11-15T02:47:42.718Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.7-opus-20260416",
      "model_slug": "anthropic/claude-opus-4.7",
      "model_name": "Anthropic: Claude Opus 4.7",
      "provider_name": "Anthropic",
      "accuracy": 0.8936026000000001,
      "accuracy_std_dev": 0.011683090817074037,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.20170930555555555,
      "avg_duration_per_task_ms": 96214.0196969697,
      "avg_output_tokens_per_task": 7839.875252525252,
      "last_run_timestamp": "2026-10-31T08:39:17.193Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "tencent/hy4-preview-20260827",
      "model_slug": "tencent/hy4-preview",
      "model_name": "Tencent: Hy4 preview",
      "provider_name": "Makora",
      "accuracy": 0.8934709999999999,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 194,
      "avg_cost_per_task_usd": 0.11686864948453608,
      "avg_duration_per_task_ms": 605687.7474226804,
      "avg_output_tokens_per_task": 46496.701030927834,
      "last_run_timestamp": "2026-10-13T03:00:07.016Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "Baidu",
      "accuracy": 0.8934511225521161,
      "accuracy_std_dev": 0.016103162864791475,
      "run_count": 8,
      "total_questions": 1583,
      "avg_cost_per_task_usd": 0.1324740612760581,
      "avg_duration_per_task_ms": 810692.6272899557,
      "avg_output_tokens_per_task": 63711.53569172457,
      "last_run_timestamp": "2026-11-17T14:36:53.889Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "reflection/beam-1.0-501b-a23b-20261016",
      "model_slug": "reflection/beam-1.0-501b-a23b",
      "model_name": "Reflection: Beam 1.0 501B A23B",
      "provider_name": "BaseTen",
      "accuracy": 0.8933780000000001,
      "accuracy_std_dev": 0.0028613344206273234,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.03135734848484849,
      "avg_duration_per_task_ms": 31339.205387205388,
      "avg_output_tokens_per_task": 13928.784511784512,
      "last_run_timestamp": "2026-10-31T08:28:17.755Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5.6-terra-20260709",
      "model_slug": "openai/gpt-5.6-terra",
      "model_name": "OpenAI: GPT-5.6 Terra",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.8930975,
      "accuracy_std_dev": 0.010942499999999966,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.04334855050505051,
      "avg_duration_per_task_ms": 40520.42929292929,
      "avg_output_tokens_per_task": 3151.881313131313,
      "last_run_timestamp": "2026-10-01T19:11:43.444Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "tencent/hy4-preview-20260827",
      "model_slug": "tencent/hy4-preview",
      "model_name": "Tencent: Hy4 preview",
      "provider_name": "AtlasCloud",
      "accuracy": 0.8930975,
      "accuracy_std_dev": 0.005892499999999967,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.11303334343434343,
      "avg_duration_per_task_ms": 814053.6843434343,
      "avg_output_tokens_per_task": 45048.43686868687,
      "last_run_timestamp": "2026-10-31T08:27:45.248Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "Fireworks",
      "accuracy": 0.8928731786197565,
      "accuracy_std_dev": 0.014682235482037483,
      "run_count": 4,
      "total_questions": 739,
      "avg_cost_per_task_usd": 0.17222417320703653,
      "avg_duration_per_task_ms": 464829.9133964817,
      "avg_output_tokens_per_task": 43224.85115020298,
      "last_run_timestamp": "2026-09-19T08:53:57.162Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "Fireworks",
      "accuracy": 0.8928570861678005,
      "accuracy_std_dev": 0.015340394005370288,
      "run_count": 5,
      "total_questions": 882,
      "avg_cost_per_task_usd": 0.12683532766439912,
      "avg_duration_per_task_ms": 285532.1031746032,
      "avg_output_tokens_per_task": 28366.77097505669,
      "last_run_timestamp": "2026-09-19T09:14:09.704Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m3.1-flash-20261019",
      "model_slug": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax: MiniMax M3.1 Flash",
      "provider_name": "Novita",
      "accuracy": 0.892817,
      "accuracy_std_dev": 0.00915257617650169,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.007166784511784513,
      "avg_duration_per_task_ms": 121588.36531986532,
      "avg_output_tokens_per_task": 11764.878787878788,
      "last_run_timestamp": "2026-10-31T08:24:44.390Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "tencent/hy4-preview-20260827",
      "model_slug": "tencent/hy4-preview",
      "model_name": "Tencent: Hy4 preview",
      "provider_name": "Novita",
      "accuracy": 0.892817,
      "accuracy_std_dev": 0.0067805750493597225,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.11382627104377104,
      "avg_duration_per_task_ms": 836209.1372053872,
      "avg_output_tokens_per_task": 45359.85101010101,
      "last_run_timestamp": "2026-10-31T09:36:23.668Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-opus-5-20260723",
      "model_slug": "anthropic/claude-opus-5",
      "model_name": "Anthropic: Claude Opus 5",
      "provider_name": "Google",
      "accuracy": 0.8928169666666668,
      "accuracy_std_dev": 0.007924231598850572,
      "run_count": 30,
      "total_questions": 5940,
      "avg_cost_per_task_usd": 0.13315402929292927,
      "avg_duration_per_task_ms": 59240.28703703704,
      "avg_output_tokens_per_task": 4758.212794612795,
      "last_run_timestamp": "2026-10-31T08:46:09.151Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "DigitalOcean",
      "accuracy": 0.8927264928390902,
      "accuracy_std_dev": 0.009940263689773122,
      "run_count": 6,
      "total_questions": 1187,
      "avg_cost_per_task_usd": 0.16437277253580454,
      "avg_duration_per_task_ms": 2204447.860994103,
      "avg_output_tokens_per_task": 61765.73378264532,
      "last_run_timestamp": "2026-11-17T17:18:55.609Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "InferenceNet",
      "accuracy": 0.8926684364569961,
      "accuracy_std_dev": 0.021409854620919034,
      "run_count": 12,
      "total_questions": 2337,
      "avg_cost_per_task_usd": 0.01926024176294395,
      "avg_duration_per_task_ms": 249786.02053915276,
      "avg_output_tokens_per_task": 30225.52802738554,
      "last_run_timestamp": "2026-11-04T21:06:11.704Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-3-flash-preview-20251217",
      "model_slug": "google/gemini-3-flash-preview",
      "model_name": "Google: Gemini 3 Flash Preview",
      "provider_name": "Google AI Studio",
      "accuracy": 0.8922560000000002,
      "accuracy_std_dev": 0.010100999999999971,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.14220060606060608,
      "avg_duration_per_task_ms": 188559.2904040404,
      "avg_output_tokens_per_task": 47276.156565656565,
      "last_run_timestamp": "2026-10-01T19:12:30.168Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5.6-terra-20260709",
      "model_slug": "openai/gpt-5.6-terra",
      "model_name": "OpenAI: GPT-5.6 Terra",
      "provider_name": "Azure",
      "accuracy": 0.8922558333333332,
      "accuracy_std_dev": 0.010423127464388435,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.04560339057239057,
      "avg_duration_per_task_ms": 43217.19528619529,
      "avg_output_tokens_per_task": 3431.844276094276,
      "last_run_timestamp": "2026-10-01T19:13:06.514Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Wafer",
      "accuracy": 0.8919084627205464,
      "accuracy_std_dev": 0.01569426322294585,
      "run_count": 18,
      "total_questions": 3514,
      "avg_cost_per_task_usd": 0.015304794820717135,
      "avg_duration_per_task_ms": 187414.46186681843,
      "avg_output_tokens_per_task": 22438.927717700626,
      "last_run_timestamp": "2026-11-17T13:44:37.981Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Mancer 2",
      "accuracy": 0.8917508999999999,
      "accuracy_std_dev": 0.015971932108858965,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.014063961111111111,
      "avg_duration_per_task_ms": 364627.5914141414,
      "avg_output_tokens_per_task": 24296.882323232323,
      "last_run_timestamp": "2026-10-31T08:24:31.558Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Phala",
      "accuracy": 0.8917507,
      "accuracy_std_dev": 0.007969549297795933,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.031958657575757575,
      "avg_duration_per_task_ms": 332149.5090909091,
      "avg_output_tokens_per_task": 28143.55404040404,
      "last_run_timestamp": "2026-10-31T09:11:16.308Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "OpenInference",
      "accuracy": 0.8916946666666665,
      "accuracy_std_dev": 0.009944030347678707,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.011122356902356903,
      "avg_duration_per_task_ms": 302424.50673400675,
      "avg_output_tokens_per_task": 25444.905723905726,
      "last_run_timestamp": "2026-10-31T09:01:06.311Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Cloudflare",
      "accuracy": 0.8916504816602316,
      "accuracy_std_dev": 0.013617457353590618,
      "run_count": 11,
      "total_questions": 2072,
      "avg_cost_per_task_usd": 0.038305329150579145,
      "avg_duration_per_task_ms": 347045.66795366793,
      "avg_output_tokens_per_task": 28735.6472007722,
      "last_run_timestamp": "2026-10-31T08:10:35.431Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "Alibaba",
      "accuracy": 0.8915465491109228,
      "accuracy_std_dev": 0.00974387895039752,
      "run_count": 12,
      "total_questions": 2362,
      "avg_cost_per_task_usd": 0.10362856646909398,
      "avg_duration_per_task_ms": 467746.2027942422,
      "avg_output_tokens_per_task": 34261.68797629128,
      "last_run_timestamp": "2026-10-31T16:08:08.538Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "Cloudflare",
      "accuracy": 0.8912068372739915,
      "accuracy_std_dev": 0.009125814116518926,
      "run_count": 11,
      "total_questions": 2157,
      "avg_cost_per_task_usd": 0.11816434399629115,
      "avg_duration_per_task_ms": 716773.3477051461,
      "avg_output_tokens_per_task": 29385.01066295781,
      "last_run_timestamp": "2026-11-17T16:17:38.101Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "auto-routing",
      "accuracy": 0.8910532857142858,
      "accuracy_std_dev": 0.008331061289180467,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.02299151948051948,
      "avg_duration_per_task_ms": 246585.4624819625,
      "avg_output_tokens_per_task": 30738.57647907648,
      "last_run_timestamp": "2026-10-31T08:09:30.604Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Cloudflare",
      "accuracy": 0.8907879743589744,
      "accuracy_std_dev": 0.020173439993900394,
      "run_count": 4,
      "total_questions": 702,
      "avg_cost_per_task_usd": 0.03175182336182336,
      "avg_duration_per_task_ms": 233656.33618233618,
      "avg_output_tokens_per_task": 31286.383190883193,
      "last_run_timestamp": "2026-11-17T13:42:26.371Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.7-opus-20260416",
      "model_slug": "anthropic/claude-opus-4.7",
      "model_name": "Anthropic: Claude Opus 4.7",
      "provider_name": "Azure",
      "accuracy": 0.8907407,
      "accuracy_std_dev": 0.009017304420390828,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.2010195570707071,
      "avg_duration_per_task_ms": 96718.48787878788,
      "avg_output_tokens_per_task": 7812.8540404040405,
      "last_run_timestamp": "2026-10-31T09:23:04.665Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Fireworks",
      "accuracy": 0.8905722929292927,
      "accuracy_std_dev": 0.005859029671157141,
      "run_count": 4,
      "total_questions": 693,
      "avg_cost_per_task_usd": 0.018353248196248194,
      "avg_duration_per_task_ms": 220844.7142857143,
      "avg_output_tokens_per_task": 27542.14862914863,
      "last_run_timestamp": "2026-09-19T08:54:58.652Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "GMICloud",
      "accuracy": 0.8903617500000001,
      "accuracy_std_dev": 0.0207459043894813,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.005740980429292929,
      "avg_duration_per_task_ms": 232182.4532828283,
      "avg_output_tokens_per_task": 30453.922348484848,
      "last_run_timestamp": "2026-11-10T06:21:53.777Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "Novita",
      "accuracy": 0.8902661818181817,
      "accuracy_std_dev": 0.010618687813286197,
      "run_count": 11,
      "total_questions": 2178,
      "avg_cost_per_task_usd": 0.12080522910927456,
      "avg_duration_per_task_ms": 537767.0055096418,
      "avg_output_tokens_per_task": 31314.465564738293,
      "last_run_timestamp": "2026-11-16T13:49:36.731Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "nvidia/nemotron-3.5-super-vl-20261015",
      "model_slug": "nvidia/nemotron-3.5-super-vl",
      "model_name": "NVIDIA: Nemotron 3.5 Super VL",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.8900224013605442,
      "accuracy_std_dev": 0.004797547776381867,
      "run_count": 3,
      "total_questions": 588,
      "avg_cost_per_task_usd": 0.02067611224489796,
      "avg_duration_per_task_ms": 138903.17857142858,
      "avg_output_tokens_per_task": 41183.79761904762,
      "last_run_timestamp": "2026-11-16T13:50:54.949Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-6-luna-pro-20260922",
      "model_slug": "openai/gpt-6-luna-pro",
      "model_name": "OpenAI: GPT-6 Luna Pro",
      "provider_name": "OpenAI",
      "accuracy": 0.8900113333333334,
      "accuracy_std_dev": 0.0015872190215034077,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.008230473063973063,
      "avg_duration_per_task_ms": 80128.80303030302,
      "avg_output_tokens_per_task": 12935.998316498317,
      "last_run_timestamp": "2026-10-02T23:23:43.005Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.1-20260406",
      "model_slug": "z-ai/glm-5.1",
      "model_name": "Z.ai: GLM 5.1",
      "provider_name": "Venice",
      "accuracy": 0.8899016545086119,
      "accuracy_std_dev": 0.010686731294460457,
      "run_count": 5,
      "total_questions": 987,
      "avg_cost_per_task_usd": 0.0817906757852077,
      "avg_duration_per_task_ms": 257484.46403242147,
      "avg_output_tokens_per_task": 18371.08510638298,
      "last_run_timestamp": "2026-10-31T16:16:30.410Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "xiaomi/mimo-v2.6-pro-20260921",
      "model_slug": "xiaomi/mimo-v2.6-pro",
      "model_name": "Xiaomi: MiMo-V2.6-Pro",
      "provider_name": "DeepInfra",
      "accuracy": 0.889876224111283,
      "accuracy_std_dev": 0.005998909101508626,
      "run_count": 7,
      "total_questions": 1294,
      "avg_cost_per_task_usd": 0.030587522411128287,
      "avg_duration_per_task_ms": 772887.7256568779,
      "avg_output_tokens_per_task": 36034.0115919629,
      "last_run_timestamp": "2026-10-31T08:09:29.858Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Reka",
      "accuracy": 0.8897730785641721,
      "accuracy_std_dev": 0.00839806480459768,
      "run_count": 15,
      "total_questions": 2953,
      "avg_cost_per_task_usd": 0.015077210294615647,
      "avg_duration_per_task_ms": 210745.56383338978,
      "avg_output_tokens_per_task": 27481.997968167965,
      "last_run_timestamp": "2026-10-31T09:08:32.372Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "Venice",
      "accuracy": 0.8897569999999999,
      "accuracy_std_dev": 0.0017360000000000153,
      "run_count": 2,
      "total_questions": 384,
      "avg_cost_per_task_usd": 0.1468282578125,
      "avg_duration_per_task_ms": 917702.0130208334,
      "avg_output_tokens_per_task": 41848.716145833336,
      "last_run_timestamp": "2026-10-24T16:13:05.627Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "Ionstream",
      "accuracy": 0.8895201249999999,
      "accuracy_std_dev": 0.013120057749849085,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.10712794823232324,
      "avg_duration_per_task_ms": 473198.4646464646,
      "avg_output_tokens_per_task": 37189.18434343435,
      "last_run_timestamp": "2026-10-31T08:45:16.520Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-fable-5.1-20260831",
      "model_slug": "anthropic/claude-fable-5.1",
      "model_name": "Anthropic: Claude Fable 5.1",
      "provider_name": "Anthropic",
      "accuracy": 0.8894498333333334,
      "accuracy_std_dev": 0.02853141346198763,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.136280962962963,
      "avg_duration_per_task_ms": 40331.19781144781,
      "avg_output_tokens_per_task": 2516.2390572390573,
      "last_run_timestamp": "2026-10-01T08:24:17.840Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-6-luna-pro-20260922",
      "model_slug": "openai/gpt-6-luna-pro",
      "model_name": "OpenAI: GPT-6 Luna Pro",
      "provider_name": "Azure",
      "accuracy": 0.8894498333333334,
      "accuracy_std_dev": 0.009896244159893304,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.008765856902356902,
      "avg_duration_per_task_ms": 59664.589225589225,
      "avg_output_tokens_per_task": 12901.691919191919,
      "last_run_timestamp": "2026-10-01T08:29:53.989Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "Moonshot AI",
      "accuracy": 0.8892812774795139,
      "accuracy_std_dev": 0.011157778190073887,
      "run_count": 18,
      "total_questions": 3539,
      "avg_cost_per_task_usd": 0.19272003616840916,
      "avg_duration_per_task_ms": 349329.1602147499,
      "avg_output_tokens_per_task": 31789.693133653574,
      "last_run_timestamp": "2026-10-24T16:13:46.475Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5.6-terra-20260709",
      "model_slug": "openai/gpt-5.6-terra",
      "model_name": "OpenAI: GPT-5.6 Terra",
      "provider_name": "OpenAI",
      "accuracy": 0.8888890000000002,
      "accuracy_std_dev": 0.002749143987983661,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.0431288872053872,
      "avg_duration_per_task_ms": 52519.67676767677,
      "avg_output_tokens_per_task": 3463.8030303030305,
      "last_run_timestamp": "2026-10-02T23:21:06.556Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "amazon/nova-micro-v1",
      "model_slug": "amazon/nova-micro-v1",
      "model_name": "Amazon: Nova Micro 1.0",
      "provider_name": "Anthropic",
      "accuracy": 0.888889,
      "accuracy_std_dev": 0.006733999999999962,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.1979060606060606,
      "avg_duration_per_task_ms": 95702.44696969698,
      "avg_output_tokens_per_task": 7691.454545454545,
      "last_run_timestamp": "2026-10-01T19:11:18.427Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "Nebius",
      "accuracy": 0.888889,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.13065590404040406,
      "avg_duration_per_task_ms": 663129.7929292929,
      "avg_output_tokens_per_task": 36983.707070707074,
      "last_run_timestamp": "2026-11-03T21:00:06.247Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.5-0127",
      "model_slug": "moonshotai/kimi-k2.5",
      "model_name": "MoonshotAI: Kimi K2.5",
      "provider_name": "Venice",
      "accuracy": 0.8884604138817481,
      "accuracy_std_dev": 0.010472967042183746,
      "run_count": 6,
      "total_questions": 1167,
      "avg_cost_per_task_usd": 0.12848706255355613,
      "avg_duration_per_task_ms": 891949.4293059126,
      "avg_output_tokens_per_task": 38566.082262210795,
      "last_run_timestamp": "2026-11-16T13:49:41.269Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "Crusoe",
      "accuracy": 0.8881691813471503,
      "accuracy_std_dev": 0.0030120000000000147,
      "run_count": 2,
      "total_questions": 386,
      "avg_cost_per_task_usd": 0.1504010103626943,
      "avg_duration_per_task_ms": 651195.4274611399,
      "avg_output_tokens_per_task": 42839.41709844559,
      "last_run_timestamp": "2026-10-31T16:08:08.539Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "Parasail",
      "accuracy": 0.8881421406810035,
      "accuracy_std_dev": 0.00979053531052651,
      "run_count": 6,
      "total_questions": 1116,
      "avg_cost_per_task_usd": 0.18914088440860213,
      "avg_duration_per_task_ms": 705931.6666666666,
      "avg_output_tokens_per_task": 53942.926523297494,
      "last_run_timestamp": "2026-10-31T16:35:50.033Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "DigitalOcean",
      "accuracy": 0.8877663333333334,
      "accuracy_std_dev": 0.006918432690204416,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.07994209259259259,
      "avg_duration_per_task_ms": 808068.5210437711,
      "avg_output_tokens_per_task": 37930.87542087542,
      "last_run_timestamp": "2026-10-31T16:05:14.716Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Google",
      "accuracy": 0.8876262500000001,
      "accuracy_std_dev": 0.016207789660761886,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.024488112373737374,
      "avg_duration_per_task_ms": 301081.32196969696,
      "avg_output_tokens_per_task": 20206.29292929293,
      "last_run_timestamp": "2026-11-17T13:52:27.516Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "CoreWeave",
      "accuracy": 0.887626125,
      "accuracy_std_dev": 0.00857401059069647,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.20711788446969695,
      "avg_duration_per_task_ms": 724913.3055555555,
      "avg_output_tokens_per_task": 60618.0220959596,
      "last_run_timestamp": "2026-11-17T14:59:44.637Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "Nebius",
      "accuracy": 0.8875500348763478,
      "accuracy_std_dev": 0.013802209238356553,
      "run_count": 8,
      "total_questions": 1577,
      "avg_cost_per_task_usd": 0.1294895707038681,
      "avg_duration_per_task_ms": 1720933.2999365884,
      "avg_output_tokens_per_task": 32195.95688015219,
      "last_run_timestamp": "2026-10-31T16:35:08.639Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "NextBit",
      "accuracy": 0.887537924012158,
      "accuracy_std_dev": 0.020250680116973837,
      "run_count": 5,
      "total_questions": 987,
      "avg_cost_per_task_usd": 0.12033997061803446,
      "avg_duration_per_task_ms": 580755.4113475177,
      "avg_output_tokens_per_task": 34357.5663627153,
      "last_run_timestamp": "2026-10-03T16:44:56.199Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-fable-5.1-20260831",
      "model_slug": "anthropic/claude-fable-5.1",
      "model_name": "Anthropic: Claude Fable 5.1",
      "provider_name": "Azure",
      "accuracy": 0.8872051666666666,
      "accuracy_std_dev": 0.024761493125527695,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.1434989882154882,
      "avg_duration_per_task_ms": 42121.643939393936,
      "avg_output_tokens_per_task": 2660.465488215488,
      "last_run_timestamp": "2026-10-01T08:24:34.535Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "Ionstream",
      "accuracy": 0.887205,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.07671283333333333,
      "avg_duration_per_task_ms": 737414.9393939395,
      "avg_output_tokens_per_task": 33549.318181818184,
      "last_run_timestamp": "2026-08-29T19:26:41.546Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "Relace",
      "accuracy": 0.8871015424486148,
      "accuracy_std_dev": 0.007433711649565692,
      "run_count": 6,
      "total_questions": 1119,
      "avg_cost_per_task_usd": 0.100128890974084,
      "avg_duration_per_task_ms": 379563.4110813226,
      "avg_output_tokens_per_task": 36832.25379803396,
      "last_run_timestamp": "2026-10-31T16:50:08.743Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-5-fable-20260609",
      "model_slug": "anthropic/claude-fable-5",
      "model_name": "Anthropic: Claude Fable 5",
      "provider_name": "auto-routing",
      "accuracy": 0.8870368999999998,
      "accuracy_std_dev": 0.023088446116835158,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.18823890505050506,
      "avg_duration_per_task_ms": 45532.87323232323,
      "avg_output_tokens_per_task": 3551.0661616161615,
      "last_run_timestamp": "2026-10-31T08:13:57.565Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "Inceptron",
      "accuracy": 0.887004347826087,
      "accuracy_std_dev": 0.008158252774373839,
      "run_count": 11,
      "total_questions": 2093,
      "avg_cost_per_task_usd": 0.09549535881509794,
      "avg_duration_per_task_ms": 485707.734830387,
      "avg_output_tokens_per_task": 28668.133779264215,
      "last_run_timestamp": "2026-10-31T16:12:28.231Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "amazon/nova-micro-v1",
      "model_slug": "amazon/nova-micro-v1",
      "model_name": "Amazon: Nova Micro 1.0",
      "provider_name": "auto-routing",
      "accuracy": 0.8863635000000001,
      "accuracy_std_dev": 0.002525500000000014,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.22157512626262627,
      "avg_duration_per_task_ms": 106335.13383838384,
      "avg_output_tokens_per_task": 8638.217171717171,
      "last_run_timestamp": "2026-10-01T19:10:42.213Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "nvidia/nemotron-3.5-super-vl-20261015",
      "model_slug": "nvidia/nemotron-3.5-super-vl",
      "model_name": "NVIDIA: Nemotron 3.5 Super VL",
      "provider_name": "BaseTen",
      "accuracy": 0.886083,
      "accuracy_std_dev": 0.012320026406898109,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.022550329966329965,
      "avg_duration_per_task_ms": 149365.32154882155,
      "avg_output_tokens_per_task": 44803.96127946128,
      "last_run_timestamp": "2026-10-31T08:13:10.777Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "StreamLake",
      "accuracy": 0.885942625,
      "accuracy_std_dev": 0.009661645407712654,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.024992046717171718,
      "avg_duration_per_task_ms": 749881.0662878788,
      "avg_output_tokens_per_task": 36931.78914141414,
      "last_run_timestamp": "2026-11-16T13:49:36.855Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "reflection/beam-1.0-501b-a23b-20261016",
      "model_slug": "reflection/beam-1.0-501b-a23b",
      "model_name": "Reflection: Beam 1.0 501B A23B",
      "provider_name": "Together",
      "accuracy": 0.8859425000000001,
      "accuracy_std_dev": 0.002186714144555707,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.01688690909090909,
      "avg_duration_per_task_ms": 59245.14141414141,
      "avg_output_tokens_per_task": 13898.617424242424,
      "last_run_timestamp": "2026-11-16T13:49:36.927Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Sail Research",
      "accuracy": 0.8856471629778674,
      "accuracy_std_dev": 0.009013068317726206,
      "run_count": 8,
      "total_questions": 1491,
      "avg_cost_per_task_usd": 0.010023977867203217,
      "avg_duration_per_task_ms": 270739.96177062375,
      "avg_output_tokens_per_task": 28220.264922870556,
      "last_run_timestamp": "2026-10-24T09:01:43.485Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5.6-luna-20260709",
      "model_slug": "openai/gpt-5.6-luna",
      "model_name": "OpenAI: GPT-5.6 Luna",
      "provider_name": "Azure",
      "accuracy": 0.8856098161888702,
      "accuracy_std_dev": 0.01054693657998484,
      "run_count": 6,
      "total_questions": 1186,
      "avg_cost_per_task_usd": 0.010296545531197302,
      "avg_duration_per_task_ms": 75118.94940978078,
      "avg_output_tokens_per_task": 7923.973018549747,
      "last_run_timestamp": "2026-10-01T19:12:42.994Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-flash-20260826",
      "model_slug": "qwen/qwen3.8-flash",
      "model_name": "Qwen: Qwen3.8 Flash",
      "provider_name": "auto-routing",
      "accuracy": 0.885522,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.02146120202020202,
      "avg_duration_per_task_ms": 674351.9393939395,
      "avg_output_tokens_per_task": 45464.17676767677,
      "last_run_timestamp": "2026-10-01T08:31:57.634Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Doubleword",
      "accuracy": 0.885522,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.10205863131313132,
      "avg_duration_per_task_ms": 212803.66666666666,
      "avg_output_tokens_per_task": 22990.171717171717,
      "last_run_timestamp": "2026-11-14T03:00:38.865Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "River",
      "accuracy": 0.8855219999999999,
      "accuracy_std_dev": 0.009912179612308596,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.016982043771043773,
      "avg_duration_per_task_ms": 144327.16498316498,
      "avg_output_tokens_per_task": 35207.07407407407,
      "last_run_timestamp": "2026-11-14T22:14:47.015Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Inceptron",
      "accuracy": 0.8854983717059639,
      "accuracy_std_dev": 0.00870583833740467,
      "run_count": 11,
      "total_questions": 2163,
      "avg_cost_per_task_usd": 0.00814108922792418,
      "avg_duration_per_task_ms": 364564.22931114194,
      "avg_output_tokens_per_task": 21002.701340730466,
      "last_run_timestamp": "2026-10-31T08:07:18.580Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "DigitalOcean",
      "accuracy": 0.8851849999999999,
      "accuracy_std_dev": 0.05937202157919166,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.008028678282828283,
      "avg_duration_per_task_ms": 579179.9328282828,
      "avg_output_tokens_per_task": 32745.30505050505,
      "last_run_timestamp": "2026-10-31T08:07:18.761Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "DekaLLM",
      "accuracy": 0.8850689656218401,
      "accuracy_std_dev": 0.014411932672615443,
      "run_count": 5,
      "total_questions": 989,
      "avg_cost_per_task_usd": 0.026149528816986855,
      "avg_duration_per_task_ms": 355797.47320525785,
      "avg_output_tokens_per_task": 26995.41152679474,
      "last_run_timestamp": "2026-10-10T08:22:45.418Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Venice",
      "accuracy": 0.8850689615773509,
      "accuracy_std_dev": 0.026678898879264123,
      "run_count": 10,
      "total_questions": 1978,
      "avg_cost_per_task_usd": 0.17890910869565216,
      "avg_duration_per_task_ms": 372430.57532861474,
      "avg_output_tokens_per_task": 40492.52022244692,
      "last_run_timestamp": "2026-10-31T16:32:36.327Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Crusoe",
      "accuracy": 0.8850408571428573,
      "accuracy_std_dev": 0.017787378674848323,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.03755334126984127,
      "avg_duration_per_task_ms": 187130.72005772006,
      "avg_output_tokens_per_task": 31151.528138528138,
      "last_run_timestamp": "2026-11-17T13:37:29.738Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-5-fable-20260609",
      "model_slug": "anthropic/claude-fable-5",
      "model_name": "Anthropic: Claude Fable 5",
      "provider_name": "Anthropic",
      "accuracy": 0.8848481999999999,
      "accuracy_std_dev": 0.024641290501108085,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.19646581818181819,
      "avg_duration_per_task_ms": 47311.04494949495,
      "avg_output_tokens_per_task": 3719.04898989899,
      "last_run_timestamp": "2026-10-31T08:26:18.906Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-3-flash-preview-20251217",
      "model_slug": "google/gemini-3-flash-preview",
      "model_name": "Google: Gemini 3 Flash Preview",
      "provider_name": "auto-routing",
      "accuracy": 0.88468,
      "accuracy_std_dev": 0.0008420000000000094,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.1319599772727273,
      "avg_duration_per_task_ms": 249775.19949494948,
      "avg_output_tokens_per_task": 43863.606060606064,
      "last_run_timestamp": "2026-10-01T19:15:31.426Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m3.1-flash-20261019",
      "model_slug": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax: MiniMax M3.1 Flash",
      "provider_name": "Inferact vLLM",
      "accuracy": 0.88468,
      "accuracy_std_dev": 0.0008420000000000094,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.008915661616161617,
      "avg_duration_per_task_ms": 86987.50757575757,
      "avg_output_tokens_per_task": 29410.60101010101,
      "last_run_timestamp": "2026-11-14T02:12:53.559Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "Nebius",
      "accuracy": 0.8846799999999999,
      "accuracy_std_dev": 0.021044000000000007,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.08896683838383838,
      "avg_duration_per_task_ms": 416558.4267676768,
      "avg_output_tokens_per_task": 22204.20202020202,
      "last_run_timestamp": "2026-10-31T08:57:00.457Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "nvidia/nemotron-3.5-super-vl-20261015",
      "model_slug": "nvidia/nemotron-3.5-super-vl",
      "model_name": "NVIDIA: Nemotron 3.5 Super VL",
      "provider_name": "CoreWeave",
      "accuracy": 0.8844189923371648,
      "accuracy_std_dev": 0.004500563541102393,
      "run_count": 4,
      "total_questions": 783,
      "avg_cost_per_task_usd": 0.02062313154533844,
      "avg_duration_per_task_ms": 92775.37675606641,
      "avg_output_tokens_per_task": 41692.04214559387,
      "last_run_timestamp": "2026-11-17T13:33:44.619Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Morph",
      "accuracy": 0.8843993333333334,
      "accuracy_std_dev": 0.014040238965994193,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.006594777777777778,
      "avg_duration_per_task_ms": 310520.5488215488,
      "avg_output_tokens_per_task": 19164.909090909092,
      "last_run_timestamp": "2026-11-05T09:00:05.070Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Nebius",
      "accuracy": 0.8843993333333334,
      "accuracy_std_dev": 0.008054349770293196,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.03125050841750842,
      "avg_duration_per_task_ms": 177405.22138047137,
      "avg_output_tokens_per_task": 25817.627946127945,
      "last_run_timestamp": "2026-11-19T19:08:41.725Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-5-fable-20260609",
      "model_slug": "anthropic/claude-fable-5",
      "model_name": "Anthropic: Claude Fable 5",
      "provider_name": "Claude Platform on AWS",
      "accuracy": 0.8843432,
      "accuracy_std_dev": 0.026799458460200258,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.18614808434343433,
      "avg_duration_per_task_ms": 45403.1898989899,
      "avg_output_tokens_per_task": 3508.65101010101,
      "last_run_timestamp": "2026-10-31T08:20:29.734Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Novita",
      "accuracy": 0.8842592499999999,
      "accuracy_std_dev": 0.041088912910753644,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.018129714646464647,
      "avg_duration_per_task_ms": 149358.5782828283,
      "avg_output_tokens_per_task": 20587.902777777777,
      "last_run_timestamp": "2026-11-16T13:49:44.582Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "nvidia/nemotron-3.5-super-vl-20261015",
      "model_slug": "nvidia/nemotron-3.5-super-vl",
      "model_name": "NVIDIA: Nemotron 3.5 Super VL",
      "provider_name": "PrimaLabs",
      "accuracy": 0.884021,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 194,
      "avg_cost_per_task_usd": 0.053687201030927834,
      "avg_duration_per_task_ms": 349532.9896907217,
      "avg_output_tokens_per_task": 35715.07731958763,
      "last_run_timestamp": "2026-11-19T19:42:24.504Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "DeepInfra",
      "accuracy": 0.8839239383667181,
      "accuracy_std_dev": 0.011423232412500406,
      "run_count": 8,
      "total_questions": 1298,
      "avg_cost_per_task_usd": 0.00878981278890601,
      "avg_duration_per_task_ms": 844366.6594761171,
      "avg_output_tokens_per_task": 29702.687981510015,
      "last_run_timestamp": "2026-10-31T08:34:49.723Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-5-fable-20260609",
      "model_slug": "anthropic/claude-fable-5",
      "model_name": "Anthropic: Claude Fable 5",
      "provider_name": "Azure",
      "accuracy": 0.8838383,
      "accuracy_std_dev": 0.020687291997987564,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.1935052272727273,
      "avg_duration_per_task_ms": 47707.86515151515,
      "avg_output_tokens_per_task": 3656.467676767677,
      "last_run_timestamp": "2026-10-31T08:09:25.606Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5.6-terra-20260709",
      "model_slug": "openai/gpt-5.6-terra",
      "model_name": "OpenAI: GPT-5.6 Terra",
      "provider_name": "auto-routing",
      "accuracy": 0.883838,
      "accuracy_std_dev": 0,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.04134767424242424,
      "avg_duration_per_task_ms": 54936.305555555555,
      "avg_output_tokens_per_task": 3316.282828282828,
      "last_run_timestamp": "2026-10-01T19:13:07.806Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-6-luna-pro-20260922",
      "model_slug": "openai/gpt-6-luna-pro",
      "model_name": "OpenAI: GPT-6 Luna Pro",
      "provider_name": "auto-routing",
      "accuracy": 0.883838,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.008301368686868687,
      "avg_duration_per_task_ms": 72985.27777777778,
      "avg_output_tokens_per_task": 13098.969696969696,
      "last_run_timestamp": "2026-10-01T08:24:38.949Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "reflection/beam-1.0-501b-a23b-20261016",
      "model_slug": "reflection/beam-1.0-501b-a23b",
      "model_name": "Reflection: Beam 1.0 501B A23B",
      "provider_name": "auto-routing",
      "accuracy": 0.883838,
      "accuracy_std_dev": 0,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.014708931818181817,
      "avg_duration_per_task_ms": 71351.09343434343,
      "avg_output_tokens_per_task": 13550.636363636364,
      "last_run_timestamp": "2026-10-31T08:27:52.629Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m3.1-flash-20261019",
      "model_slug": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax: MiniMax M3.1 Flash",
      "provider_name": "StreamLake",
      "accuracy": 0.8836312915601023,
      "accuracy_std_dev": 0.003620000000000012,
      "run_count": 2,
      "total_questions": 391,
      "avg_cost_per_task_usd": 0.006277416879795397,
      "avg_duration_per_task_ms": 104811.05115089515,
      "avg_output_tokens_per_task": 10905.734015345268,
      "last_run_timestamp": "2026-10-31T08:31:24.328Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-opus-5-20260723",
      "model_slug": "anthropic/claude-opus-5",
      "model_name": "Anthropic: Claude Opus 5",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.8836061034482756,
      "accuracy_std_dev": 0.009025034692243302,
      "run_count": 29,
      "total_questions": 5742,
      "avg_cost_per_task_usd": 0.14242665377917105,
      "avg_duration_per_task_ms": 63168.612504353885,
      "avg_output_tokens_per_task": 5115.6710205503305,
      "last_run_timestamp": "2026-10-31T08:31:11.082Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "CoreWeave",
      "accuracy": 0.8833408848821083,
      "accuracy_std_dev": 0.010069303110965318,
      "run_count": 11,
      "total_questions": 2163,
      "avg_cost_per_task_usd": 0.10955819001386963,
      "avg_duration_per_task_ms": 562249.8613037448,
      "avg_output_tokens_per_task": 31477.086453999076,
      "last_run_timestamp": "2026-10-31T16:02:14.362Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "CoreWeave",
      "accuracy": 0.8833071401869158,
      "accuracy_std_dev": 0.012917574180093762,
      "run_count": 13,
      "total_questions": 2568,
      "avg_cost_per_task_usd": 0.18583768613707163,
      "avg_duration_per_task_ms": 327458.31580996886,
      "avg_output_tokens_per_task": 46643.61059190031,
      "last_run_timestamp": "2026-11-17T14:18:44.885Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "DigitalOcean",
      "accuracy": 0.8832760896118721,
      "accuracy_std_dev": 0.0231288154527402,
      "run_count": 9,
      "total_questions": 1752,
      "avg_cost_per_task_usd": 0.07599907990867581,
      "avg_duration_per_task_ms": 383600.3852739726,
      "avg_output_tokens_per_task": 18966.352168949772,
      "last_run_timestamp": "2026-10-31T08:40:20.956Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "xiaomi/mimo-v2.6-pro-20260921",
      "model_slug": "xiaomi/mimo-v2.6-pro",
      "model_name": "Xiaomi: MiMo-V2.6-Pro",
      "provider_name": "auto-routing",
      "accuracy": 0.8832730173285199,
      "accuracy_std_dev": 0.011335064786505878,
      "run_count": 7,
      "total_questions": 1385,
      "avg_cost_per_task_usd": 0.032436850541516245,
      "avg_duration_per_task_ms": 713339.6043321299,
      "avg_output_tokens_per_task": 37759.19061371841,
      "last_run_timestamp": "2026-11-16T13:49:41.470Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Venice",
      "accuracy": 0.8831649,
      "accuracy_std_dev": 0.017787692567896474,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.03714914494949495,
      "avg_duration_per_task_ms": 135076.68636363637,
      "avg_output_tokens_per_task": 29295.080303030303,
      "last_run_timestamp": "2026-11-17T13:38:17.049Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-opus-5-20260723",
      "model_slug": "anthropic/claude-opus-5",
      "model_name": "Anthropic: Claude Opus 5",
      "provider_name": "Claude Platform on AWS",
      "accuracy": 0.8831648999999999,
      "accuracy_std_dev": 0.020204707320077665,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.12933866616161616,
      "avg_duration_per_task_ms": 63492.18939393939,
      "avg_output_tokens_per_task": 4939.9146464646465,
      "last_run_timestamp": "2026-10-31T08:31:10.506Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m3.1-flash-20261019",
      "model_slug": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax: MiniMax M3.1 Flash",
      "provider_name": "Minimax",
      "accuracy": 0.8829965,
      "accuracy_std_dev": 0.002525500000000014,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.006819977272727273,
      "avg_duration_per_task_ms": 114306.47727272728,
      "avg_output_tokens_per_task": 11182.35606060606,
      "last_run_timestamp": "2026-10-31T08:07:19.817Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-5-fable-20260609",
      "model_slug": "anthropic/claude-fable-5",
      "model_name": "Anthropic: Claude Fable 5",
      "provider_name": "Google",
      "accuracy": 0.8829564285714286,
      "accuracy_std_dev": 0.029022792385708603,
      "run_count": 21,
      "total_questions": 4158,
      "avg_cost_per_task_usd": 0.1996351563251563,
      "avg_duration_per_task_ms": 43023.6746031746,
      "avg_output_tokens_per_task": 3583.33164983165,
      "last_run_timestamp": "2026-11-11T21:00:44.482Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Reka",
      "accuracy": 0.8829290000000001,
      "accuracy_std_dev": 0.012699110785799135,
      "run_count": 4,
      "total_questions": 783,
      "avg_cost_per_task_usd": 0.027103435504469985,
      "avg_duration_per_task_ms": 200899.3601532567,
      "avg_output_tokens_per_task": 30539.469987228607,
      "last_run_timestamp": "2026-10-31T08:15:03.390Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "auto-routing",
      "accuracy": 0.8828980539174389,
      "accuracy_std_dev": 0.01844000829190586,
      "run_count": 6,
      "total_questions": 1187,
      "avg_cost_per_task_usd": 0.16881247683235048,
      "avg_duration_per_task_ms": 931595.7649536647,
      "avg_output_tokens_per_task": 57616.777590564445,
      "last_run_timestamp": "2026-10-31T16:11:41.349Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "StreamLake",
      "accuracy": 0.8828559999999999,
      "accuracy_std_dev": 0.014159729746714797,
      "run_count": 12,
      "total_questions": 2376,
      "avg_cost_per_task_usd": 0.0068077554713804715,
      "avg_duration_per_task_ms": 409013.23947811447,
      "avg_output_tokens_per_task": 30941.271464646463,
      "last_run_timestamp": "2026-11-16T13:49:36.870Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "Parasail",
      "accuracy": 0.882539511564626,
      "accuracy_std_dev": 0.005385520077021354,
      "run_count": 4,
      "total_questions": 735,
      "avg_cost_per_task_usd": 0.11514025850340136,
      "avg_duration_per_task_ms": 477981.412244898,
      "avg_output_tokens_per_task": 32941.848979591836,
      "last_run_timestamp": "2026-10-17T16:07:16.258Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.5-397b-a17b-20260216",
      "model_slug": "qwen/qwen3.5-397b-a17b",
      "model_name": "Qwen: Qwen3.5 397B A17B",
      "provider_name": "Parasail",
      "accuracy": 0.8825307865576748,
      "accuracy_std_dev": 0.013157426906715283,
      "run_count": 6,
      "total_questions": 1101,
      "avg_cost_per_task_usd": 0.06420189100817439,
      "avg_duration_per_task_ms": 301920.2434150772,
      "avg_output_tokens_per_task": 17737.132606721163,
      "last_run_timestamp": "2026-10-31T16:03:21.450Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "AtlasCloud",
      "accuracy": 0.8824353333333335,
      "accuracy_std_dev": 0.018478095443584586,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.12210132744107743,
      "avg_duration_per_task_ms": 634873.404040404,
      "avg_output_tokens_per_task": 35770.53451178451,
      "last_run_timestamp": "2026-10-31T16:25:53.821Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Together",
      "accuracy": 0.882365125,
      "accuracy_std_dev": 0.0043279540904883765,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.029606650252525252,
      "avg_duration_per_task_ms": 78746.81123737374,
      "avg_output_tokens_per_task": 24519.371843434343,
      "last_run_timestamp": "2026-10-31T09:02:59.407Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.8821789256756756,
      "accuracy_std_dev": 0.01706691482241463,
      "run_count": 6,
      "total_questions": 1184,
      "avg_cost_per_task_usd": 0.04157157263513513,
      "avg_duration_per_task_ms": 164106.9873310811,
      "avg_output_tokens_per_task": 34476.61317567567,
      "last_run_timestamp": "2026-10-31T08:31:11.691Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "Phala",
      "accuracy": 0.8821550000000001,
      "accuracy_std_dev": 0,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.129083601010101,
      "avg_duration_per_task_ms": 388751.6590909091,
      "avg_output_tokens_per_task": 32112.176767676767,
      "last_run_timestamp": "2026-10-17T16:07:32.047Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "Novita",
      "accuracy": 0.8821545,
      "accuracy_std_dev": 0.018518499999999993,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.00693889898989899,
      "avg_duration_per_task_ms": 188192.40151515152,
      "avg_output_tokens_per_task": 24497.36111111111,
      "last_run_timestamp": "2026-10-03T16:57:09.267Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-6-luna-20260922",
      "model_slug": "openai/gpt-6-luna",
      "model_name": "OpenAI: GPT-6 Luna",
      "provider_name": "OpenAI",
      "accuracy": 0.8815936666666665,
      "accuracy_std_dev": 0.00975199857579064,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.002981575757575758,
      "avg_duration_per_task_ms": 52993.44276094276,
      "avg_output_tokens_per_task": 5804.632996632997,
      "last_run_timestamp": "2026-10-02T23:20:31.396Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-vision-exp-20260821",
      "model_slug": "deepseek/deepseek-v4-flash-vision-exp",
      "model_name": "DeepSeek: DeepSeek V4 Flash Vision Exp",
      "provider_name": "DeepInfra",
      "accuracy": 0.8811927142857143,
      "accuracy_std_dev": 0.007888829783113527,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.015891973304473304,
      "avg_duration_per_task_ms": 279407.10173160175,
      "avg_output_tokens_per_task": 24276.554834054834,
      "last_run_timestamp": "2026-10-08T22:18:51.642Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "Baidu",
      "accuracy": 0.8810554229934926,
      "accuracy_std_dev": 0.011062182164695077,
      "run_count": 7,
      "total_questions": 1383,
      "avg_cost_per_task_usd": 0.05431787707881416,
      "avg_duration_per_task_ms": 529127.0086767896,
      "avg_output_tokens_per_task": 36847.32971800434,
      "last_run_timestamp": "2026-11-10T18:38:17.277Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-fable-5.1-20260831",
      "model_slug": "anthropic/claude-fable-5.1",
      "model_name": "Anthropic: Claude Fable 5.1",
      "provider_name": "Google",
      "accuracy": 0.8809522857142856,
      "accuracy_std_dev": 0.031683881867663896,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.12096548845598847,
      "avg_duration_per_task_ms": 28374.095238095237,
      "avg_output_tokens_per_task": 2176.287878787879,
      "last_run_timestamp": "2026-11-11T21:00:44.509Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-opus-5-20260723",
      "model_slug": "anthropic/claude-opus-5",
      "model_name": "Anthropic: Claude Opus 5",
      "provider_name": "auto-routing",
      "accuracy": 0.8806396000000001,
      "accuracy_std_dev": 0.0193778980449377,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.12792451363636362,
      "avg_duration_per_task_ms": 62627.44545454546,
      "avg_output_tokens_per_task": 4888.29797979798,
      "last_run_timestamp": "2026-10-31T08:12:45.681Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "CoreWeave",
      "accuracy": 0.8804711666666666,
      "accuracy_std_dev": 0.015213760968463908,
      "run_count": 12,
      "total_questions": 2376,
      "avg_cost_per_task_usd": 0.009263002525252525,
      "avg_duration_per_task_ms": 218108.81607744106,
      "avg_output_tokens_per_task": 32724.790404040403,
      "last_run_timestamp": "2026-11-16T13:49:36.723Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-vision-exp-20260821",
      "model_slug": "deepseek/deepseek-v4-flash-vision-exp",
      "model_name": "DeepSeek: DeepSeek V4 Flash Vision Exp",
      "provider_name": "auto-routing",
      "accuracy": 0.8801906666666667,
      "accuracy_std_dev": 0.011226983784119793,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.0227881835016835,
      "avg_duration_per_task_ms": 234700.68434343435,
      "avg_output_tokens_per_task": 25264.190235690236,
      "last_run_timestamp": "2026-10-03T09:30:18.263Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Modal",
      "accuracy": 0.8800631670886074,
      "accuracy_std_dev": 0.006743341790240229,
      "run_count": 8,
      "total_questions": 1580,
      "avg_cost_per_task_usd": 0.033778830379746834,
      "avg_duration_per_task_ms": 152045.89430379748,
      "avg_output_tokens_per_task": 27961.480379746834,
      "last_run_timestamp": "2026-10-31T09:42:46.430Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "SiliconFlow",
      "accuracy": 0.8799662999999999,
      "accuracy_std_dev": 0.005785507428912367,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.119496201010101,
      "avg_duration_per_task_ms": 815179.2313131313,
      "avg_output_tokens_per_task": 31277.043434343435,
      "last_run_timestamp": "2026-10-31T16:19:28.502Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "auto-routing",
      "accuracy": 0.8799099999999999,
      "accuracy_std_dev": 0.006198348785496577,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.048970462121212116,
      "avg_duration_per_task_ms": 565172.8703703703,
      "avg_output_tokens_per_task": 37122.90572390572,
      "last_run_timestamp": "2026-10-31T16:16:55.624Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "OpenInference",
      "accuracy": 0.879386,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 76,
      "avg_cost_per_task_usd": 0.03120878947368421,
      "avg_duration_per_task_ms": 274583.63157894736,
      "avg_output_tokens_per_task": 9741.526315789473,
      "last_run_timestamp": "2026-10-09T00:00:06.206Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "DigitalOcean",
      "accuracy": 0.8791034266098484,
      "accuracy_std_dev": 0.019820798582038827,
      "run_count": 11,
      "total_questions": 2112,
      "avg_cost_per_task_usd": 0.0902217940340909,
      "avg_duration_per_task_ms": 481323.35321969696,
      "avg_output_tokens_per_task": 27369.594696969696,
      "last_run_timestamp": "2026-11-16T13:49:41.421Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5.6-luna-20260709",
      "model_slug": "openai/gpt-5.6-luna",
      "model_name": "OpenAI: GPT-5.6 Luna",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.8787880000000001,
      "accuracy_std_dev": 0.007273551310513108,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.009556249158249158,
      "avg_duration_per_task_ms": 52070.99494949495,
      "avg_output_tokens_per_task": 7331.292929292929,
      "last_run_timestamp": "2026-10-30T00:00:06.145Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.7-plus-20260602",
      "model_slug": "qwen/qwen3.7-plus",
      "model_name": "Qwen: Qwen3.7 Plus",
      "provider_name": "auto-routing",
      "accuracy": 0.878788,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.043995565656565656,
      "avg_duration_per_task_ms": 588519.7272727273,
      "avg_output_tokens_per_task": 34166.82828282828,
      "last_run_timestamp": "2026-10-01T08:47:14.818Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Venice",
      "accuracy": 0.8786194000000002,
      "accuracy_std_dev": 0.012197013258990905,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.006022301515151516,
      "avg_duration_per_task_ms": 283263.4464646465,
      "avg_output_tokens_per_task": 18790.41717171717,
      "last_run_timestamp": "2026-10-31T08:36:26.194Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.5-0127",
      "model_slug": "moonshotai/kimi-k2.5",
      "model_name": "MoonshotAI: Kimi K2.5",
      "provider_name": "Novita",
      "accuracy": 0.8783739190283402,
      "accuracy_std_dev": 0.00814008896757279,
      "run_count": 5,
      "total_questions": 988,
      "avg_cost_per_task_usd": 0.12395716801619434,
      "avg_duration_per_task_ms": 883977.963562753,
      "avg_output_tokens_per_task": 43372.85020242915,
      "last_run_timestamp": "2026-10-24T16:19:29.598Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Nebius",
      "accuracy": 0.8783667499999999,
      "accuracy_std_dev": 0.007657156370840308,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.006383401515151515,
      "avg_duration_per_task_ms": 196547.1717171717,
      "avg_output_tokens_per_task": 22448.34595959596,
      "last_run_timestamp": "2026-11-12T15:01:54.124Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "nvidia/nemotron-3.5-super-vl-20261015",
      "model_slug": "nvidia/nemotron-3.5-super-vl",
      "model_name": "NVIDIA: Nemotron 3.5 Super VL",
      "provider_name": "DeepInfra",
      "accuracy": 0.8782263333333332,
      "accuracy_std_dev": 0.004199386807089298,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.020176612794612796,
      "avg_duration_per_task_ms": 120195.73063973064,
      "avg_output_tokens_per_task": 42971.59090909091,
      "last_run_timestamp": "2026-10-31T08:09:30.418Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Wafer",
      "accuracy": 0.8782249377242439,
      "accuracy_std_dev": 0.050654975912638636,
      "run_count": 20,
      "total_questions": 3902,
      "avg_cost_per_task_usd": 0.009351209892362891,
      "avg_duration_per_task_ms": 394672.1878523834,
      "avg_output_tokens_per_task": 26859.39876986161,
      "last_run_timestamp": "2026-11-17T13:46:46.445Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.5-397b-a17b-20260216",
      "model_slug": "qwen/qwen3.5-397b-a17b",
      "model_name": "Qwen: Qwen3.5 397B A17B",
      "provider_name": "DigitalOcean",
      "accuracy": 0.8781957076700435,
      "accuracy_std_dev": 0.005492922919910842,
      "run_count": 7,
      "total_questions": 1382,
      "avg_cost_per_task_usd": 0.07351896309696092,
      "avg_duration_per_task_ms": 1662417.1678726482,
      "avg_output_tokens_per_task": 20885.9001447178,
      "last_run_timestamp": "2026-10-31T16:13:09.868Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-6-luna-20260922",
      "model_slug": "openai/gpt-6-luna",
      "model_name": "OpenAI: GPT-6 Luna",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.8781846784586228,
      "accuracy_std_dev": 0.00428175396303899,
      "run_count": 8,
      "total_questions": 1583,
      "avg_cost_per_task_usd": 0.00286223562855338,
      "avg_duration_per_task_ms": 91558.78395451674,
      "avg_output_tokens_per_task": 5494.553379658875,
      "last_run_timestamp": "2026-11-03T03:00:05.640Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m3.1-flash-20261019",
      "model_slug": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax: MiniMax M3.1 Flash",
      "provider_name": "GMICloud",
      "accuracy": 0.8777777999999999,
      "accuracy_std_dev": 0.016888770131658508,
      "run_count": 5,
      "total_questions": 990,
      "avg_cost_per_task_usd": 0.009364964646464646,
      "avg_duration_per_task_ms": 177367.14141414143,
      "avg_output_tokens_per_task": 18449.226262626264,
      "last_run_timestamp": "2026-11-10T06:10:46.202Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "Azure",
      "accuracy": 0.8775852857142857,
      "accuracy_std_dev": 0.007405012235241881,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.14058173809523808,
      "avg_duration_per_task_ms": 392546.2113997114,
      "avg_output_tokens_per_task": 36351.0772005772,
      "last_run_timestamp": "2026-11-16T13:49:41.437Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "Together",
      "accuracy": 0.8774062163120568,
      "accuracy_std_dev": 0.011891632695303031,
      "run_count": 10,
      "total_questions": 1974,
      "avg_cost_per_task_usd": 0.09594865045592706,
      "avg_duration_per_task_ms": 206682.2071935157,
      "avg_output_tokens_per_task": 24049.890070921985,
      "last_run_timestamp": "2026-10-31T08:40:26.156Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Reka",
      "accuracy": 0.8772070529695024,
      "accuracy_std_dev": 0.03893659390197737,
      "run_count": 4,
      "total_questions": 623,
      "avg_cost_per_task_usd": 0.09425666452648475,
      "avg_duration_per_task_ms": 461375.2568218299,
      "avg_output_tokens_per_task": 23922.329052969504,
      "last_run_timestamp": "2026-09-30T11:37:23.219Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "Alibaba",
      "accuracy": 0.8771185238828967,
      "accuracy_std_dev": 0.012706132385745117,
      "run_count": 7,
      "total_questions": 1298,
      "avg_cost_per_task_usd": 0.00851280970724191,
      "avg_duration_per_task_ms": 225662.63405238828,
      "avg_output_tokens_per_task": 29023.84283513097,
      "last_run_timestamp": "2026-10-28T03:34:12.001Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-6-luna-20260922",
      "model_slug": "openai/gpt-6-luna",
      "model_name": "OpenAI: GPT-6 Luna",
      "provider_name": "Azure",
      "accuracy": 0.8771043333333335,
      "accuracy_std_dev": 0.007896528133018712,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.003143374579124579,
      "avg_duration_per_task_ms": 35450.33585858586,
      "avg_output_tokens_per_task": 5733.669191919192,
      "last_run_timestamp": "2026-10-01T08:25:15.234Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.5-397b-a17b-20260216",
      "model_slug": "qwen/qwen3.5-397b-a17b",
      "model_name": "Qwen: Qwen3.5 397B A17B",
      "provider_name": "GMICloud",
      "accuracy": 0.877104,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.07509321212121212,
      "avg_duration_per_task_ms": 263175.32828282827,
      "avg_output_tokens_per_task": 20738.459595959597,
      "last_run_timestamp": "2026-08-29T19:12:43.653Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Parasail",
      "accuracy": 0.876730111111111,
      "accuracy_std_dev": 0.012390967395149362,
      "run_count": 9,
      "total_questions": 1782,
      "avg_cost_per_task_usd": 0.03705083277216611,
      "avg_duration_per_task_ms": 153849.39562289562,
      "avg_output_tokens_per_task": 30722.645342312007,
      "last_run_timestamp": "2026-11-05T00:00:09.938Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Relace",
      "accuracy": 0.8767260400808354,
      "accuracy_std_dev": 0.008082492995494786,
      "run_count": 15,
      "total_questions": 2969,
      "avg_cost_per_task_usd": 0.024447516335466487,
      "avg_duration_per_task_ms": 220112.43718423712,
      "avg_output_tokens_per_task": 34286.534523408554,
      "last_run_timestamp": "2026-11-02T17:21:00.007Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Z.AI",
      "accuracy": 0.8763216813793104,
      "accuracy_std_dev": 0.01096372812565248,
      "run_count": 11,
      "total_questions": 2175,
      "avg_cost_per_task_usd": 0.0099918183908046,
      "avg_duration_per_task_ms": 425649.0579310345,
      "avg_output_tokens_per_task": 22880.83264367816,
      "last_run_timestamp": "2026-10-31T08:32:56.980Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m3.1-flash-20261019",
      "model_slug": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax: MiniMax M3.1 Flash",
      "provider_name": "auto-routing",
      "accuracy": 0.8762625,
      "accuracy_std_dev": 0.009259500000000032,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.014013469696969696,
      "avg_duration_per_task_ms": 171317.10353535353,
      "avg_output_tokens_per_task": 26009.79292929293,
      "last_run_timestamp": "2026-10-31T08:09:25.873Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5.6-luna-20260709",
      "model_slug": "openai/gpt-5.6-luna",
      "model_name": "OpenAI: GPT-5.6 Luna",
      "provider_name": "auto-routing",
      "accuracy": 0.8762625,
      "accuracy_std_dev": 0.005892500000000023,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.009382047979797978,
      "avg_duration_per_task_ms": 83118.84595959596,
      "avg_output_tokens_per_task": 7689.015151515152,
      "last_run_timestamp": "2026-10-01T19:14:22.294Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Together",
      "accuracy": 0.8761662913486005,
      "accuracy_std_dev": 0.006597336857352004,
      "run_count": 8,
      "total_questions": 1572,
      "avg_cost_per_task_usd": 0.00956959796437659,
      "avg_duration_per_task_ms": 398295.03562340967,
      "avg_output_tokens_per_task": 33784.79262086514,
      "last_run_timestamp": "2026-10-17T08:23:51.334Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Decart",
      "accuracy": 0.8759833172804533,
      "accuracy_std_dev": 0.02383166285579381,
      "run_count": 6,
      "total_questions": 1059,
      "avg_cost_per_task_usd": 0.006660402266288952,
      "avg_duration_per_task_ms": 451840.41265344666,
      "avg_output_tokens_per_task": 36610.579792256845,
      "last_run_timestamp": "2026-10-31T08:15:03.294Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "nvidia/nemotron-3.5-super-vl-20261015",
      "model_slug": "nvidia/nemotron-3.5-super-vl",
      "model_name": "NVIDIA: Nemotron 3.5 Super VL",
      "provider_name": "Nebius",
      "accuracy": 0.8759819999999999,
      "accuracy_std_dev": 0.0082855039677741,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.05604878282828283,
      "avg_duration_per_task_ms": 444144.5824915825,
      "avg_output_tokens_per_task": 62009.17171717172,
      "last_run_timestamp": "2026-11-16T13:50:13.008Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m3.1-flash-20261019",
      "model_slug": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax: MiniMax M3.1 Flash",
      "provider_name": "Makora",
      "accuracy": 0.875421,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.01753029797979798,
      "avg_duration_per_task_ms": 144638.35353535353,
      "avg_output_tokens_per_task": 29005.469696969696,
      "last_run_timestamp": "2026-11-16T21:00:02.501Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "Ambient",
      "accuracy": 0.875421,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.10189786363636363,
      "avg_duration_per_task_ms": 804596.5202020202,
      "avg_output_tokens_per_task": 29115.883838383837,
      "last_run_timestamp": "2026-08-29T11:31:24.094Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m3.1-flash-20261019",
      "model_slug": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax: MiniMax M3.1 Flash",
      "provider_name": "Together",
      "accuracy": 0.8754206666666668,
      "accuracy_std_dev": 0.004955863351178644,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.01787970538720539,
      "avg_duration_per_task_ms": 181946.53367003368,
      "avg_output_tokens_per_task": 29504.771043771045,
      "last_run_timestamp": "2026-10-31T08:09:31.246Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-sonnet-5-20260630",
      "model_slug": "anthropic/claude-sonnet-5",
      "model_name": "Anthropic: Claude Sonnet 5",
      "provider_name": "Azure",
      "accuracy": 0.8748315499999999,
      "accuracy_std_dev": 0.028337167352216072,
      "run_count": 20,
      "total_questions": 3960,
      "avg_cost_per_task_usd": 0.1608015484848485,
      "avg_duration_per_task_ms": 154009.01464646464,
      "avg_output_tokens_per_task": 15395.219696969696,
      "last_run_timestamp": "2026-10-31T08:57:30.925Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "nvidia/nemotron-3.5-super-vl-20261015",
      "model_slug": "nvidia/nemotron-3.5-super-vl",
      "model_name": "NVIDIA: Nemotron 3.5 Super VL",
      "provider_name": "Together",
      "accuracy": 0.8746804705882353,
      "accuracy_std_dev": 0.006712120208063914,
      "run_count": 4,
      "total_questions": 782,
      "avg_cost_per_task_usd": 0.031711484654731455,
      "avg_duration_per_task_ms": 258905.99104859334,
      "avg_output_tokens_per_task": 63182.56649616368,
      "last_run_timestamp": "2026-11-17T13:55:57.643Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "Reka",
      "accuracy": 0.8746087667870037,
      "accuracy_std_dev": 0.007592482877484693,
      "run_count": 7,
      "total_questions": 1385,
      "avg_cost_per_task_usd": 0.2179415407942238,
      "avg_duration_per_task_ms": 1239989.4288808664,
      "avg_output_tokens_per_task": 48485.83321299639,
      "last_run_timestamp": "2026-10-24T16:18:35.554Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "DigitalOcean",
      "accuracy": 0.874579,
      "accuracy_std_dev": 0.005646444323642987,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.0059715858585858575,
      "avg_duration_per_task_ms": 841669.6982323233,
      "avg_output_tokens_per_task": 30110.44318181818,
      "last_run_timestamp": "2026-10-31T16:46:54.774Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Makora",
      "accuracy": 0.8745317312013828,
      "accuracy_std_dev": 0.011186512454241005,
      "run_count": 6,
      "total_questions": 1157,
      "avg_cost_per_task_usd": 0.0043274416594641305,
      "avg_duration_per_task_ms": 185028.52031114954,
      "avg_output_tokens_per_task": 21870.51080380294,
      "last_run_timestamp": "2026-09-26T08:53:59.525Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "Azure",
      "accuracy": 0.8744587142857142,
      "accuracy_std_dev": 0.004486408067367353,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.016669930014430012,
      "avg_duration_per_task_ms": 272553.09812409815,
      "avg_output_tokens_per_task": 29503.634199134198,
      "last_run_timestamp": "2026-11-17T14:09:01.950Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-2.4t-a95b-20260812",
      "model_slug": "qwen/qwen3.8-2.4t-a95b",
      "model_name": "Qwen: Qwen3.8 2.4T A95B",
      "provider_name": "auto-routing",
      "accuracy": 0.8744105999999999,
      "accuracy_std_dev": 0.014149500063253112,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.09050255303030302,
      "avg_duration_per_task_ms": 196310.64444444445,
      "avg_output_tokens_per_task": 14775.43686868687,
      "last_run_timestamp": "2026-10-31T08:07:27.863Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-sonnet-5-20260630",
      "model_slug": "anthropic/claude-sonnet-5",
      "model_name": "Anthropic: Claude Sonnet 5",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.8743758275862069,
      "accuracy_std_dev": 0.02457351435446087,
      "run_count": 29,
      "total_questions": 5742,
      "avg_cost_per_task_usd": 0.17586042180424943,
      "avg_duration_per_task_ms": 160032.5404040404,
      "avg_output_tokens_per_task": 16282.72378962034,
      "last_run_timestamp": "2026-10-31T08:33:01.888Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "BaseTen",
      "accuracy": 0.8743250351006383,
      "accuracy_std_dev": 0.026296453097608783,
      "run_count": 21,
      "total_questions": 4074,
      "avg_cost_per_task_usd": 0.03975532817869414,
      "avg_duration_per_task_ms": 80921.18360333824,
      "avg_output_tokens_per_task": 25880.549828178693,
      "last_run_timestamp": "2026-10-31T09:03:20.938Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.5-397b-a17b-20260216",
      "model_slug": "qwen/qwen3.5-397b-a17b",
      "model_name": "Qwen: Qwen3.5 397B A17B",
      "provider_name": "Phala",
      "accuracy": 0.8742983333333334,
      "accuracy_std_dev": 0.006044027345698874,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.08341852946127946,
      "avg_duration_per_task_ms": 449418.0336700337,
      "avg_output_tokens_per_task": 23714.81313131313,
      "last_run_timestamp": "2026-10-31T16:15:54.664Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Makora",
      "accuracy": 0.8740494840344654,
      "accuracy_std_dev": 0.0038017229265163467,
      "run_count": 10,
      "total_questions": 1973,
      "avg_cost_per_task_usd": 0.04434169640141917,
      "avg_duration_per_task_ms": 202197.7790167258,
      "avg_output_tokens_per_task": 38209.482513938165,
      "last_run_timestamp": "2026-10-31T08:10:37.345Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "Phala",
      "accuracy": 0.873737,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.011924207070707071,
      "avg_duration_per_task_ms": 242246.70707070708,
      "avg_output_tokens_per_task": 29406.489898989897,
      "last_run_timestamp": "2026-08-29T18:08:44.008Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m3.1-flash-20261019",
      "model_slug": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax: MiniMax M3.1 Flash",
      "provider_name": "Nebius",
      "accuracy": 0.873737,
      "accuracy_std_dev": 0.007273551310513108,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.01830383333333333,
      "avg_duration_per_task_ms": 381305.08585858584,
      "avg_output_tokens_per_task": 30305.045454545456,
      "last_run_timestamp": "2026-10-31T08:27:46.342Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-6-luna-20260922",
      "model_slug": "openai/gpt-6-luna",
      "model_name": "OpenAI: GPT-6 Luna",
      "provider_name": "auto-routing",
      "accuracy": 0.873737,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.0029526111111111116,
      "avg_duration_per_task_ms": 49722.71717171717,
      "avg_output_tokens_per_task": 5746.707070707071,
      "last_run_timestamp": "2026-10-01T08:23:37.659Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.7-plus-20260602",
      "model_slug": "qwen/qwen3.7-plus",
      "model_name": "Qwen: Qwen3.7 Plus",
      "provider_name": "Alibaba",
      "accuracy": 0.873737,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.045554454545454544,
      "avg_duration_per_task_ms": 605480.6616161616,
      "avg_output_tokens_per_task": 35385.22727272727,
      "last_run_timestamp": "2026-10-01T08:40:06.225Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "xiaomi/mimo-v2.5-pro-20260422",
      "model_slug": "xiaomi/mimo-v2.5-pro",
      "model_name": "Xiaomi: MiMo-V2.5-Pro",
      "provider_name": "StreamLake",
      "accuracy": 0.8735455235762402,
      "accuracy_std_dev": 0.028926077957868602,
      "run_count": 9,
      "total_questions": 1633,
      "avg_cost_per_task_usd": 0.021967287201469687,
      "avg_duration_per_task_ms": 442853.47948560934,
      "avg_output_tokens_per_task": 20757.6680955297,
      "last_run_timestamp": "2026-10-17T08:18:04.346Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "Wafer",
      "accuracy": 0.8734967142857143,
      "accuracy_std_dev": 0.008317259262079872,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.007487471861471862,
      "avg_duration_per_task_ms": 533944.2316017316,
      "avg_output_tokens_per_task": 42446.99134199134,
      "last_run_timestamp": "2026-11-16T13:49:36.867Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Ionstream",
      "accuracy": 0.8734565000000001,
      "accuracy_std_dev": 0.012463161540449255,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.03771144023569024,
      "avg_duration_per_task_ms": 232208.72053872055,
      "avg_output_tokens_per_task": 38289.17676767677,
      "last_run_timestamp": "2026-11-19T22:04:33.732Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.5-397b-a17b-20260216",
      "model_slug": "qwen/qwen3.5-397b-a17b",
      "model_name": "Qwen: Qwen3.5 397B A17B",
      "provider_name": "Alibaba",
      "accuracy": 0.8730257169930512,
      "accuracy_std_dev": 0.008402215718747958,
      "run_count": 8,
      "total_questions": 1583,
      "avg_cost_per_task_usd": 0.049641053695514845,
      "avg_duration_per_task_ms": 315107.3506001263,
      "avg_output_tokens_per_task": 21077.04674668351,
      "last_run_timestamp": "2026-11-16T13:50:13.245Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-sonnet-5-20260630",
      "model_slug": "anthropic/claude-sonnet-5",
      "model_name": "Anthropic: Claude Sonnet 5",
      "provider_name": "Anthropic",
      "accuracy": 0.8727271000000001,
      "accuracy_std_dev": 0.025355605512193954,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.15497788484848482,
      "avg_duration_per_task_ms": 152726.22676767677,
      "avg_output_tokens_per_task": 15272.381818181819,
      "last_run_timestamp": "2026-10-31T08:27:53.385Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m3.1-flash-20261019",
      "model_slug": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax: MiniMax M3.1 Flash",
      "provider_name": "DigitalOcean",
      "accuracy": 0.8726149999999999,
      "accuracy_std_dev": 0.0020998715833752102,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.017651676767676767,
      "avg_duration_per_task_ms": 95564.90235690236,
      "avg_output_tokens_per_task": 29293.20202020202,
      "last_run_timestamp": "2026-10-31T08:33:05.096Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.5-397b-a17b-20260216",
      "model_slug": "qwen/qwen3.5-397b-a17b",
      "model_name": "Qwen: Qwen3.5 397B A17B",
      "provider_name": "auto-routing",
      "accuracy": 0.8722944285714285,
      "accuracy_std_dev": 0.004261703108823421,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.07895437301587302,
      "avg_duration_per_task_ms": 338801.5137085137,
      "avg_output_tokens_per_task": 22937.73015873016,
      "last_run_timestamp": "2026-11-16T13:49:36.894Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Wafer",
      "accuracy": 0.8722747710843373,
      "accuracy_std_dev": 0.07542344680144047,
      "run_count": 24,
      "total_questions": 4648,
      "avg_cost_per_task_usd": 0.20582412500000002,
      "avg_duration_per_task_ms": 490126.9558950086,
      "avg_output_tokens_per_task": 60532.48924268503,
      "last_run_timestamp": "2026-11-17T14:01:56.536Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "OpenInference",
      "accuracy": 0.8722639999999998,
      "accuracy_std_dev": 0.01391911622553672,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.01943295707070707,
      "avg_duration_per_task_ms": 314686.08207070705,
      "avg_output_tokens_per_task": 35123.857954545456,
      "last_run_timestamp": "2026-10-31T08:09:31.159Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.5-0127",
      "model_slug": "moonshotai/kimi-k2.5",
      "model_name": "MoonshotAI: Kimi K2.5",
      "provider_name": "DeepInfra",
      "accuracy": 0.8720540000000001,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.09879827777777779,
      "avg_duration_per_task_ms": 1558322.4090909092,
      "avg_output_tokens_per_task": 43787.18686868687,
      "last_run_timestamp": "2026-08-29T18:36:10.818Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.5-0127",
      "model_slug": "moonshotai/kimi-k2.5",
      "model_name": "MoonshotAI: Kimi K2.5",
      "provider_name": "Moonshot AI",
      "accuracy": 0.8720540000000001,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.1305252222222222,
      "avg_duration_per_task_ms": 503932.58585858584,
      "avg_output_tokens_per_task": 43417.82828282828,
      "last_run_timestamp": "2026-08-29T18:25:54.650Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "thinkingmachines/inkling-small-20260730",
      "model_slug": "thinkingmachines/inkling-small",
      "model_name": "Thinking Machines: Inkling Small",
      "provider_name": "BaseTen",
      "accuracy": 0.8720537499999998,
      "accuracy_std_dev": 0.0064105770167357185,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.024614655303030305,
      "avg_duration_per_task_ms": 155074.14646464647,
      "avg_output_tokens_per_task": 20301.969696969696,
      "last_run_timestamp": "2026-09-19T08:49:51.735Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Morph",
      "accuracy": 0.871875,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 160,
      "avg_cost_per_task_usd": 0.04507655,
      "avg_duration_per_task_ms": 1504372.61875,
      "avg_output_tokens_per_task": 18693.5375,
      "last_run_timestamp": "2026-08-27T15:00:05.074Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "GMICloud",
      "accuracy": 0.87177325,
      "accuracy_std_dev": 0.04100654559767461,
      "run_count": 12,
      "total_questions": 2376,
      "avg_cost_per_task_usd": 0.1156741334175084,
      "avg_duration_per_task_ms": 473673.05555555556,
      "avg_output_tokens_per_task": 28755.49579124579,
      "last_run_timestamp": "2026-11-10T06:16:52.306Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "xiaomi/mimo-v2.6-pro-20260921",
      "model_slug": "xiaomi/mimo-v2.6-pro",
      "model_name": "Xiaomi: MiMo-V2.6-Pro",
      "provider_name": "GMICloud",
      "accuracy": 0.8717658368953882,
      "accuracy_std_dev": 0.031936724344812546,
      "run_count": 9,
      "total_questions": 1778,
      "avg_cost_per_task_usd": 0.03129640269966254,
      "avg_duration_per_task_ms": 623606.6586051744,
      "avg_output_tokens_per_task": 38225.66535433071,
      "last_run_timestamp": "2026-11-17T14:27:54.804Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-2.4t-a95b-20260812",
      "model_slug": "qwen/qwen3.8-2.4t-a95b",
      "model_name": "Qwen: Qwen3.8 2.4T A95B",
      "provider_name": "DeepInfra",
      "accuracy": 0.8714859264426126,
      "accuracy_std_dev": 0.00752103815972237,
      "run_count": 8,
      "total_questions": 1577,
      "avg_cost_per_task_usd": 0.06945589727330374,
      "avg_duration_per_task_ms": 276858.71528218134,
      "avg_output_tokens_per_task": 11308.629676601142,
      "last_run_timestamp": "2026-10-10T08:22:14.215Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.5-397b-a17b-20260216",
      "model_slug": "qwen/qwen3.5-397b-a17b",
      "model_name": "Qwen: Qwen3.5 397B A17B",
      "provider_name": "AtlasCloud",
      "accuracy": 0.8712121666666666,
      "accuracy_std_dev": 0.010636272285856951,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.07374147558922559,
      "avg_duration_per_task_ms": 311467.8434343434,
      "avg_output_tokens_per_task": 20940.147306397306,
      "last_run_timestamp": "2026-10-31T16:09:19.242Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "auto-routing",
      "accuracy": 0.8712120000000001,
      "accuracy_std_dev": 0.02785923805131792,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.00817405202020202,
      "avg_duration_per_task_ms": 391390.3641414141,
      "avg_output_tokens_per_task": 27369.955555555556,
      "last_run_timestamp": "2026-11-17T13:49:29.057Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-haiku-5.5-20261007",
      "model_slug": "anthropic/claude-haiku-5.5",
      "model_name": "Anthropic: Claude Haiku 5.5",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.8708191333333333,
      "accuracy_std_dev": 0.005011630059061523,
      "run_count": 15,
      "total_questions": 2970,
      "avg_cost_per_task_usd": 0.004255378451178452,
      "avg_duration_per_task_ms": 39486.23198653199,
      "avg_output_tokens_per_task": 7745.265656565656,
      "last_run_timestamp": "2026-10-31T08:49:45.152Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "auto-routing",
      "accuracy": 0.8707445555555555,
      "accuracy_std_dev": 0.012134204136435638,
      "run_count": 9,
      "total_questions": 1782,
      "avg_cost_per_task_usd": 0.1004626071829405,
      "avg_duration_per_task_ms": 437682.7418630752,
      "avg_output_tokens_per_task": 26942.716610549945,
      "last_run_timestamp": "2026-10-31T16:03:21.454Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-haiku-5.5-20261007",
      "model_slug": "anthropic/claude-haiku-5.5",
      "model_name": "Anthropic: Claude Haiku 5.5",
      "provider_name": "Anthropic",
      "accuracy": 0.8703704,
      "accuracy_std_dev": 0.00583193054142453,
      "run_count": 5,
      "total_questions": 990,
      "avg_cost_per_task_usd": 0.004018268686868687,
      "avg_duration_per_task_ms": 37454.91717171717,
      "avg_output_tokens_per_task": 7796.7444444444445,
      "last_run_timestamp": "2026-10-31T08:14:20.331Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "CoreWeave",
      "accuracy": 0.87037,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.008065969696969696,
      "avg_duration_per_task_ms": 551707.6515151515,
      "avg_output_tokens_per_task": 28449.959595959597,
      "last_run_timestamp": "2026-08-29T18:49:16.416Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Venice",
      "accuracy": 0.8703605355249205,
      "accuracy_std_dev": 0.03387763198941155,
      "run_count": 10,
      "total_questions": 1886,
      "avg_cost_per_task_usd": 0.014264545599151641,
      "avg_duration_per_task_ms": 348340.7725344645,
      "avg_output_tokens_per_task": 28651.488865323437,
      "last_run_timestamp": "2026-10-31T08:28:24.326Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "Parasail",
      "accuracy": 0.8700896666666667,
      "accuracy_std_dev": 0.006969575612777473,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.008183281144781144,
      "avg_duration_per_task_ms": 352815.5126262626,
      "avg_output_tokens_per_task": 28876.10185185185,
      "last_run_timestamp": "2026-10-31T16:18:48.433Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-2.4t-a95b-20260812",
      "model_slug": "qwen/qwen3.8-2.4t-a95b",
      "model_name": "Qwen: Qwen3.8 2.4T A95B",
      "provider_name": "Together",
      "accuracy": 0.8700336,
      "accuracy_std_dev": 0.008343089106559986,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.07480730858585859,
      "avg_duration_per_task_ms": 106906.41464646465,
      "avg_output_tokens_per_task": 12161.163636363637,
      "last_run_timestamp": "2026-10-31T08:03:09.289Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "DeepInfra",
      "accuracy": 0.8699400591341078,
      "accuracy_std_dev": 0.01681928135474285,
      "run_count": 10,
      "total_questions": 1894,
      "avg_cost_per_task_usd": 0.07171590390707498,
      "avg_duration_per_task_ms": 408524.5543822598,
      "avg_output_tokens_per_task": 23628.092397043296,
      "last_run_timestamp": "2026-10-31T08:45:16.438Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Sail Research",
      "accuracy": 0.8699261487776484,
      "accuracy_std_dev": 0.0855208281082586,
      "run_count": 22,
      "total_questions": 4295,
      "avg_cost_per_task_usd": 0.008605308963911524,
      "avg_duration_per_task_ms": 567023.172991851,
      "avg_output_tokens_per_task": 28947.21164144354,
      "last_run_timestamp": "2026-11-06T22:28:22.713Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Z.AI",
      "accuracy": 0.8699014278481013,
      "accuracy_std_dev": 0.026603695875630808,
      "run_count": 12,
      "total_questions": 2370,
      "avg_cost_per_task_usd": 0.10379994261603374,
      "avg_duration_per_task_ms": 351623.7611814346,
      "avg_output_tokens_per_task": 23347.53122362869,
      "last_run_timestamp": "2026-11-16T13:49:42.744Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.5-397b-a17b-20260216",
      "model_slug": "qwen/qwen3.5-397b-a17b",
      "model_name": "Qwen: Qwen3.5 397B A17B",
      "provider_name": "Venice",
      "accuracy": 0.8698892857142857,
      "accuracy_std_dev": 0.004193236210657281,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.10060884415584416,
      "avg_duration_per_task_ms": 306351.74675324676,
      "avg_output_tokens_per_task": 22220.015873015873,
      "last_run_timestamp": "2026-11-16T13:50:54.969Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "xiaomi/mimo-v2.6-pro-20260921",
      "model_slug": "xiaomi/mimo-v2.6-pro",
      "model_name": "Xiaomi: MiMo-V2.6-Pro",
      "provider_name": "PrimaLabs",
      "accuracy": 0.8697916770833333,
      "accuracy_std_dev": 0.045953881606091436,
      "run_count": 3,
      "total_questions": 576,
      "avg_cost_per_task_usd": 0.32188484548611107,
      "avg_duration_per_task_ms": 172479.83506944444,
      "avg_output_tokens_per_task": 40101.135416666664,
      "last_run_timestamp": "2026-11-06T16:32:49.018Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-sonnet-5-20260630",
      "model_slug": "anthropic/claude-sonnet-5",
      "model_name": "Anthropic: Claude Sonnet 5",
      "provider_name": "Google",
      "accuracy": 0.8696967666666667,
      "accuracy_std_dev": 0.030842554130814506,
      "run_count": 30,
      "total_questions": 5940,
      "avg_cost_per_task_usd": 0.16562781717171718,
      "avg_duration_per_task_ms": 152481.86666666667,
      "avg_output_tokens_per_task": 15306.249158249158,
      "last_run_timestamp": "2026-10-31T08:51:08.192Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5.1-20251113",
      "model_slug": "openai/gpt-5.1",
      "model_name": "OpenAI: GPT-5.1",
      "provider_name": "OpenAI",
      "accuracy": 0.8695284999999999,
      "accuracy_std_dev": 0.005892500000000023,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.2202375707070707,
      "avg_duration_per_task_ms": 264875.98484848486,
      "avg_output_tokens_per_task": 21926.78787878788,
      "last_run_timestamp": "2026-10-01T16:12:49.000Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m3.1-flash-20261019",
      "model_slug": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax: MiniMax M3.1 Flash",
      "provider_name": "ModelRun",
      "accuracy": 0.8695284999999998,
      "accuracy_std_dev": 0.01157224020015143,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.018078708333333332,
      "avg_duration_per_task_ms": 141813.27146464647,
      "avg_output_tokens_per_task": 29935.99873737374,
      "last_run_timestamp": "2026-10-31T08:24:37.341Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-2.4t-a95b-20260812",
      "model_slug": "qwen/qwen3.8-2.4t-a95b",
      "model_name": "Qwen: Qwen3.8 2.4T A95B",
      "provider_name": "Novita",
      "accuracy": 0.8693881666666669,
      "accuracy_std_dev": 0.007024436001480059,
      "run_count": 12,
      "total_questions": 2376,
      "avg_cost_per_task_usd": 0.06999946380471382,
      "avg_duration_per_task_ms": 229082.9776936027,
      "avg_output_tokens_per_task": 11399.07702020202,
      "last_run_timestamp": "2026-11-17T13:44:54.990Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Fireworks",
      "accuracy": 0.8691112406205924,
      "accuracy_std_dev": 0.01124152846591602,
      "run_count": 18,
      "total_questions": 3545,
      "avg_cost_per_task_usd": 0.04978106854724965,
      "avg_duration_per_task_ms": 196776.04033850494,
      "avg_output_tokens_per_task": 37465.3071932299,
      "last_run_timestamp": "2026-11-16T13:49:37.046Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-haiku-5.5-20261007",
      "model_slug": "anthropic/claude-haiku-5.5",
      "model_name": "Anthropic: Claude Haiku 5.5",
      "provider_name": "Claude Platform on AWS",
      "accuracy": 0.8690236000000001,
      "accuracy_std_dev": 0.0056741455250989255,
      "run_count": 5,
      "total_questions": 990,
      "avg_cost_per_task_usd": 0.004051724242424242,
      "avg_duration_per_task_ms": 38666.534343434345,
      "avg_output_tokens_per_task": 7872.538383838384,
      "last_run_timestamp": "2026-10-31T08:35:55.398Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "DeepInfra",
      "accuracy": 0.8688976517943745,
      "accuracy_std_dev": 0.004253056143005362,
      "run_count": 6,
      "total_questions": 1031,
      "avg_cost_per_task_usd": 0.0051985664403491755,
      "avg_duration_per_task_ms": 829375.1677982542,
      "avg_output_tokens_per_task": 28564.05140640155,
      "last_run_timestamp": "2026-10-31T16:22:14.129Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "thinkingmachines/inkling-small-20260730",
      "model_slug": "thinkingmachines/inkling-small",
      "model_name": "Thinking Machines: Inkling Small",
      "provider_name": "Together",
      "accuracy": 0.8688245042589439,
      "accuracy_std_dev": 0.012623480168145225,
      "run_count": 3,
      "total_questions": 587,
      "avg_cost_per_task_usd": 0.025465950596252132,
      "avg_duration_per_task_ms": 371760.2879045997,
      "avg_output_tokens_per_task": 20977.4667802385,
      "last_run_timestamp": "2026-09-12T08:54:29.103Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5.1-20251113",
      "model_slug": "openai/gpt-5.1",
      "model_name": "OpenAI: GPT-5.1",
      "provider_name": "Azure",
      "accuracy": 0.8686867500000001,
      "accuracy_std_dev": 0.009143975622643609,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.2541581641414141,
      "avg_duration_per_task_ms": 251149.7840909091,
      "avg_output_tokens_per_task": 24116.972222222223,
      "last_run_timestamp": "2026-10-01T16:14:35.237Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.6-opus-20260205",
      "model_slug": "anthropic/claude-opus-4.6",
      "model_name": "Anthropic: Claude Opus 4.6",
      "provider_name": "Azure",
      "accuracy": 0.8686867272727272,
      "accuracy_std_dev": 0.014658961559964918,
      "run_count": 11,
      "total_questions": 2178,
      "avg_cost_per_task_usd": 0.7666149540863179,
      "avg_duration_per_task_ms": 520877.8714416896,
      "avg_output_tokens_per_task": 30492.71992653811,
      "last_run_timestamp": "2026-11-17T14:20:11.023Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "SiliconFlow",
      "accuracy": 0.8686866666666666,
      "accuracy_std_dev": 0.01844180329818342,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.1808536515151515,
      "avg_duration_per_task_ms": 1169105.207070707,
      "avg_output_tokens_per_task": 57323.843434343435,
      "last_run_timestamp": "2026-10-31T16:05:14.701Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "thinkingmachines/inkling-small-20260730",
      "model_slug": "thinkingmachines/inkling-small",
      "model_name": "Thinking Machines: Inkling Small",
      "provider_name": "DeepInfra",
      "accuracy": 0.8684061666666667,
      "accuracy_std_dev": 0.007492124874752768,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.02585159090909091,
      "avg_duration_per_task_ms": 250468.8745791246,
      "avg_output_tokens_per_task": 21299.395622895623,
      "last_run_timestamp": "2026-10-08T22:14:16.087Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-2.4t-a95b-20260812",
      "model_slug": "qwen/qwen3.8-2.4t-a95b",
      "model_name": "Qwen: Qwen3.8 2.4T A95B",
      "provider_name": "Modal",
      "accuracy": 0.8682058571428571,
      "accuracy_std_dev": 0.007673379706651383,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.07688844300144301,
      "avg_duration_per_task_ms": 83582.13492063493,
      "avg_output_tokens_per_task": 12574.14357864358,
      "last_run_timestamp": "2026-10-10T08:21:46.324Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "InferenceNet",
      "accuracy": 0.8681285334935416,
      "accuracy_std_dev": 0.03709653553275389,
      "run_count": 17,
      "total_questions": 3329,
      "avg_cost_per_task_usd": 0.01566810363472514,
      "avg_duration_per_task_ms": 433897.7128266747,
      "avg_output_tokens_per_task": 40485.41213577651,
      "last_run_timestamp": "2026-11-04T21:50:43.543Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "Chutes",
      "accuracy": 0.8681256666666667,
      "accuracy_std_dev": 0.006780630223085614,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.13191422811447814,
      "avg_duration_per_task_ms": 1273959.4545454546,
      "avg_output_tokens_per_task": 53350.553872053875,
      "last_run_timestamp": "2026-10-31T16:08:31.067Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "nvidia/nemotron-3.5-super-vl-20261015",
      "model_slug": "nvidia/nemotron-3.5-super-vl",
      "model_name": "NVIDIA: Nemotron 3.5 Super VL",
      "provider_name": "auto-routing",
      "accuracy": 0.8681253333333332,
      "accuracy_std_dev": 0.00965467639137749,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.021851893939393942,
      "avg_duration_per_task_ms": 524499.1397306398,
      "avg_output_tokens_per_task": 46276.513468013465,
      "last_run_timestamp": "2026-10-31T08:03:09.464Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Inceptron",
      "accuracy": 0.8678919982768524,
      "accuracy_std_dev": 0.02897275221076979,
      "run_count": 9,
      "total_questions": 1741,
      "avg_cost_per_task_usd": 0.13544309994256173,
      "avg_duration_per_task_ms": 492767.31016657094,
      "avg_output_tokens_per_task": 44305.344055140726,
      "last_run_timestamp": "2026-10-31T16:16:35.161Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m3.1-flash-20261019",
      "model_slug": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax: MiniMax M3.1 Flash",
      "provider_name": "SambaNova",
      "accuracy": 0.8678450000000001,
      "accuracy_std_dev": 0.012168917536083462,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.02358163005050505,
      "avg_duration_per_task_ms": 164224.13383838383,
      "avg_output_tokens_per_task": 28381.034090909092,
      "last_run_timestamp": "2026-11-11T19:09:33.977Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-haiku-5.5-20261007",
      "model_slug": "anthropic/claude-haiku-5.5",
      "model_name": "Anthropic: Claude Haiku 5.5",
      "provider_name": "Google",
      "accuracy": 0.8676346875000001,
      "accuracy_std_dev": 0.008004911006053966,
      "run_count": 16,
      "total_questions": 3168,
      "avg_cost_per_task_usd": 0.00429636332070707,
      "avg_duration_per_task_ms": 36330.03945707071,
      "avg_output_tokens_per_task": 7857.480113636364,
      "last_run_timestamp": "2026-11-17T13:32:59.271Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5.6-luna-20260709",
      "model_slug": "openai/gpt-5.6-luna",
      "model_name": "OpenAI: GPT-5.6 Luna",
      "provider_name": "OpenAI",
      "accuracy": 0.8675643333333334,
      "accuracy_std_dev": 0.0028614651647170092,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.009448984848484849,
      "avg_duration_per_task_ms": 79377.02525252526,
      "avg_output_tokens_per_task": 7744.79797979798,
      "last_run_timestamp": "2026-10-02T23:19:10.742Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.5-397b-a17b-20260216",
      "model_slug": "qwen/qwen3.5-397b-a17b",
      "model_name": "Qwen: Qwen3.5 397B A17B",
      "provider_name": "Novita",
      "accuracy": 0.8674922937660119,
      "accuracy_std_dev": 0.009816398094798099,
      "run_count": 6,
      "total_questions": 1171,
      "avg_cost_per_task_usd": 0.07593019214346712,
      "avg_duration_per_task_ms": 304086.7685738685,
      "avg_output_tokens_per_task": 20956.29632792485,
      "last_run_timestamp": "2026-10-31T16:05:36.103Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.6-opus-20260205",
      "model_slug": "anthropic/claude-opus-4.6",
      "model_name": "Anthropic: Claude Opus 4.6",
      "provider_name": "auto-routing",
      "accuracy": 0.8673093636363636,
      "accuracy_std_dev": 0.01429980056614094,
      "run_count": 11,
      "total_questions": 2178,
      "avg_cost_per_task_usd": 0.7529666528925619,
      "avg_duration_per_task_ms": 509442.5179063361,
      "avg_output_tokens_per_task": 29946.85261707989,
      "last_run_timestamp": "2026-11-17T14:20:20.948Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-haiku-5.5-20261007",
      "model_slug": "anthropic/claude-haiku-5.5",
      "model_name": "Anthropic: Claude Haiku 5.5",
      "provider_name": "Azure",
      "accuracy": 0.8671716000000002,
      "accuracy_std_dev": 0.006408346388890055,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.0041782994949494945,
      "avg_duration_per_task_ms": 35977.948484848486,
      "avg_output_tokens_per_task": 7724.74494949495,
      "last_run_timestamp": "2026-10-31T09:34:38.477Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5.1-20251113",
      "model_slug": "openai/gpt-5.1",
      "model_name": "OpenAI: GPT-5.1",
      "provider_name": "auto-routing",
      "accuracy": 0.867003,
      "accuracy_std_dev": 0,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.22265377272727274,
      "avg_duration_per_task_ms": 265427.9646464646,
      "avg_output_tokens_per_task": 22169.171717171717,
      "last_run_timestamp": "2026-10-01T16:12:54.241Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Novita",
      "accuracy": 0.8669699802731412,
      "accuracy_std_dev": 0.011581620325325814,
      "run_count": 10,
      "total_questions": 1977,
      "avg_cost_per_task_usd": 0.08127937076378351,
      "avg_duration_per_task_ms": 500876.1836115326,
      "avg_output_tokens_per_task": 41917.32473444613,
      "last_run_timestamp": "2026-10-31T16:30:10.027Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.6-opus-20260205",
      "model_slug": "anthropic/claude-opus-4.6",
      "model_name": "Anthropic: Claude Opus 4.6",
      "provider_name": "Claude Platform on AWS",
      "accuracy": 0.8668350000000001,
      "accuracy_std_dev": 0.0140336937047949,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.7388910353535353,
      "avg_duration_per_task_ms": 496454.54545454547,
      "avg_output_tokens_per_task": 29384.086868686867,
      "last_run_timestamp": "2026-10-31T08:09:42.551Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.6-opus-20260205",
      "model_slug": "anthropic/claude-opus-4.6",
      "model_name": "Anthropic: Claude Opus 4.6",
      "provider_name": "Anthropic",
      "accuracy": 0.866544,
      "accuracy_std_dev": 0.011099806722314004,
      "run_count": 11,
      "total_questions": 2178,
      "avg_cost_per_task_usd": 0.7614743893480257,
      "avg_duration_per_task_ms": 515342.422405877,
      "avg_output_tokens_per_task": 30287.22681359045,
      "last_run_timestamp": "2026-11-16T13:50:54.933Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-haiku-5.5-20261007",
      "model_slug": "anthropic/claude-haiku-5.5",
      "model_name": "Anthropic: Claude Haiku 5.5",
      "provider_name": "auto-routing",
      "accuracy": 0.8663297999999999,
      "accuracy_std_dev": 0.004832372974015983,
      "run_count": 5,
      "total_questions": 990,
      "avg_cost_per_task_usd": 0.004058925252525252,
      "avg_duration_per_task_ms": 38036.85858585859,
      "avg_output_tokens_per_task": 7882.079797979798,
      "last_run_timestamp": "2026-11-16T13:50:55.189Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.5-opus-20251124",
      "model_slug": "anthropic/claude-opus-4.5",
      "model_name": "Anthropic: Claude Opus 4.5",
      "provider_name": "Claude Platform on AWS",
      "accuracy": 0.8663297999999999,
      "accuracy_std_dev": 0.006079243551627119,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.8419660732323232,
      "avg_duration_per_task_ms": 442726.551010101,
      "avg_output_tokens_per_task": 33487.55202020202,
      "last_run_timestamp": "2026-10-31T08:35:35.377Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.5-397b-a17b-20260216",
      "model_slug": "qwen/qwen3.5-397b-a17b",
      "model_name": "Qwen: Qwen3.5 397B A17B",
      "provider_name": "DeepInfra",
      "accuracy": 0.8662852017973856,
      "accuracy_std_dev": 0.011103699916547397,
      "run_count": 7,
      "total_questions": 1224,
      "avg_cost_per_task_usd": 0.05825627532679739,
      "avg_duration_per_task_ms": 432466.0612745098,
      "avg_output_tokens_per_task": 19307.62336601307,
      "last_run_timestamp": "2026-10-31T16:05:14.702Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "InferenceNet",
      "accuracy": 0.8662495680667263,
      "accuracy_std_dev": 0.0160648151057092,
      "run_count": 17,
      "total_questions": 3357,
      "avg_cost_per_task_usd": 0.08220872535001487,
      "avg_duration_per_task_ms": 185688.00983020553,
      "avg_output_tokens_per_task": 23868.6327077748,
      "last_run_timestamp": "2026-11-17T13:57:23.465Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.6-opus-20260205",
      "model_slug": "anthropic/claude-opus-4.6",
      "model_name": "Anthropic: Claude Opus 4.6",
      "provider_name": "Google",
      "accuracy": 0.8662456500000001,
      "accuracy_std_dev": 0.011547292566982961,
      "run_count": 20,
      "total_questions": 3960,
      "avg_cost_per_task_usd": 0.8118372252525252,
      "avg_duration_per_task_ms": 490748.2247474748,
      "avg_output_tokens_per_task": 30756.494444444445,
      "last_run_timestamp": "2026-10-31T09:25:22.406Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m3.1-flash-20261019",
      "model_slug": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax: MiniMax M3.1 Flash",
      "provider_name": "Relace",
      "accuracy": 0.86532,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.01495640909090909,
      "avg_duration_per_task_ms": 120441.0101010101,
      "avg_output_tokens_per_task": 29795.70707070707,
      "last_run_timestamp": "2026-10-24T15:00:02.228Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "NextBit",
      "accuracy": 0.8653195,
      "accuracy_std_dev": 0.0016835000000000044,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.008587179292929294,
      "avg_duration_per_task_ms": 240899.30303030304,
      "avg_output_tokens_per_task": 30387.573232323233,
      "last_run_timestamp": "2026-08-29T18:38:15.907Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.6-opus-20260205",
      "model_slug": "anthropic/claude-opus-4.6",
      "model_name": "Anthropic: Claude Opus 4.6",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.8649831000000001,
      "accuracy_std_dev": 0.007134417669999439,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.7512008838383838,
      "avg_duration_per_task_ms": 429255.48585858586,
      "avg_output_tokens_per_task": 29875.438383838384,
      "last_run_timestamp": "2026-10-31T08:15:24.290Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Cohere",
      "accuracy": 0.8647586666666667,
      "accuracy_std_dev": 0.008943734131906087,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.05048964983164983,
      "avg_duration_per_task_ms": 169537.7323232323,
      "avg_output_tokens_per_task": 41902.75589225589,
      "last_run_timestamp": "2026-10-31T08:15:03.392Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.5-0127",
      "model_slug": "moonshotai/kimi-k2.5",
      "model_name": "MoonshotAI: Kimi K2.5",
      "provider_name": "auto-routing",
      "accuracy": 0.8644781666666668,
      "accuracy_std_dev": 0.03329983501168668,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.1045059234006734,
      "avg_duration_per_task_ms": 1122531.425084175,
      "avg_output_tokens_per_task": 39331.22895622896,
      "last_run_timestamp": "2026-11-17T16:57:42.021Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.5-397b-a17b-20260216",
      "model_slug": "qwen/qwen3.5-397b-a17b",
      "model_name": "Qwen: Qwen3.5 397B A17B",
      "provider_name": "StreamLake",
      "accuracy": 0.8643577142857143,
      "accuracy_std_dev": 0.010527172903820797,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.08974704473304473,
      "avg_duration_per_task_ms": 170319.7554112554,
      "avg_output_tokens_per_task": 24801.551226551226,
      "last_run_timestamp": "2026-10-31T16:04:29.122Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "xiaomi/mimo-v2.5-pro-20260422",
      "model_slug": "xiaomi/mimo-v2.5-pro",
      "model_name": "Xiaomi: MiMo-V2.5-Pro",
      "provider_name": "DeepInfra",
      "accuracy": 0.8642213127413128,
      "accuracy_std_dev": 0.009570217648517718,
      "run_count": 5,
      "total_questions": 777,
      "avg_cost_per_task_usd": 0.04509796525096525,
      "avg_duration_per_task_ms": 904377.5366795367,
      "avg_output_tokens_per_task": 38379.75546975547,
      "last_run_timestamp": "2026-09-26T09:56:00.145Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.5-opus-20251124",
      "model_slug": "anthropic/claude-opus-4.5",
      "model_name": "Anthropic: Claude Opus 4.5",
      "provider_name": "Anthropic",
      "accuracy": 0.8641412,
      "accuracy_std_dev": 0.009494929665879557,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.8448768434343434,
      "avg_duration_per_task_ms": 462192.48383838387,
      "avg_output_tokens_per_task": 33603.98282828283,
      "last_run_timestamp": "2026-10-31T08:07:51.358Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m2.7-20260318",
      "model_slug": "minimax/minimax-m2.7",
      "model_name": "MiniMax: MiniMax M2.7",
      "provider_name": "AtlasCloud",
      "accuracy": 0.8640569999999999,
      "accuracy_std_dev": 0.010121450653603625,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.044786800505050496,
      "avg_duration_per_task_ms": 669812.930976431,
      "avg_output_tokens_per_task": 37142.71717171717,
      "last_run_timestamp": "2026-10-31T16:02:14.360Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Phala",
      "accuracy": 0.863852179419525,
      "accuracy_std_dev": 0.02754414592685712,
      "run_count": 10,
      "total_questions": 1895,
      "avg_cost_per_task_usd": 0.012207302902374668,
      "avg_duration_per_task_ms": 440151.53984168865,
      "avg_output_tokens_per_task": 28225.067018469657,
      "last_run_timestamp": "2026-10-31T08:36:30.903Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.5-opus-20251124",
      "model_slug": "anthropic/claude-opus-4.5",
      "model_name": "Anthropic: Claude Opus 4.5",
      "provider_name": "Azure",
      "accuracy": 0.8636363,
      "accuracy_std_dev": 0.006859002304271364,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.8420752146464646,
      "avg_duration_per_task_ms": 458542.9429292929,
      "avg_output_tokens_per_task": 33491.917676767676,
      "last_run_timestamp": "2026-10-31T08:40:44.982Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m2.7-20260318",
      "model_slug": "minimax/minimax-m2.7",
      "model_name": "MiniMax: MiniMax M2.7",
      "provider_name": "Novita",
      "accuracy": 0.8634063541315347,
      "accuracy_std_dev": 0.011566534131085035,
      "run_count": 6,
      "total_questions": 1186,
      "avg_cost_per_task_usd": 0.037911754637436755,
      "avg_duration_per_task_ms": 573441.1787521079,
      "avg_output_tokens_per_task": 35226.92580101181,
      "last_run_timestamp": "2026-10-31T16:11:17.542Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-vision-exp-20260821",
      "model_slug": "deepseek/deepseek-v4-flash-vision-exp",
      "model_name": "DeepSeek: DeepSeek V4 Flash Vision Exp",
      "provider_name": "Fireworks",
      "accuracy": 0.86321525,
      "accuracy_std_dev": 0.010127171825712258,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.022006194444444443,
      "avg_duration_per_task_ms": 265798.13636363635,
      "avg_output_tokens_per_task": 33108.22601010101,
      "last_run_timestamp": "2026-09-19T08:51:58.825Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.5-opus-20251124",
      "model_slug": "anthropic/claude-opus-4.5",
      "model_name": "Anthropic: Claude Opus 4.5",
      "provider_name": "auto-routing",
      "accuracy": 0.8631313000000002,
      "accuracy_std_dev": 0.009554415377719361,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.8439527020202021,
      "avg_duration_per_task_ms": 410025.52575757576,
      "avg_output_tokens_per_task": 33567.01717171717,
      "last_run_timestamp": "2026-10-31T08:13:57.628Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-2.4t-a95b-20260812",
      "model_slug": "qwen/qwen3.8-2.4t-a95b",
      "model_name": "Qwen: Qwen3.8 2.4T A95B",
      "provider_name": "Alibaba",
      "accuracy": 0.8630751666666665,
      "accuracy_std_dev": 0.009048483766478349,
      "run_count": 12,
      "total_questions": 2376,
      "avg_cost_per_task_usd": 0.0646409191919192,
      "avg_duration_per_task_ms": 213655.1308922559,
      "avg_output_tokens_per_task": 10505.142255892257,
      "last_run_timestamp": "2026-10-31T08:13:57.551Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "thinkingmachines/inkling-small-20260730",
      "model_slug": "thinkingmachines/inkling-small",
      "model_name": "Thinking Machines: Inkling Small",
      "provider_name": "auto-routing",
      "accuracy": 0.8629629999999999,
      "accuracy_std_dev": 0.005985242618307104,
      "run_count": 5,
      "total_questions": 990,
      "avg_cost_per_task_usd": 0.025277646464646465,
      "avg_duration_per_task_ms": 231847.65555555557,
      "avg_output_tokens_per_task": 20834.07878787879,
      "last_run_timestamp": "2026-10-01T16:08:04.290Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "Relace",
      "accuracy": 0.8626742857142858,
      "accuracy_std_dev": 0.008191197761958246,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.05197555194805195,
      "avg_duration_per_task_ms": 404166.6854256854,
      "avg_output_tokens_per_task": 55835.93434343435,
      "last_run_timestamp": "2026-11-16T13:50:54.951Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.5-opus-20251124",
      "model_slug": "anthropic/claude-opus-4.5",
      "model_name": "Anthropic: Claude Opus 4.5",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.8624578999999999,
      "accuracy_std_dev": 0.007262501551807057,
      "run_count": 20,
      "total_questions": 3960,
      "avg_cost_per_task_usd": 0.8864439123737372,
      "avg_duration_per_task_ms": 413734.203030303,
      "avg_output_tokens_per_task": 33580.64696969697,
      "last_run_timestamp": "2026-10-31T08:24:08.173Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-2.4t-a95b-20260812",
      "model_slug": "qwen/qwen3.8-2.4t-a95b",
      "model_name": "Qwen: Qwen3.8 2.4T A95B",
      "provider_name": "SiliconFlow",
      "accuracy": 0.8624118181818182,
      "accuracy_std_dev": 0.010959488075454655,
      "run_count": 11,
      "total_questions": 2178,
      "avg_cost_per_task_usd": 0.0702179696969697,
      "avg_duration_per_task_ms": 231211.1772268136,
      "avg_output_tokens_per_task": 11433.751147842057,
      "last_run_timestamp": "2026-10-31T08:01:54.465Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "Baidu",
      "accuracy": 0.8622970471910113,
      "accuracy_std_dev": 0.012564622664205955,
      "run_count": 7,
      "total_questions": 1335,
      "avg_cost_per_task_usd": 0.004781351310861423,
      "avg_duration_per_task_ms": 250996.86966292135,
      "avg_output_tokens_per_task": 28743.65168539326,
      "last_run_timestamp": "2026-11-10T18:11:20.521Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m3.1-flash-20261019",
      "model_slug": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax: MiniMax M3.1 Flash",
      "provider_name": "InferenceNet",
      "accuracy": 0.8622417421828908,
      "accuracy_std_dev": 0.014527640238180449,
      "run_count": 10,
      "total_questions": 1695,
      "avg_cost_per_task_usd": 0.013996047197640119,
      "avg_duration_per_task_ms": 399492.06725663715,
      "avg_output_tokens_per_task": 24457.61592920354,
      "last_run_timestamp": "2026-11-17T14:04:12.773Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m2.7-20260318",
      "model_slug": "minimax/minimax-m2.7",
      "model_name": "MiniMax: MiniMax M2.7",
      "provider_name": "GMICloud",
      "accuracy": 0.8621631249999999,
      "accuracy_std_dev": 0.01548534082154393,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.0300590928030303,
      "avg_duration_per_task_ms": 646747.0713383838,
      "avg_output_tokens_per_task": 34709.67171717172,
      "last_run_timestamp": "2026-11-10T07:06:13.165Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "OpenInference",
      "accuracy": 0.8620252278481012,
      "accuracy_std_dev": 0.030307500000000043,
      "run_count": 2,
      "total_questions": 395,
      "avg_cost_per_task_usd": 0.02300040253164557,
      "avg_duration_per_task_ms": 74866.74430379747,
      "avg_output_tokens_per_task": 18412.721518987342,
      "last_run_timestamp": "2026-10-17T16:05:00.316Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "Mancer 2",
      "accuracy": 0.8619528333333333,
      "accuracy_std_dev": 0.010423288978959026,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.014433957912457914,
      "avg_duration_per_task_ms": 892049.6624579125,
      "avg_output_tokens_per_task": 28608.727272727272,
      "last_run_timestamp": "2026-10-31T16:17:15.719Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Fireworks",
      "accuracy": 0.8616320903257652,
      "accuracy_std_dev": 0.009794068401137168,
      "run_count": 13,
      "total_questions": 2026,
      "avg_cost_per_task_usd": 0.1864328672260612,
      "avg_duration_per_task_ms": 257470.00197433366,
      "avg_output_tokens_per_task": 34670.243830207306,
      "last_run_timestamp": "2026-09-26T08:54:22.466Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "auto-routing",
      "accuracy": 0.861111,
      "accuracy_std_dev": 0.008290402975730408,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.006567223484848484,
      "avg_duration_per_task_ms": 404679.85101010103,
      "avg_output_tokens_per_task": 33262.43434343435,
      "last_run_timestamp": "2026-10-31T16:16:55.696Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "CoreWeave",
      "accuracy": 0.8607304246575341,
      "accuracy_std_dev": 0.01148253802030522,
      "run_count": 7,
      "total_questions": 1314,
      "avg_cost_per_task_usd": 0.02474931582952816,
      "avg_duration_per_task_ms": 139190.8691019787,
      "avg_output_tokens_per_task": 37895.824200913245,
      "last_run_timestamp": "2026-10-31T08:41:38.334Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "DekaLLM",
      "accuracy": 0.8606236549707603,
      "accuracy_std_dev": 0.013449236539670189,
      "run_count": 4,
      "total_questions": 513,
      "avg_cost_per_task_usd": 0.0053654541910331385,
      "avg_duration_per_task_ms": 433463.4424951267,
      "avg_output_tokens_per_task": 14297.982456140351,
      "last_run_timestamp": "2026-11-16T13:50:33.895Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Venice",
      "accuracy": 0.860546054237288,
      "accuracy_std_dev": 0.01522905267434664,
      "run_count": 9,
      "total_questions": 1770,
      "avg_cost_per_task_usd": 0.1431118,
      "avg_duration_per_task_ms": 301601.77118644066,
      "avg_output_tokens_per_task": 30086.04463276836,
      "last_run_timestamp": "2026-10-31T09:06:29.131Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "reflection/beam-1.0-501b-a23b-20261016",
      "model_slug": "reflection/beam-1.0-501b-a23b",
      "model_name": "Reflection: Beam 1.0 501B A23B",
      "provider_name": "Io Net",
      "accuracy": 0.860269,
      "accuracy_std_dev": 0.010100999999999971,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.00987439393939394,
      "avg_duration_per_task_ms": 74831.28787878787,
      "avg_output_tokens_per_task": 9997.058080808081,
      "last_run_timestamp": "2026-10-24T08:14:36.264Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "tencent/hy4-preview-20260827",
      "model_slug": "tencent/hy4-preview",
      "model_name": "Tencent: Hy4 preview",
      "provider_name": "Io Net",
      "accuracy": 0.8596746149425287,
      "accuracy_std_dev": 0.000831499999999985,
      "run_count": 2,
      "total_questions": 348,
      "avg_cost_per_task_usd": 0.0899417959770115,
      "avg_duration_per_task_ms": 1024745.4281609196,
      "avg_output_tokens_per_task": 35825.26724137931,
      "last_run_timestamp": "2026-10-27T13:57:40.548Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "DigitalOcean",
      "accuracy": 0.859429902017291,
      "accuracy_std_dev": 0.05098775585122179,
      "run_count": 11,
      "total_questions": 2082,
      "avg_cost_per_task_usd": 0.011825536023054757,
      "avg_duration_per_task_ms": 442610.81796349667,
      "avg_output_tokens_per_task": 25201.657060518733,
      "last_run_timestamp": "2026-10-31T08:27:46.434Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "xiaomi/mimo-v2.5-pro-20260422",
      "model_slug": "xiaomi/mimo-v2.5-pro",
      "model_name": "Xiaomi: MiMo-V2.5-Pro",
      "provider_name": "Xiaomi",
      "accuracy": 0.8594275000000001,
      "accuracy_std_dev": 0.010205717613181332,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.030074761363636366,
      "avg_duration_per_task_ms": 841393.2777777778,
      "avg_output_tokens_per_task": 34278.79924242424,
      "last_run_timestamp": "2026-10-17T08:19:33.830Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m2.7-20260318",
      "model_slug": "minimax/minimax-m2.7",
      "model_name": "MiniMax: MiniMax M2.7",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.858586,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.08651329797979797,
      "avg_duration_per_task_ms": 499241.5707070707,
      "avg_output_tokens_per_task": 35858.23737373737,
      "last_run_timestamp": "2026-10-04T03:06:10.317Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flashx-20260918",
      "model_slug": "z-ai/glm-5.3-flashx",
      "model_name": "Z.ai: GLM 5.3 FlashX",
      "provider_name": "Novita",
      "accuracy": 0.858586,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.019546777777777778,
      "avg_duration_per_task_ms": 118523.70707070707,
      "avg_output_tokens_per_task": 15401.424242424242,
      "last_run_timestamp": "2026-11-12T21:02:44.111Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m2.7-20260318",
      "model_slug": "minimax/minimax-m2.7",
      "model_name": "MiniMax: MiniMax M2.7",
      "provider_name": "auto-routing",
      "accuracy": 0.8583053333333333,
      "accuracy_std_dev": 0.020164880830019535,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.04337083080808081,
      "avg_duration_per_task_ms": 604685.4595959596,
      "avg_output_tokens_per_task": 37428.89646464647,
      "last_run_timestamp": "2026-10-31T16:03:21.441Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.8579124,
      "accuracy_std_dev": 0.017384854495796048,
      "run_count": 5,
      "total_questions": 990,
      "avg_cost_per_task_usd": 0.02057177575757576,
      "avg_duration_per_task_ms": 445221.4888888889,
      "avg_output_tokens_per_task": 40903.725252525255,
      "last_run_timestamp": "2026-10-31T08:25:16.899Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.5-opus-20251124",
      "model_slug": "anthropic/claude-opus-4.5",
      "model_name": "Anthropic: Claude Opus 4.5",
      "provider_name": "Google",
      "accuracy": 0.857744,
      "accuracy_std_dev": 0.008755708046754396,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.8532249873737374,
      "avg_duration_per_task_ms": 481926.88333333336,
      "avg_output_tokens_per_task": 33937.90858585858,
      "last_run_timestamp": "2026-10-31T08:48:00.920Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-sonnet-5-20260630",
      "model_slug": "anthropic/claude-sonnet-5",
      "model_name": "Anthropic: Claude Sonnet 5",
      "provider_name": "Claude Platform on AWS",
      "accuracy": 0.8574073999999999,
      "accuracy_std_dev": 0.05106904740094533,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.16842318989898988,
      "avg_duration_per_task_ms": 166279.88636363635,
      "avg_output_tokens_per_task": 16618.114646464648,
      "last_run_timestamp": "2026-10-31T08:45:37.246Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m2.7-20260318",
      "model_slug": "minimax/minimax-m2.7",
      "model_name": "MiniMax: MiniMax M2.7",
      "provider_name": "Minimax",
      "accuracy": 0.8573933333333335,
      "accuracy_std_dev": 0.005672205102270357,
      "run_count": 12,
      "total_questions": 2376,
      "avg_cost_per_task_usd": 0.06448150420875422,
      "avg_duration_per_task_ms": 602254.3425925926,
      "avg_output_tokens_per_task": 35637.40951178451,
      "last_run_timestamp": "2026-10-31T16:08:56.835Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "BaseTen",
      "accuracy": 0.8573660139385716,
      "accuracy_std_dev": 0.020914461521381034,
      "run_count": 41,
      "total_questions": 8107,
      "avg_cost_per_task_usd": 0.30112332515110407,
      "avg_duration_per_task_ms": 348765.81004070555,
      "avg_output_tokens_per_task": 54334.90884420871,
      "last_run_timestamp": "2026-11-17T14:19:41.481Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Baidu",
      "accuracy": 0.8573030952380951,
      "accuracy_std_dev": 0.009536070189422685,
      "run_count": 21,
      "total_questions": 4158,
      "avg_cost_per_task_usd": 0.1634335283790284,
      "avg_duration_per_task_ms": 450506.01130351133,
      "avg_output_tokens_per_task": 46255.27633477633,
      "last_run_timestamp": "2026-11-10T19:22:00.700Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m3.1-flash-20261019",
      "model_slug": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax: MiniMax M3.1 Flash",
      "provider_name": "Wafer",
      "accuracy": 0.8569025,
      "accuracy_std_dev": 0.005050499999999958,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.018898722222222223,
      "avg_duration_per_task_ms": 164757.63383838383,
      "avg_output_tokens_per_task": 31337.035353535353,
      "last_run_timestamp": "2026-10-24T08:17:56.393Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5-2025-08-07",
      "model_slug": "openai/gpt-5",
      "model_name": "OpenAI: GPT-5",
      "provider_name": "auto-routing",
      "accuracy": 0.8569019999999999,
      "accuracy_std_dev": 0.0033669999999999534,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.20989276262626264,
      "avg_duration_per_task_ms": 263850.72222222225,
      "avg_output_tokens_per_task": 20893.070707070707,
      "last_run_timestamp": "2026-10-01T16:31:36.833Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Near AI",
      "accuracy": 0.8568247201068804,
      "accuracy_std_dev": 0.015059304005690374,
      "run_count": 9,
      "total_questions": 1497,
      "avg_cost_per_task_usd": 0.004656902471609886,
      "avg_duration_per_task_ms": 413401.8376753507,
      "avg_output_tokens_per_task": 9906.163660654642,
      "last_run_timestamp": "2026-10-31T09:01:06.018Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Z.AI",
      "accuracy": 0.8565655000000001,
      "accuracy_std_dev": 0.012274597412950032,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.20276619393939396,
      "avg_duration_per_task_ms": 542505.6585858585,
      "avg_output_tokens_per_task": 45853.34494949495,
      "last_run_timestamp": "2026-10-31T16:18:48.433Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Decart",
      "accuracy": 0.8565239360255898,
      "accuracy_std_dev": 0.018949962809599583,
      "run_count": 13,
      "total_questions": 2501,
      "avg_cost_per_task_usd": 0.23216071571371452,
      "avg_duration_per_task_ms": 232938.42902838864,
      "avg_output_tokens_per_task": 44895.77768892443,
      "last_run_timestamp": "2026-10-24T16:29:51.093Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "GMICloud",
      "accuracy": 0.8556465066354411,
      "accuracy_std_dev": 0.020339777161859043,
      "run_count": 13,
      "total_questions": 2562,
      "avg_cost_per_task_usd": 0.08425942115534739,
      "avg_duration_per_task_ms": 311656.0573770492,
      "avg_output_tokens_per_task": 25603.65261514442,
      "last_run_timestamp": "2026-11-10T06:48:32.349Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.1-20260406",
      "model_slug": "z-ai/glm-5.1",
      "model_name": "Z.ai: GLM 5.1",
      "provider_name": "Alibaba",
      "accuracy": 0.8556363483636364,
      "accuracy_std_dev": 0.02946340098689024,
      "run_count": 7,
      "total_questions": 1375,
      "avg_cost_per_task_usd": 0.1931010887272727,
      "avg_duration_per_task_ms": 574713.9454545454,
      "avg_output_tokens_per_task": 45961.94981818182,
      "last_run_timestamp": "2026-10-31T16:25:21.093Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Ambient",
      "accuracy": 0.8554810712694877,
      "accuracy_std_dev": 0.00375272360956622,
      "run_count": 7,
      "total_questions": 1347,
      "avg_cost_per_task_usd": 0.0909649717891611,
      "avg_duration_per_task_ms": 688284.0972531552,
      "avg_output_tokens_per_task": 45289.87750556793,
      "last_run_timestamp": "2026-10-31T16:11:17.543Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "Fireworks",
      "accuracy": 0.8553717768595042,
      "accuracy_std_dev": 0.012300109954341413,
      "run_count": 3,
      "total_questions": 363,
      "avg_cost_per_task_usd": 0.005797096418732783,
      "avg_duration_per_task_ms": 203348.15151515152,
      "avg_output_tokens_per_task": 27285.22314049587,
      "last_run_timestamp": "2026-11-16T13:49:41.237Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.6-27b-20260422",
      "model_slug": "qwen/qwen3.6-27b",
      "model_name": "Qwen: Qwen3.6 27B",
      "provider_name": "Venice",
      "accuracy": 0.8549663000000001,
      "accuracy_std_dev": 0.006477123220226681,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.0989245308080808,
      "avg_duration_per_task_ms": 558114.1176767676,
      "avg_output_tokens_per_task": 30355.85404040404,
      "last_run_timestamp": "2026-10-31T16:01:53.623Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "SiliconFlow",
      "accuracy": 0.854882,
      "accuracy_std_dev": 0.00887006782386694,
      "run_count": 5,
      "total_questions": 990,
      "avg_cost_per_task_usd": 0.017297629292929294,
      "avg_duration_per_task_ms": 781642.2676767677,
      "avg_output_tokens_per_task": 19165.961616161618,
      "last_run_timestamp": "2026-10-31T16:05:36.294Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.5-122b-a10b-20260224",
      "model_slug": "qwen/qwen3.5-122b-a10b",
      "model_name": "Qwen: Qwen3.5-122B-A10B",
      "provider_name": "Alibaba",
      "accuracy": 0.8547955181086521,
      "accuracy_std_dev": 0.016143829207194753,
      "run_count": 11,
      "total_questions": 1988,
      "avg_cost_per_task_usd": 0.03951386720321932,
      "avg_duration_per_task_ms": 144404.3601609658,
      "avg_output_tokens_per_task": 18908.975352112677,
      "last_run_timestamp": "2026-10-31T16:17:39.770Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "xiaomi/mimo-v2.5-pro-20260422",
      "model_slug": "xiaomi/mimo-v2.5-pro",
      "model_name": "Xiaomi: MiMo-V2.5-Pro",
      "provider_name": "Novita",
      "accuracy": 0.8547331992409868,
      "accuracy_std_dev": 0.008737337523525106,
      "run_count": 8,
      "total_questions": 1581,
      "avg_cost_per_task_usd": 0.032408624288425045,
      "avg_duration_per_task_ms": 807599.3795066414,
      "avg_output_tokens_per_task": 33452.22390891841,
      "last_run_timestamp": "2026-10-17T08:19:39.242Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-sonnet-5-20260630",
      "model_slug": "anthropic/claude-sonnet-5",
      "model_name": "Anthropic: Claude Sonnet 5",
      "provider_name": "auto-routing",
      "accuracy": 0.8547135999999999,
      "accuracy_std_dev": 0.051102206193470744,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.1703037621212121,
      "avg_duration_per_task_ms": 168480.07272727272,
      "avg_output_tokens_per_task": 16809.676767676767,
      "last_run_timestamp": "2026-10-31T08:12:45.468Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "Crusoe",
      "accuracy": 0.8546175941558442,
      "accuracy_std_dev": 0.011714318361162395,
      "run_count": 6,
      "total_questions": 924,
      "avg_cost_per_task_usd": 0.006100024891774892,
      "avg_duration_per_task_ms": 311897.2435064935,
      "avg_output_tokens_per_task": 15028.798701298701,
      "last_run_timestamp": "2026-10-31T16:08:33.701Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-4.6",
      "model_slug": "z-ai/glm-4.6",
      "model_name": "Z.ai: GLM 4.6",
      "provider_name": "Z.AI",
      "accuracy": 0.8544519863013698,
      "accuracy_std_dev": 0.011425563923063023,
      "run_count": 5,
      "total_questions": 876,
      "avg_cost_per_task_usd": 0.09217592694063927,
      "avg_duration_per_task_ms": 1243364.941780822,
      "avg_output_tokens_per_task": 41724.86187214612,
      "last_run_timestamp": "2026-10-31T16:04:23.355Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.1-20260406",
      "model_slug": "z-ai/glm-5.1",
      "model_name": "Z.ai: GLM 5.1",
      "provider_name": "Nebius",
      "accuracy": 0.8543980232558138,
      "accuracy_std_dev": 0.012021166509120463,
      "run_count": 5,
      "total_questions": 989,
      "avg_cost_per_task_usd": 0.21332214661274015,
      "avg_duration_per_task_ms": 1788950.1486349849,
      "avg_output_tokens_per_task": 48255.2052578362,
      "last_run_timestamp": "2026-10-31T16:22:14.129Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "SiliconFlow",
      "accuracy": 0.8540403999999999,
      "accuracy_std_dev": 0.0194157422119269,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.12669074393939395,
      "avg_duration_per_task_ms": 374359.09545454546,
      "avg_output_tokens_per_task": 40847.274747474745,
      "last_run_timestamp": "2026-10-31T16:08:08.543Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "auto-routing",
      "accuracy": 0.8537037,
      "accuracy_std_dev": 0.012630753865466617,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.10325877878787879,
      "avg_duration_per_task_ms": 455294.6515151515,
      "avg_output_tokens_per_task": 31795.09494949495,
      "last_run_timestamp": "2026-10-31T08:16:11.390Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Sail Research",
      "accuracy": 0.853535,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.09889834848484849,
      "avg_duration_per_task_ms": 410164.4595959596,
      "avg_output_tokens_per_task": 31336.79292929293,
      "last_run_timestamp": "2026-08-29T11:19:17.684Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Inceptron",
      "accuracy": 0.8533675416276896,
      "accuracy_std_dev": 0.017707368966591513,
      "run_count": 11,
      "total_questions": 2138,
      "avg_cost_per_task_usd": 0.09013081711880261,
      "avg_duration_per_task_ms": 317313.83208606177,
      "avg_output_tokens_per_task": 29664.63751169317,
      "last_run_timestamp": "2026-11-16T13:50:54.995Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Baidu",
      "accuracy": 0.8533128573596358,
      "accuracy_std_dev": 0.012686455748159126,
      "run_count": 10,
      "total_questions": 1977,
      "avg_cost_per_task_usd": 0.08956905058168944,
      "avg_duration_per_task_ms": 291296.215477997,
      "avg_output_tokens_per_task": 29754.587253414265,
      "last_run_timestamp": "2026-11-10T18:31:05.774Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "GMICloud",
      "accuracy": 0.8530968314189189,
      "accuracy_std_dev": 0.0311583692876676,
      "run_count": 15,
      "total_questions": 2960,
      "avg_cost_per_task_usd": 0.00843073614864865,
      "avg_duration_per_task_ms": 496829.3496621622,
      "avg_output_tokens_per_task": 30500.578040540542,
      "last_run_timestamp": "2026-11-17T17:30:16.574Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "Parasail",
      "accuracy": 0.852934,
      "accuracy_std_dev": 0.005486934611289919,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.007342328282828283,
      "avg_duration_per_task_ms": 617719.6789321789,
      "avg_output_tokens_per_task": 18115.75974025974,
      "last_run_timestamp": "2026-11-17T14:49:13.140Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.6-35b-a3b-20260415",
      "model_slug": "qwen/qwen3.6-35b-a3b",
      "model_name": "Qwen: Qwen3.6 35B A3B",
      "provider_name": "Parasail",
      "accuracy": 0.8525349519959576,
      "accuracy_std_dev": 0.008686890500058102,
      "run_count": 10,
      "total_questions": 1979,
      "avg_cost_per_task_usd": 0.03811273774633653,
      "avg_duration_per_task_ms": 380902.2385042951,
      "avg_output_tokens_per_task": 38553.894391106616,
      "last_run_timestamp": "2026-10-31T16:26:59.494Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "DekaLLM",
      "accuracy": 0.8523164263322883,
      "accuracy_std_dev": 0.010034068893524688,
      "run_count": 5,
      "total_questions": 957,
      "avg_cost_per_task_usd": 0.08246928213166145,
      "avg_duration_per_task_ms": 272317.5339602926,
      "avg_output_tokens_per_task": 27908.60710553814,
      "last_run_timestamp": "2026-10-31T08:44:39.028Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "xiaomi/mimo-v2.6-flash-20260921",
      "model_slug": "xiaomi/mimo-v2.6-flash",
      "model_name": "Xiaomi: MiMo-V2.6-Flash",
      "provider_name": "Venice",
      "accuracy": 0.8521062280219781,
      "accuracy_std_dev": 0.006055500000000047,
      "run_count": 2,
      "total_questions": 364,
      "avg_cost_per_task_usd": 0.005501717032967033,
      "avg_duration_per_task_ms": 539158.467032967,
      "avg_output_tokens_per_task": 15491.851648351649,
      "last_run_timestamp": "2026-10-17T08:17:58.236Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "Together",
      "accuracy": 0.8520410000000002,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 196,
      "avg_cost_per_task_usd": 0.017466841836734692,
      "avg_duration_per_task_ms": 1341724.5918367347,
      "avg_output_tokens_per_task": 17710.04081632653,
      "last_run_timestamp": "2026-08-29T18:29:51.235Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m3.1-flash-20261019",
      "model_slug": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax: MiniMax M3.1 Flash",
      "provider_name": "Tenstorrent",
      "accuracy": 0.851852,
      "accuracy_std_dev": 0.005323694440893428,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.011784135101010102,
      "avg_duration_per_task_ms": 222866.32323232322,
      "avg_output_tokens_per_task": 29178.76893939394,
      "last_run_timestamp": "2026-11-04T18:07:25.864Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5-2025-08-07",
      "model_slug": "openai/gpt-5",
      "model_name": "OpenAI: GPT-5",
      "provider_name": "Azure",
      "accuracy": 0.8518517499999999,
      "accuracy_std_dev": 0.0020620621201845155,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.21063902146464644,
      "avg_duration_per_task_ms": 251655.29545454544,
      "avg_output_tokens_per_task": 19971.159090909092,
      "last_run_timestamp": "2026-10-01T16:27:58.636Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Alibaba",
      "accuracy": 0.8517356896551721,
      "accuracy_std_dev": 0.018787977346317916,
      "run_count": 29,
      "total_questions": 5742,
      "avg_cost_per_task_usd": 0.24378750087077672,
      "avg_duration_per_task_ms": 505652.2920585162,
      "avg_output_tokens_per_task": 48979.57419017764,
      "last_run_timestamp": "2026-11-16T13:49:36.793Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "auto-routing",
      "accuracy": 0.8514691818181819,
      "accuracy_std_dev": 0.014594418203347967,
      "run_count": 11,
      "total_questions": 2178,
      "avg_cost_per_task_usd": 0.14536479660238752,
      "avg_duration_per_task_ms": 421523.2782369146,
      "avg_output_tokens_per_task": 51724.992653810834,
      "last_run_timestamp": "2026-11-17T14:22:41.549Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m3.1-flash-20261019",
      "model_slug": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax: MiniMax M3.1 Flash",
      "provider_name": "Parasail",
      "accuracy": 0.8512906666666668,
      "accuracy_std_dev": 0.00555530025191155,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.017986696969696972,
      "avg_duration_per_task_ms": 129036.91750841751,
      "avg_output_tokens_per_task": 29778.104377104377,
      "last_run_timestamp": "2026-10-31T08:56:30.449Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.5-122b-a10b-20260224",
      "model_slug": "qwen/qwen3.5-122b-a10b",
      "model_name": "Qwen: Qwen3.5-122B-A10B",
      "provider_name": "auto-routing",
      "accuracy": 0.8508416000000001,
      "accuracy_std_dev": 0.008623770674130884,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.054809497979797984,
      "avg_duration_per_task_ms": 242080.6803030303,
      "avg_output_tokens_per_task": 23160.236363636363,
      "last_run_timestamp": "2026-10-31T16:08:08.536Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.1-20260406",
      "model_slug": "z-ai/glm-5.1",
      "model_name": "Z.ai: GLM 5.1",
      "provider_name": "StreamLake",
      "accuracy": 0.8504088571428572,
      "accuracy_std_dev": 0.009017978779377668,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.16398763203463204,
      "avg_duration_per_task_ms": 1045998.2453102453,
      "avg_output_tokens_per_task": 53870.72005772006,
      "last_run_timestamp": "2026-10-31T16:39:29.347Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "nvidia/nemotron-3.5-super-vl-20261015",
      "model_slug": "nvidia/nemotron-3.5-super-vl",
      "model_name": "NVIDIA: Nemotron 3.5 Super VL",
      "provider_name": "Darkbloom",
      "accuracy": 0.8502242224215246,
      "accuracy_std_dev": 0.03356195881583129,
      "run_count": 6,
      "total_questions": 1115,
      "avg_cost_per_task_usd": 0.012354071748878924,
      "avg_duration_per_task_ms": 1617481.0672645739,
      "avg_output_tokens_per_task": 35170.518385650226,
      "last_run_timestamp": "2026-11-14T21:48:40.833Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5-2025-08-07",
      "model_slug": "openai/gpt-5",
      "model_name": "OpenAI: GPT-5",
      "provider_name": "OpenAI",
      "accuracy": 0.8501685000000001,
      "accuracy_std_dev": 0.0016835000000000044,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.20853091414141414,
      "avg_duration_per_task_ms": 280266.345959596,
      "avg_output_tokens_per_task": 20755.358585858587,
      "last_run_timestamp": "2026-10-01T16:20:44.419Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.1-20260406",
      "model_slug": "z-ai/glm-5.1",
      "model_name": "Z.ai: GLM 5.1",
      "provider_name": "Crusoe",
      "accuracy": 0.850168,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.21763611616161618,
      "avg_duration_per_task_ms": 795190.7676767677,
      "avg_output_tokens_per_task": 49333.52525252525,
      "last_run_timestamp": "2026-08-29T18:53:23.077Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.6-27b-20260422",
      "model_slug": "qwen/qwen3.6-27b",
      "model_name": "Qwen: Qwen3.6 27B",
      "provider_name": "Chutes",
      "accuracy": 0.8500423531806616,
      "accuracy_std_dev": 0.006130030296825599,
      "run_count": 10,
      "total_questions": 1965,
      "avg_cost_per_task_usd": 0.06795503511450383,
      "avg_duration_per_task_ms": 1127552.2249363868,
      "avg_output_tokens_per_task": 33869.77709923664,
      "last_run_timestamp": "2026-10-31T16:05:36.103Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "BaseTen",
      "accuracy": 0.8499721820576815,
      "accuracy_std_dev": 0.015755211412119535,
      "run_count": 38,
      "total_questions": 7212,
      "avg_cost_per_task_usd": 0.16272340224625617,
      "avg_duration_per_task_ms": 189258.45784803107,
      "avg_output_tokens_per_task": 29325.78785357737,
      "last_run_timestamp": "2026-11-16T13:50:22.440Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "River",
      "accuracy": 0.8498725725190839,
      "accuracy_std_dev": 0.009880999999999973,
      "run_count": 2,
      "total_questions": 393,
      "avg_cost_per_task_usd": 0.10012308905852417,
      "avg_duration_per_task_ms": 342870.14503816795,
      "avg_output_tokens_per_task": 28230.23409669211,
      "last_run_timestamp": "2026-11-12T21:00:32.103Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "NextBit",
      "accuracy": 0.8495076506329113,
      "accuracy_std_dev": 0.005079115528864803,
      "run_count": 6,
      "total_questions": 1185,
      "avg_cost_per_task_usd": 0.007176422784810127,
      "avg_duration_per_task_ms": 1312452.7088607594,
      "avg_output_tokens_per_task": 17778.172151898732,
      "last_run_timestamp": "2026-11-02T17:22:59.212Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "Venice",
      "accuracy": 0.8492061428571429,
      "accuracy_std_dev": 0.012585458087225351,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.005501682539682539,
      "avg_duration_per_task_ms": 486366.1479076479,
      "avg_output_tokens_per_task": 26638.909812409813,
      "last_run_timestamp": "2026-11-16T13:50:29.622Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "nvidia/nemotron-3.5-super-vl-20261015",
      "model_slug": "nvidia/nemotron-3.5-super-vl",
      "model_name": "NVIDIA: Nemotron 3.5 Super VL",
      "provider_name": "Venice",
      "accuracy": 0.849158,
      "accuracy_std_dev": 0.02491575675752195,
      "run_count": 5,
      "total_questions": 990,
      "avg_cost_per_task_usd": 0.034263489898989904,
      "avg_duration_per_task_ms": 112228.90808080808,
      "avg_output_tokens_per_task": 37160.59292929293,
      "last_run_timestamp": "2026-11-16T13:49:42.776Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "SambaNova",
      "accuracy": 0.8491455076923077,
      "accuracy_std_dev": 0.009587999999999985,
      "run_count": 2,
      "total_questions": 390,
      "avg_cost_per_task_usd": 0.14742170256410256,
      "avg_duration_per_task_ms": 263938.93333333335,
      "avg_output_tokens_per_task": 33257.10769230769,
      "last_run_timestamp": "2026-11-11T19:11:45.316Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m3.1-flash-20261019",
      "model_slug": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax: MiniMax M3.1 Flash",
      "provider_name": "Fireworks",
      "accuracy": 0.8490562452830188,
      "accuracy_std_dev": 0.004459999999999964,
      "run_count": 2,
      "total_questions": 265,
      "avg_cost_per_task_usd": 0.017200528301886793,
      "avg_duration_per_task_ms": 165535.98490566039,
      "avg_output_tokens_per_task": 28515.603773584906,
      "last_run_timestamp": "2026-10-31T08:20:07.444Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "BaseTen",
      "accuracy": 0.8490032864789389,
      "accuracy_std_dev": 0.0305862002335575,
      "run_count": 22,
      "total_questions": 4297,
      "avg_cost_per_task_usd": 0.0034573130090760993,
      "avg_duration_per_task_ms": 68539.7654177333,
      "avg_output_tokens_per_task": 12862.13474517105,
      "last_run_timestamp": "2026-11-16T13:49:41.282Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "ModelRun",
      "accuracy": 0.8488215,
      "accuracy_std_dev": 0.009275895495853736,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.019302790909090907,
      "avg_duration_per_task_ms": 153037.89292929292,
      "avg_output_tokens_per_task": 18788.637373737372,
      "last_run_timestamp": "2026-10-31T16:05:14.635Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "xiaomi/mimo-v2.5-20260422",
      "model_slug": "xiaomi/mimo-v2.5",
      "model_name": "Xiaomi: MiMo-V2.5",
      "provider_name": "Venice",
      "accuracy": 0.8488202684365781,
      "accuracy_std_dev": 0.035164132211494975,
      "run_count": 4,
      "total_questions": 678,
      "avg_cost_per_task_usd": 0.027723622418879056,
      "avg_duration_per_task_ms": 605422.2300884955,
      "avg_output_tokens_per_task": 13768.485250737464,
      "last_run_timestamp": "2026-10-17T08:18:07.707Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "inclusionai/ling-3.0-flash-vl-20260910",
      "model_slug": "inclusionai/ling-3.0-flash-vl",
      "model_name": "inclusionAI: Ling 3.0 Flash VL",
      "provider_name": "auto-routing",
      "accuracy": 0.848485,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.0012582575757575758,
      "avg_duration_per_task_ms": 88400.0101010101,
      "avg_output_tokens_per_task": 17501.79797979798,
      "last_run_timestamp": "2026-10-01T08:22:54.644Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.6-27b-20260422",
      "model_slug": "qwen/qwen3.6-27b",
      "model_name": "Qwen: Qwen3.6 27B",
      "provider_name": "Alibaba",
      "accuracy": 0.8483317272727272,
      "accuracy_std_dev": 0.011314981115887567,
      "run_count": 11,
      "total_questions": 2178,
      "avg_cost_per_task_usd": 0.09404460055096418,
      "avg_duration_per_task_ms": 517346.673553719,
      "avg_output_tokens_per_task": 34693.82828282828,
      "last_run_timestamp": "2026-10-31T16:05:36.297Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.1-20260406",
      "model_slug": "z-ai/glm-5.1",
      "model_name": "Z.ai: GLM 5.1",
      "provider_name": "Phala",
      "accuracy": 0.8479236666666666,
      "accuracy_std_dev": 0.017940017694776364,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.2166233569023569,
      "avg_duration_per_task_ms": 1616240.7727272727,
      "avg_output_tokens_per_task": 51360.74747474748,
      "last_run_timestamp": "2026-10-31T16:31:54.109Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "ModelRun",
      "accuracy": 0.8479167041666666,
      "accuracy_std_dev": 0.00828816902819917,
      "run_count": 5,
      "total_questions": 960,
      "avg_cost_per_task_usd": 0.16138468541666665,
      "avg_duration_per_task_ms": 277988.090625,
      "avg_output_tokens_per_task": 24274.81875,
      "last_run_timestamp": "2026-10-28T05:08:57.249Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "AtlasCloud",
      "accuracy": 0.8477888928571429,
      "accuracy_std_dev": 0.029215151613674717,
      "run_count": 10,
      "total_questions": 1960,
      "avg_cost_per_task_usd": 0.1592395025510204,
      "avg_duration_per_task_ms": 438119.2229591837,
      "avg_output_tokens_per_task": 36131.57244897959,
      "last_run_timestamp": "2026-10-31T08:13:34.182Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.6-27b-20260422",
      "model_slug": "qwen/qwen3.6-27b",
      "model_name": "Qwen: Qwen3.6 27B",
      "provider_name": "CoreWeave",
      "accuracy": 0.847643,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.12147302525252526,
      "avg_duration_per_task_ms": 634647.9696969697,
      "avg_output_tokens_per_task": 33612.444444444445,
      "last_run_timestamp": "2026-08-29T10:53:09.444Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.6-35b-a3b-20260415",
      "model_slug": "qwen/qwen3.6-35b-a3b",
      "model_name": "Qwen: Qwen3.6 35B A3B",
      "provider_name": "AtlasCloud",
      "accuracy": 0.8476429,
      "accuracy_std_dev": 0.017369307357807912,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.052993431818181815,
      "avg_duration_per_task_ms": 273887.87373737374,
      "avg_output_tokens_per_task": 45751.23888888889,
      "last_run_timestamp": "2026-10-31T16:53:23.847Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.6-27b-20260422",
      "model_slug": "qwen/qwen3.6-27b",
      "model_name": "Qwen: Qwen3.6 27B",
      "provider_name": "auto-routing",
      "accuracy": 0.8475803808801213,
      "accuracy_std_dev": 0.007053729853063555,
      "run_count": 10,
      "total_questions": 1977,
      "avg_cost_per_task_usd": 0.09036531461810823,
      "avg_duration_per_task_ms": 778434.6145675265,
      "avg_output_tokens_per_task": 32078.43196762772,
      "last_run_timestamp": "2026-10-31T16:01:53.624Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Novita",
      "accuracy": 0.8472691334459459,
      "accuracy_std_dev": 0.01708926192493078,
      "run_count": 12,
      "total_questions": 2368,
      "avg_cost_per_task_usd": 0.010221449324324323,
      "avg_duration_per_task_ms": 455616.33741554053,
      "avg_output_tokens_per_task": 33475.92314189189,
      "last_run_timestamp": "2026-11-17T14:17:16.906Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.5-122b-a10b-20260224",
      "model_slug": "qwen/qwen3.5-122b-a10b",
      "model_name": "Qwen: Qwen3.5-122B-A10B",
      "provider_name": "Novita",
      "accuracy": 0.8471541591618369,
      "accuracy_std_dev": 0.009127579159095556,
      "run_count": 12,
      "total_questions": 2243,
      "avg_cost_per_task_usd": 0.0631326477931342,
      "avg_duration_per_task_ms": 183294.75479268836,
      "avg_output_tokens_per_task": 19636.20954079358,
      "last_run_timestamp": "2026-11-17T13:51:33.633Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.6-27b-20260422",
      "model_slug": "qwen/qwen3.6-27b",
      "model_name": "Qwen: Qwen3.6 27B",
      "provider_name": "Phala",
      "accuracy": 0.8471508000000001,
      "accuracy_std_dev": 0.007734860028899457,
      "run_count": 6,
      "total_questions": 1170,
      "avg_cost_per_task_usd": 0.0757438188034188,
      "avg_duration_per_task_ms": 606852.1017094017,
      "avg_output_tokens_per_task": 27136.898290598292,
      "last_run_timestamp": "2026-10-10T16:29:40.552Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "Chutes",
      "accuracy": 0.8470317479452055,
      "accuracy_std_dev": 0.01822997102225405,
      "run_count": 6,
      "total_questions": 1095,
      "avg_cost_per_task_usd": 0.006816006392694063,
      "avg_duration_per_task_ms": 796179.2712328767,
      "avg_output_tokens_per_task": 18216.8100456621,
      "last_run_timestamp": "2026-10-31T16:04:29.121Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Nebius",
      "accuracy": 0.8468582586644126,
      "accuracy_std_dev": 0.013598361278927057,
      "run_count": 6,
      "total_questions": 1183,
      "avg_cost_per_task_usd": 0.26757311665257816,
      "avg_duration_per_task_ms": 498008.1420118343,
      "avg_output_tokens_per_task": 60614.17836010144,
      "last_run_timestamp": "2026-10-31T16:45:45.621Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "StreamLake",
      "accuracy": 0.8468009999999999,
      "accuracy_std_dev": 0.010947374023024882,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.14019702164502165,
      "avg_duration_per_task_ms": 894408.422077922,
      "avg_output_tokens_per_task": 55476.3253968254,
      "last_run_timestamp": "2026-10-31T16:10:36.259Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Phala",
      "accuracy": 0.8465387902641119,
      "accuracy_std_dev": 0.025032600265254102,
      "run_count": 10,
      "total_questions": 1931,
      "avg_cost_per_task_usd": 0.10684122164681513,
      "avg_duration_per_task_ms": 489966.58933195233,
      "avg_output_tokens_per_task": 34902.65044018643,
      "last_run_timestamp": "2026-10-31T09:15:06.724Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "KT",
      "accuracy": 0.8459595,
      "accuracy_std_dev": 0.002525500000000014,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.006682772727272727,
      "avg_duration_per_task_ms": 172002.25757575757,
      "avg_output_tokens_per_task": 19423.946969696968,
      "last_run_timestamp": "2026-11-11T01:47:13.395Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m2.5-20260211",
      "model_slug": "minimax/minimax-m2.5",
      "model_name": "MiniMax: MiniMax M2.5",
      "provider_name": "Minimax",
      "accuracy": 0.8459595,
      "accuracy_std_dev": 0.004208500000000004,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.055704424242424236,
      "avg_duration_per_task_ms": 387164.0227272727,
      "avg_output_tokens_per_task": 28441.03787878788,
      "last_run_timestamp": "2026-08-29T19:17:08.288Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "nvidia/nemotron-3.5-super-vl-20261015",
      "model_slug": "nvidia/nemotron-3.5-super-vl",
      "model_name": "NVIDIA: Nemotron 3.5 Super VL",
      "provider_name": "Crusoe",
      "accuracy": 0.8459595,
      "accuracy_std_dev": 0.06466138348543127,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.024245409090909095,
      "avg_duration_per_task_ms": 645945.8156565657,
      "avg_output_tokens_per_task": 60420.60101010101,
      "last_run_timestamp": "2026-11-17T14:24:24.181Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Fireworks",
      "accuracy": 0.8457295543191801,
      "accuracy_std_dev": 0.01789938971612934,
      "run_count": 18,
      "total_questions": 3415,
      "avg_cost_per_task_usd": 0.14687802752562226,
      "avg_duration_per_task_ms": 259026.9748169839,
      "avg_output_tokens_per_task": 29028.508638360177,
      "last_run_timestamp": "2026-11-16T13:49:41.303Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Crusoe",
      "accuracy": 0.8452860999999999,
      "accuracy_std_dev": 0.011025406291379932,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.1423513909090909,
      "avg_duration_per_task_ms": 152897.14242424243,
      "avg_output_tokens_per_task": 32169.11212121212,
      "last_run_timestamp": "2026-11-17T13:52:45.634Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "DekaLLM",
      "accuracy": 0.8451602030567684,
      "accuracy_std_dev": 0.02474124360172708,
      "run_count": 5,
      "total_questions": 916,
      "avg_cost_per_task_usd": 0.028169002183406112,
      "avg_duration_per_task_ms": 430146.16484716156,
      "avg_output_tokens_per_task": 38733.88864628821,
      "last_run_timestamp": "2026-11-11T15:01:28.360Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Inceptron",
      "accuracy": 0.8451512041086813,
      "accuracy_std_dev": 0.04070734978621532,
      "run_count": 9,
      "total_questions": 1509,
      "avg_cost_per_task_usd": 0.024205144466534132,
      "avg_duration_per_task_ms": 442283.74221338634,
      "avg_output_tokens_per_task": 39737.611663353215,
      "last_run_timestamp": "2026-11-17T14:12:34.198Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m2.5-20260211",
      "model_slug": "minimax/minimax-m2.5",
      "model_name": "MiniMax: MiniMax M2.5",
      "provider_name": "SiliconFlow",
      "accuracy": 0.845118,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.028730419191919192,
      "avg_duration_per_task_ms": 496128.58585858584,
      "avg_output_tokens_per_task": 23751.535353535353,
      "last_run_timestamp": "2026-08-29T18:16:39.840Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "Novita",
      "accuracy": 0.8450533890410961,
      "accuracy_std_dev": 0.011859782456548966,
      "run_count": 6,
      "total_questions": 1095,
      "avg_cost_per_task_usd": 0.006858901369863014,
      "avg_duration_per_task_ms": 636531.6611872147,
      "avg_output_tokens_per_task": 16890.739726027397,
      "last_run_timestamp": "2026-10-31T16:34:27.227Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "thinkingmachines/inkling-20260715",
      "model_slug": "thinkingmachines/inkling",
      "model_name": "Thinking Machines: Inkling",
      "provider_name": "DeepInfra",
      "accuracy": 0.8449652183449651,
      "accuracy_std_dev": 0.004953403927828026,
      "run_count": 6,
      "total_questions": 1003,
      "avg_cost_per_task_usd": 0.07741498404785643,
      "avg_duration_per_task_ms": 243529.53140578265,
      "avg_output_tokens_per_task": 18996.81555333998,
      "last_run_timestamp": "2026-10-08T22:17:54.321Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-4.7-20251222",
      "model_slug": "z-ai/glm-4.7",
      "model_name": "Z.ai: GLM 4.7",
      "provider_name": "Z.AI",
      "accuracy": 0.8445564999999999,
      "accuracy_std_dev": 0.009506923630526692,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.10373944023569023,
      "avg_duration_per_task_ms": 1167765.0917508418,
      "avg_output_tokens_per_task": 46963.881313131315,
      "last_run_timestamp": "2026-10-31T16:08:56.903Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "Modal",
      "accuracy": 0.844322,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 182,
      "avg_cost_per_task_usd": 0.0016337307692307693,
      "avg_duration_per_task_ms": 52884.66483516483,
      "avg_output_tokens_per_task": 15097.615384615385,
      "last_run_timestamp": "2026-11-04T09:00:10.020Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Chutes",
      "accuracy": 0.844276,
      "accuracy_std_dev": 0.03451199999999999,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.04535669191919192,
      "avg_duration_per_task_ms": 505593.1818181818,
      "avg_output_tokens_per_task": 34123.40404040404,
      "last_run_timestamp": "2026-11-17T14:51:42.842Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-3.5-flash-lite-20260721",
      "model_slug": "google/gemini-3.5-flash-lite",
      "model_name": "Google: Gemini 3.5 Flash Lite",
      "provider_name": "auto-routing",
      "accuracy": 0.844276,
      "accuracy_std_dev": 0.009259000000000017,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.036391522727272724,
      "avg_duration_per_task_ms": 53072.40404040404,
      "avg_output_tokens_per_task": 14468.015151515152,
      "last_run_timestamp": "2026-10-01T19:12:26.032Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "AtlasCloud",
      "accuracy": 0.8442759999999999,
      "accuracy_std_dev": 0.037097461067661555,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.011817556397306396,
      "avg_duration_per_task_ms": 518101.90067340067,
      "avg_output_tokens_per_task": 41859.664983164985,
      "last_run_timestamp": "2026-10-31T16:04:29.124Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Together",
      "accuracy": 0.8440464545454546,
      "accuracy_std_dev": 0.01089315134604923,
      "run_count": 11,
      "total_questions": 2178,
      "avg_cost_per_task_usd": 0.24794181221303946,
      "avg_duration_per_task_ms": 267217.2947658402,
      "avg_output_tokens_per_task": 56130.67630853994,
      "last_run_timestamp": "2026-11-16T13:49:36.869Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "SiliconFlow",
      "accuracy": 0.8439223991712705,
      "accuracy_std_dev": 0.017156397258050213,
      "run_count": 11,
      "total_questions": 2172,
      "avg_cost_per_task_usd": 0.06801764318600369,
      "avg_duration_per_task_ms": 249953.92403314917,
      "avg_output_tokens_per_task": 22083.15055248619,
      "last_run_timestamp": "2026-11-16T13:49:41.397Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "thinkingmachines/inkling-20260715",
      "model_slug": "thinkingmachines/inkling",
      "model_name": "Thinking Machines: Inkling",
      "provider_name": "Together",
      "accuracy": 0.843915346031746,
      "accuracy_std_dev": 0.005283315118370273,
      "run_count": 5,
      "total_questions": 945,
      "avg_cost_per_task_usd": 0.08757218095238095,
      "avg_duration_per_task_ms": 285094.02962962963,
      "avg_output_tokens_per_task": 21480.898412698414,
      "last_run_timestamp": "2026-10-01T16:06:12.801Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.8439077604166666,
      "accuracy_std_dev": 0.009070260174817954,
      "run_count": 12,
      "total_questions": 2112,
      "avg_cost_per_task_usd": 0.12450989630681818,
      "avg_duration_per_task_ms": 153233.97348484848,
      "avg_output_tokens_per_task": 31747.522727272728,
      "last_run_timestamp": "2026-10-31T08:45:40.383Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Relace",
      "accuracy": 0.8433784397283531,
      "accuracy_std_dev": 0.003767029717016947,
      "run_count": 6,
      "total_questions": 1178,
      "avg_cost_per_task_usd": 0.1209133650254669,
      "avg_duration_per_task_ms": 239041.5050933786,
      "avg_output_tokens_per_task": 32072.49235993209,
      "last_run_timestamp": "2026-10-31T09:12:37.593Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "AtlasCloud",
      "accuracy": 0.8432659000000001,
      "accuracy_std_dev": 0.019023512390986045,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.13898298333333334,
      "avg_duration_per_task_ms": 561550.9398989899,
      "avg_output_tokens_per_task": 45811.128282828286,
      "last_run_timestamp": "2026-10-31T16:18:28.926Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "StreamLake",
      "accuracy": 0.8426947486187845,
      "accuracy_std_dev": 0.027181441039645704,
      "run_count": 11,
      "total_questions": 2172,
      "avg_cost_per_task_usd": 0.01345692311233886,
      "avg_duration_per_task_ms": 682984.7329650092,
      "avg_output_tokens_per_task": 42267.71869244936,
      "last_run_timestamp": "2026-10-31T08:57:00.536Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Decart",
      "accuracy": 0.8422337612565445,
      "accuracy_std_dev": 0.023212455418589382,
      "run_count": 10,
      "total_questions": 1910,
      "avg_cost_per_task_usd": 0.10300291204188483,
      "avg_duration_per_task_ms": 203070.60157068062,
      "avg_output_tokens_per_task": 30819.346073298428,
      "last_run_timestamp": "2026-10-31T08:52:06.333Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Together",
      "accuracy": 0.842080958563536,
      "accuracy_std_dev": 0.01924201603413352,
      "run_count": 11,
      "total_questions": 2172,
      "avg_cost_per_task_usd": 0.02133896546961326,
      "avg_duration_per_task_ms": 337269.2900552486,
      "avg_output_tokens_per_task": 42459.25598526704,
      "last_run_timestamp": "2026-10-31T08:44:51.872Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Mistral",
      "accuracy": 0.8419782702702704,
      "accuracy_std_dev": 0.010960506744175485,
      "run_count": 37,
      "total_questions": 7326,
      "avg_cost_per_task_usd": 0.15117647925197927,
      "avg_duration_per_task_ms": 169919.20024570025,
      "avg_output_tokens_per_task": 33121.399262899264,
      "last_run_timestamp": "2026-11-16T13:49:36.788Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Cloudflare",
      "accuracy": 0.8419127537909018,
      "accuracy_std_dev": 0.03258501448963836,
      "run_count": 13,
      "total_questions": 2506,
      "avg_cost_per_task_usd": 0.03000091819632881,
      "avg_duration_per_task_ms": 287464.74301675975,
      "avg_output_tokens_per_task": 9267.00798084597,
      "last_run_timestamp": "2026-11-16T13:49:36.949Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m2.5-20260211",
      "model_slug": "minimax/minimax-m2.5",
      "model_name": "MiniMax: MiniMax M2.5",
      "provider_name": "DigitalOcean",
      "accuracy": 0.841751,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.028151020202020205,
      "avg_duration_per_task_ms": 419753.8686868687,
      "avg_output_tokens_per_task": 23347.424242424244,
      "last_run_timestamp": "2026-08-29T18:16:26.161Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m2.5-20260211",
      "model_slug": "minimax/minimax-m2.5",
      "model_name": "MiniMax: MiniMax M2.5",
      "provider_name": "Novita",
      "accuracy": 0.841751,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.024901146464646463,
      "avg_duration_per_task_ms": 217923.34848484848,
      "avg_output_tokens_per_task": 20748.303030303032,
      "last_run_timestamp": "2026-08-29T18:12:43.943Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m2.5-20260211",
      "model_slug": "minimax/minimax-m2.5",
      "model_name": "MiniMax: MiniMax M2.5",
      "provider_name": "StreamLake",
      "accuracy": 0.841751,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.023889590909090912,
      "avg_duration_per_task_ms": 369123.17171717173,
      "avg_output_tokens_per_task": 21986.060606060608,
      "last_run_timestamp": "2026-08-29T18:09:03.379Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.5-0127",
      "model_slug": "moonshotai/kimi-k2.5",
      "model_name": "MoonshotAI: Kimi K2.5",
      "provider_name": "Phala",
      "accuracy": 0.841751,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.15673991919191918,
      "avg_duration_per_task_ms": 1499085.4595959596,
      "avg_output_tokens_per_task": 52100.893939393936,
      "last_run_timestamp": "2026-08-29T18:25:52.753Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5.4-mini-20260317",
      "model_slug": "openai/gpt-5.4-mini",
      "model_name": "OpenAI: GPT-5.4 Mini",
      "provider_name": "OpenAI",
      "accuracy": 0.841751,
      "accuracy_std_dev": 0.004761657064510223,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.06159810101010101,
      "avg_duration_per_task_ms": 79946.62794612795,
      "avg_output_tokens_per_task": 13559.319865319865,
      "last_run_timestamp": "2026-10-02T23:24:30.140Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Crusoe",
      "accuracy": 0.841751,
      "accuracy_std_dev": 0.011983240824863173,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.23420288888888888,
      "avg_duration_per_task_ms": 256338.3265993266,
      "avg_output_tokens_per_task": 53059.368686868685,
      "last_run_timestamp": "2026-09-12T08:53:53.147Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Makora",
      "accuracy": 0.8414901722352942,
      "accuracy_std_dev": 0.014930159019721336,
      "run_count": 12,
      "total_questions": 2125,
      "avg_cost_per_task_usd": 0.13788350352941178,
      "avg_duration_per_task_ms": 270863.832,
      "avg_output_tokens_per_task": 33064.07435294118,
      "last_run_timestamp": "2026-11-16T13:50:55.179Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "AtlasCloud",
      "accuracy": 0.8414351250000001,
      "accuracy_std_dev": 0.017424011560469514,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.021315833964646463,
      "avg_duration_per_task_ms": 434389.5082070707,
      "avg_output_tokens_per_task": 42401.88005050505,
      "last_run_timestamp": "2026-11-17T14:08:06.917Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.6-27b-20260422",
      "model_slug": "qwen/qwen3.6-27b",
      "model_name": "Qwen: Qwen3.6 27B",
      "provider_name": "DeepInfra",
      "accuracy": 0.8412608320916906,
      "accuracy_std_dev": 0.018025484108894294,
      "run_count": 10,
      "total_questions": 1745,
      "avg_cost_per_task_usd": 0.09738740916905443,
      "avg_duration_per_task_ms": 603349.7478510028,
      "avg_output_tokens_per_task": 30358.30659025788,
      "last_run_timestamp": "2026-10-31T16:13:36.316Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.841228,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 190,
      "avg_cost_per_task_usd": 0.0038195157894736842,
      "avg_duration_per_task_ms": 400775.6,
      "avg_output_tokens_per_task": 17024.936842105264,
      "last_run_timestamp": "2026-11-01T18:00:07.350Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "SambaNova",
      "accuracy": 0.8411613894107601,
      "accuracy_std_dev": 0.020814774346651962,
      "run_count": 7,
      "total_questions": 1171,
      "avg_cost_per_task_usd": 0.019522124679760892,
      "avg_duration_per_task_ms": 108692.98121263877,
      "avg_output_tokens_per_task": 16770.614005123825,
      "last_run_timestamp": "2026-11-11T18:58:39.610Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Cloudflare",
      "accuracy": 0.8411387272727272,
      "accuracy_std_dev": 0.01170842193458823,
      "run_count": 11,
      "total_questions": 2178,
      "avg_cost_per_task_usd": 0.34549205601469235,
      "avg_duration_per_task_ms": 427264.08585858584,
      "avg_output_tokens_per_task": 58157.059228650134,
      "last_run_timestamp": "2026-10-31T16:56:08.871Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.6-35b-a3b-20260415",
      "model_slug": "qwen/qwen3.6-35b-a3b",
      "model_name": "Qwen: Qwen3.6 35B A3B",
      "provider_name": "SiliconFlow",
      "accuracy": 0.8410774,
      "accuracy_std_dev": 0.010572613567136563,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.08996980555555556,
      "avg_duration_per_task_ms": 719917.3257575758,
      "avg_output_tokens_per_task": 50943.84848484849,
      "last_run_timestamp": "2026-10-31T16:46:10.481Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-3.5-flash-lite-20260721",
      "model_slug": "google/gemini-3.5-flash-lite",
      "model_name": "Google: Gemini 3.5 Flash Lite",
      "provider_name": "Google AI Studio",
      "accuracy": 0.8409089999999999,
      "accuracy_std_dev": 0.010943000000000036,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.03708839646464646,
      "avg_duration_per_task_ms": 47515.843434343435,
      "avg_output_tokens_per_task": 14746.045454545454,
      "last_run_timestamp": "2026-10-01T19:13:29.958Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Together",
      "accuracy": 0.8408359820854386,
      "accuracy_std_dev": 0.011558364030339736,
      "run_count": 11,
      "total_questions": 2177,
      "avg_cost_per_task_usd": 0.14478948920532844,
      "avg_duration_per_task_ms": 203069.29581993568,
      "avg_output_tokens_per_task": 32673.29122645843,
      "last_run_timestamp": "2026-10-31T09:21:48.528Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "auto-routing",
      "accuracy": 0.8407407,
      "accuracy_std_dev": 0.024165205569371837,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.013536882323232325,
      "avg_duration_per_task_ms": 528967.1176767676,
      "avg_output_tokens_per_task": 40146.823737373736,
      "last_run_timestamp": "2026-10-31T08:45:25.206Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Fireworks",
      "accuracy": 0.840546257357184,
      "accuracy_std_dev": 0.014589991181171677,
      "run_count": 18,
      "total_questions": 3466,
      "avg_cost_per_task_usd": 0.022922707732256204,
      "avg_duration_per_task_ms": 244914.70917484132,
      "avg_output_tokens_per_task": 38819.083669936525,
      "last_run_timestamp": "2026-11-17T13:52:46.774Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Sail Research",
      "accuracy": 0.8403390039479797,
      "accuracy_std_dev": 0.012076015641029829,
      "run_count": 22,
      "total_questions": 4306,
      "avg_cost_per_task_usd": 0.10892927728750582,
      "avg_duration_per_task_ms": 343834.3037621923,
      "avg_output_tokens_per_task": 34310.84417092429,
      "last_run_timestamp": "2026-11-06T23:05:09.500Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Reka",
      "accuracy": 0.8401781603650587,
      "accuracy_std_dev": 0.014388231606073072,
      "run_count": 16,
      "total_questions": 3068,
      "avg_cost_per_task_usd": 0.07506749576271186,
      "avg_duration_per_task_ms": 388300.5521512386,
      "avg_output_tokens_per_task": 22304.916558018253,
      "last_run_timestamp": "2026-10-31T08:43:48.577Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.1-20260406",
      "model_slug": "z-ai/glm-5.1",
      "model_name": "Z.ai: GLM 5.1",
      "provider_name": "Chutes",
      "accuracy": 0.8400674000000001,
      "accuracy_std_dev": 0.0042590346136184565,
      "run_count": 5,
      "total_questions": 990,
      "avg_cost_per_task_usd": 0.15319424444444443,
      "avg_duration_per_task_ms": 1690387.8060606061,
      "avg_output_tokens_per_task": 50109.97878787879,
      "last_run_timestamp": "2026-10-31T16:08:56.833Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.5-122b-a10b-20260224",
      "model_slug": "qwen/qwen3.5-122b-a10b",
      "model_name": "Qwen: Qwen3.5-122B-A10B",
      "provider_name": "DeepInfra",
      "accuracy": 0.8400424385593221,
      "accuracy_std_dev": 0.00562620824356868,
      "run_count": 5,
      "total_questions": 944,
      "avg_cost_per_task_usd": 0.05486872351694915,
      "avg_duration_per_task_ms": 268683.2838983051,
      "avg_output_tokens_per_task": 22769.155720338982,
      "last_run_timestamp": "2026-09-26T09:50:39.842Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Mistral",
      "accuracy": 0.8399488960739032,
      "accuracy_std_dev": 0.011001598281511444,
      "run_count": 35,
      "total_questions": 6928,
      "avg_cost_per_task_usd": 0.26940265459006923,
      "avg_duration_per_task_ms": 288431.7097286374,
      "avg_output_tokens_per_task": 58364.65516743649,
      "last_run_timestamp": "2026-11-11T03:18:20.413Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-3.5-flash-lite-20260721",
      "model_slug": "google/gemini-3.5-flash-lite",
      "model_name": "Google: Gemini 3.5 Flash Lite",
      "provider_name": "Google",
      "accuracy": 0.8398265714285714,
      "accuracy_std_dev": 0.008557108588054464,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.03983322727272727,
      "avg_duration_per_task_ms": 52955.70346320346,
      "avg_output_tokens_per_task": 14785.20634920635,
      "last_run_timestamp": "2026-10-01T19:13:57.987Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Io Net",
      "accuracy": 0.8397870000000001,
      "accuracy_std_dev": 0.06305207943174174,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.013501392255892255,
      "avg_duration_per_task_ms": 269245.1767676768,
      "avg_output_tokens_per_task": 24293.242424242424,
      "last_run_timestamp": "2026-10-01T17:44:47.331Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-4.6",
      "model_slug": "z-ai/glm-4.6",
      "model_name": "Z.ai: GLM 4.6",
      "provider_name": "Novita",
      "accuracy": 0.839586142857143,
      "accuracy_std_dev": 0.010674635121613877,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.10689782900432898,
      "avg_duration_per_task_ms": 1332854.2943722943,
      "avg_output_tokens_per_task": 48426.27561327561,
      "last_run_timestamp": "2026-11-17T16:35:06.737Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Reka",
      "accuracy": 0.8392255000000001,
      "accuracy_std_dev": 0.10175879642689371,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.011441038720538718,
      "avg_duration_per_task_ms": 139892.35606060605,
      "avg_output_tokens_per_task": 15782.113636363636,
      "last_run_timestamp": "2026-11-16T13:49:36.975Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "xiaomi/mimo-v2.5-pro-20260422",
      "model_slug": "xiaomi/mimo-v2.5-pro",
      "model_name": "Xiaomi: MiMo-V2.5-Pro",
      "provider_name": "DigitalOcean",
      "accuracy": 0.8392255000000001,
      "accuracy_std_dev": 0.012626166668866713,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.051957395202020196,
      "avg_duration_per_task_ms": 1076318.2487373736,
      "avg_output_tokens_per_task": 30019.83585858586,
      "last_run_timestamp": "2026-10-17T08:20:47.476Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "CoreWeave",
      "accuracy": 0.8391051428571429,
      "accuracy_std_dev": 0.00943165809432062,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.150706683982684,
      "avg_duration_per_task_ms": 316554.5598845599,
      "avg_output_tokens_per_task": 62067.65873015873,
      "last_run_timestamp": "2026-10-31T16:45:48.945Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Nebius",
      "accuracy": 0.838944888888889,
      "accuracy_std_dev": 0.010823310054840453,
      "run_count": 9,
      "total_questions": 1782,
      "avg_cost_per_task_usd": 0.14704486419753088,
      "avg_duration_per_task_ms": 220303.4371492705,
      "avg_output_tokens_per_task": 33185.22558922559,
      "last_run_timestamp": "2026-11-19T19:14:54.005Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-4.7-20251222",
      "model_slug": "z-ai/glm-4.7",
      "model_name": "Z.ai: GLM 4.7",
      "provider_name": "Novita",
      "accuracy": 0.8388648571428572,
      "accuracy_std_dev": 0.011478685768832273,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.0982148686868687,
      "avg_duration_per_task_ms": 1209887.7936507936,
      "avg_output_tokens_per_task": 48593.45021645022,
      "last_run_timestamp": "2026-11-16T13:49:36.966Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.5-122b-a10b-20260224",
      "model_slug": "qwen/qwen3.5-122b-a10b",
      "model_name": "Qwen: Qwen3.5-122B-A10B",
      "provider_name": "AtlasCloud",
      "accuracy": 0.838843,
      "accuracy_std_dev": 0.03315398890028168,
      "run_count": 11,
      "total_questions": 2178,
      "avg_cost_per_task_usd": 0.05264069421487604,
      "avg_duration_per_task_ms": 204738.7704315886,
      "avg_output_tokens_per_task": 21832.32782369146,
      "last_run_timestamp": "2026-11-16T13:50:13.929Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "StreamLake",
      "accuracy": 0.8387440275454993,
      "accuracy_std_dev": 0.019690853286246784,
      "run_count": 11,
      "total_questions": 2033,
      "avg_cost_per_task_usd": 0.07400631874077719,
      "avg_duration_per_task_ms": 403244.14658140676,
      "avg_output_tokens_per_task": 24425.756025577964,
      "last_run_timestamp": "2026-10-31T16:18:04.837Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "StreamLake",
      "accuracy": 0.8386938859649122,
      "accuracy_std_dev": 0.030513860362872767,
      "run_count": 7,
      "total_questions": 684,
      "avg_cost_per_task_usd": 0.023172612573099414,
      "avg_duration_per_task_ms": 103437.48538011695,
      "avg_output_tokens_per_task": 10289,
      "last_run_timestamp": "2026-11-17T13:42:48.843Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Novita",
      "accuracy": 0.8386898181818183,
      "accuracy_std_dev": 0.022320469186247312,
      "run_count": 11,
      "total_questions": 2178,
      "avg_cost_per_task_usd": 0.1030642401285583,
      "avg_duration_per_task_ms": 384608.90220385673,
      "avg_output_tokens_per_task": 35835.99357208448,
      "last_run_timestamp": "2026-10-31T08:36:48.545Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5.4-mini-20260317",
      "model_slug": "openai/gpt-5.4-mini",
      "model_name": "OpenAI: GPT-5.4 Mini",
      "provider_name": "Azure",
      "accuracy": 0.8383837500000001,
      "accuracy_std_dev": 0.0064105770167357185,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.06462981691919192,
      "avg_duration_per_task_ms": 108153.94696969698,
      "avg_output_tokens_per_task": 13551.515151515152,
      "last_run_timestamp": "2026-10-01T19:14:05.661Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Parasail",
      "accuracy": 0.8379562684532206,
      "accuracy_std_dev": 0.00796876638212545,
      "run_count": 11,
      "total_questions": 2127,
      "avg_cost_per_task_usd": 0.2561903850493653,
      "avg_duration_per_task_ms": 332518.4499294781,
      "avg_output_tokens_per_task": 58030.54254818994,
      "last_run_timestamp": "2026-11-17T14:07:32.576Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "InferenceNet",
      "accuracy": 0.8378226666666666,
      "accuracy_std_dev": 0.00975199857579064,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.15828378956228956,
      "avg_duration_per_task_ms": 446608.7861952862,
      "avg_output_tokens_per_task": 56298.93097643097,
      "last_run_timestamp": "2026-10-10T08:30:28.864Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Morph",
      "accuracy": 0.8375420000000001,
      "accuracy_std_dev": 0.035584538721191834,
      "run_count": 9,
      "total_questions": 1782,
      "avg_cost_per_task_usd": 0.10480177104377104,
      "avg_duration_per_task_ms": 443475.7542087542,
      "avg_output_tokens_per_task": 28151.776655443322,
      "last_run_timestamp": "2026-11-16T13:49:37.022Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5.4-mini-20260317",
      "model_slug": "openai/gpt-5.4-mini",
      "model_name": "OpenAI: GPT-5.4 Mini",
      "provider_name": "auto-routing",
      "accuracy": 0.837542,
      "accuracy_std_dev": 0.005892000000000008,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.06186689898989899,
      "avg_duration_per_task_ms": 75089.61363636363,
      "avg_output_tokens_per_task": 13620.507575757576,
      "last_run_timestamp": "2026-10-01T19:12:44.401Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-4.7-20251222",
      "model_slug": "z-ai/glm-4.7",
      "model_name": "Z.ai: GLM 4.7",
      "provider_name": "Google",
      "accuracy": 0.837542,
      "accuracy_std_dev": 0.00483570320635998,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.1023483787878788,
      "avg_duration_per_task_ms": 373746.8724747475,
      "avg_output_tokens_per_task": 46309.70075757576,
      "last_run_timestamp": "2026-10-17T16:06:16.399Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.6-35b-a3b-20260415",
      "model_slug": "qwen/qwen3.6-35b-a3b",
      "model_name": "Qwen: Qwen3.6 35B A3B",
      "provider_name": "AkashML",
      "accuracy": 0.8374244322033899,
      "accuracy_std_dev": 0.012330006722535794,
      "run_count": 18,
      "total_questions": 3422,
      "avg_cost_per_task_usd": 0.041043122735242556,
      "avg_duration_per_task_ms": 468956.8620689655,
      "avg_output_tokens_per_task": 45519.14523670368,
      "last_run_timestamp": "2026-10-31T16:27:38.037Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Modal",
      "accuracy": 0.8371593636363637,
      "accuracy_std_dev": 0.013027195241792026,
      "run_count": 11,
      "total_questions": 2178,
      "avg_cost_per_task_usd": 0.141865238292011,
      "avg_duration_per_task_ms": 181084.47015610652,
      "avg_output_tokens_per_task": 32015.05968778696,
      "last_run_timestamp": "2026-10-31T08:16:11.213Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "StreamLake",
      "accuracy": 0.8369407142857143,
      "accuracy_std_dev": 0.04701277901262375,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.003923347763347763,
      "avg_duration_per_task_ms": 574705.2518037518,
      "avg_output_tokens_per_task": 44914.51370851371,
      "last_run_timestamp": "2026-10-31T16:18:02.140Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-4.7-20251222",
      "model_slug": "z-ai/glm-4.7",
      "model_name": "Z.ai: GLM 4.7",
      "provider_name": "AtlasCloud",
      "accuracy": 0.8366999999999999,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.08948511111111111,
      "avg_duration_per_task_ms": 668512.6565656565,
      "avg_output_tokens_per_task": 48164.257575757576,
      "last_run_timestamp": "2026-10-04T00:07:08.217Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.6-35b-a3b-20260415",
      "model_slug": "qwen/qwen3.6-35b-a3b",
      "model_name": "Qwen: Qwen3.6 35B A3B",
      "provider_name": "Reka",
      "accuracy": 0.836139,
      "accuracy_std_dev": 0.0007933738084913017,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.05002690909090909,
      "avg_duration_per_task_ms": 537584.335016835,
      "avg_output_tokens_per_task": 49932.06734006734,
      "last_run_timestamp": "2026-09-30T11:44:08.104Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Reka",
      "accuracy": 0.8361277244542866,
      "accuracy_std_dev": 0.026614847390527968,
      "run_count": 16,
      "total_questions": 3161,
      "avg_cost_per_task_usd": 0.02298093546346093,
      "avg_duration_per_task_ms": 307170.6646630813,
      "avg_output_tokens_per_task": 18491.486871243276,
      "last_run_timestamp": "2026-10-31T08:31:11.445Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.6-27b-20260422",
      "model_slug": "qwen/qwen3.6-27b",
      "model_name": "Qwen: Qwen3.6 27B",
      "provider_name": "SiliconFlow",
      "accuracy": 0.8358585000000001,
      "accuracy_std_dev": 0.03727548502702548,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.11055999431818181,
      "avg_duration_per_task_ms": 1113077.3093434344,
      "avg_output_tokens_per_task": 34472.744318181816,
      "last_run_timestamp": "2026-10-24T16:17:57.470Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "inclusionai/ling-3.0-flash-vl-20260910",
      "model_slug": "inclusionai/ling-3.0-flash-vl",
      "model_name": "inclusionAI: Ling 3.0 Flash VL",
      "provider_name": "Novita",
      "accuracy": 0.8358585,
      "accuracy_std_dev": 0.01430950000000003,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.0011451691919191918,
      "avg_duration_per_task_ms": 116299.33333333333,
      "avg_output_tokens_per_task": 18355.219696969696,
      "last_run_timestamp": "2026-10-01T08:23:48.135Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.1-20260406",
      "model_slug": "z-ai/glm-5.1",
      "model_name": "Z.ai: GLM 5.1",
      "provider_name": "Z.AI",
      "accuracy": 0.8355778333333334,
      "accuracy_std_dev": 0.013456109336365473,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.23689143855218855,
      "avg_duration_per_task_ms": 1235510.951178451,
      "avg_output_tokens_per_task": 53607.59259259259,
      "last_run_timestamp": "2026-10-31T16:30:07.021Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "inclusionai/ling-3.0-flash-vl-20260910",
      "model_slug": "inclusionai/ling-3.0-flash-vl",
      "model_name": "inclusionAI: Ling 3.0 Flash VL",
      "provider_name": "DeepInfra",
      "accuracy": 0.8351849999999998,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 180,
      "avg_cost_per_task_usd": 0.0030483999999999997,
      "avg_duration_per_task_ms": 288802.22222222225,
      "avg_output_tokens_per_task": 16703.5,
      "last_run_timestamp": "2026-10-01T08:43:11.415Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "Phala",
      "accuracy": 0.835017,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.009341919191919191,
      "avg_duration_per_task_ms": 438716.20707070705,
      "avg_output_tokens_per_task": 20063.575757575756,
      "last_run_timestamp": "2026-08-29T19:08:46.030Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "AkashML",
      "accuracy": 0.8348581735005084,
      "accuracy_std_dev": 0.011926219294758369,
      "run_count": 18,
      "total_questions": 2951,
      "avg_cost_per_task_usd": 0.1190305462555066,
      "avg_duration_per_task_ms": 291312.74483226024,
      "avg_output_tokens_per_task": 28021.837004405286,
      "last_run_timestamp": "2026-10-31T08:09:30.690Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m3-20260531",
      "model_slug": "minimax/minimax-m3",
      "model_name": "MiniMax: MiniMax M3",
      "provider_name": "Mara",
      "accuracy": 0.8346120933503837,
      "accuracy_std_dev": 0.029860364128538167,
      "run_count": 6,
      "total_questions": 782,
      "avg_cost_per_task_usd": 0.09530405242966751,
      "avg_duration_per_task_ms": 330065.4283887468,
      "avg_output_tokens_per_task": 39472.66240409207,
      "last_run_timestamp": "2026-10-31T16:08:31.063Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Modal",
      "accuracy": 0.8344576188870152,
      "accuracy_std_dev": 0.007843600547934322,
      "run_count": 3,
      "total_questions": 593,
      "avg_cost_per_task_usd": 0.033416617200674535,
      "avg_duration_per_task_ms": 208747.37942664418,
      "avg_output_tokens_per_task": 14517.00168634064,
      "last_run_timestamp": "2026-10-31T08:47:23.899Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "DeepInfra",
      "accuracy": 0.8342310666666667,
      "accuracy_std_dev": 0.04223707204572253,
      "run_count": 15,
      "total_questions": 2970,
      "avg_cost_per_task_usd": 0.007677741414141414,
      "avg_duration_per_task_ms": 585281.8565656566,
      "avg_output_tokens_per_task": 17737.927946127948,
      "last_run_timestamp": "2026-10-31T16:45:45.611Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "thinkingmachines/inkling-20260715",
      "model_slug": "thinkingmachines/inkling",
      "model_name": "Thinking Machines: Inkling",
      "provider_name": "auto-routing",
      "accuracy": 0.8341775592705167,
      "accuracy_std_dev": 0.011710608342865912,
      "run_count": 5,
      "total_questions": 987,
      "avg_cost_per_task_usd": 0.09498095643363728,
      "avg_duration_per_task_ms": 310902.0577507599,
      "avg_output_tokens_per_task": 23294.550151975684,
      "last_run_timestamp": "2026-10-01T16:11:05.832Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Cohere",
      "accuracy": 0.834175,
      "accuracy_std_dev": 0.009259000000000017,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.12267695202020201,
      "avg_duration_per_task_ms": 290573.4419191919,
      "avg_output_tokens_per_task": 34911.39141414141,
      "last_run_timestamp": "2026-11-17T13:58:55.550Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-4.7-20251222",
      "model_slug": "z-ai/glm-4.7",
      "model_name": "Z.ai: GLM 4.7",
      "provider_name": "auto-routing",
      "accuracy": 0.8341748333333333,
      "accuracy_std_dev": 0.008347067836804885,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.09631370538720539,
      "avg_duration_per_task_ms": 1079044.6203703703,
      "avg_output_tokens_per_task": 46632.66582491583,
      "last_run_timestamp": "2026-10-31T16:08:08.535Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Friendli",
      "accuracy": 0.8341110046663557,
      "accuracy_std_dev": 0.01611460695833096,
      "run_count": 11,
      "total_questions": 2143,
      "avg_cost_per_task_usd": 0.2630195132991134,
      "avg_duration_per_task_ms": 447789.19318712084,
      "avg_output_tokens_per_task": 59565.573961735885,
      "last_run_timestamp": "2026-10-31T16:06:46.433Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Alibaba",
      "accuracy": 0.8340814444444444,
      "accuracy_std_dev": 0.010350739845925277,
      "run_count": 18,
      "total_questions": 3564,
      "avg_cost_per_task_usd": 0.24541341554433221,
      "avg_duration_per_task_ms": 390313.1475869809,
      "avg_output_tokens_per_task": 40428.06734006734,
      "last_run_timestamp": "2026-11-17T14:11:53.467Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "DekaLLM",
      "accuracy": 0.8340740301234567,
      "accuracy_std_dev": 0.00794959632843857,
      "run_count": 11,
      "total_questions": 2025,
      "avg_cost_per_task_usd": 0.042687402962962966,
      "avg_duration_per_task_ms": 95680.2325925926,
      "avg_output_tokens_per_task": 15089.783209876543,
      "last_run_timestamp": "2026-11-16T13:49:36.946Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-vision-exp-20260821",
      "model_slug": "deepseek/deepseek-v4-flash-vision-exp",
      "model_name": "DeepSeek: DeepSeek V4 Flash Vision Exp",
      "provider_name": "AtlasCloud",
      "accuracy": 0.8338943333333333,
      "accuracy_std_dev": 0.011690806112307073,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.03773407239057239,
      "avg_duration_per_task_ms": 276396.1228956229,
      "avg_output_tokens_per_task": 28290.345117845118,
      "last_run_timestamp": "2026-09-12T09:56:44.384Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "StreamLake",
      "accuracy": 0.8334736666666667,
      "accuracy_std_dev": 0.007416946298099319,
      "run_count": 12,
      "total_questions": 2376,
      "avg_cost_per_task_usd": 0.09038943265993267,
      "avg_duration_per_task_ms": 753801.6767676767,
      "avg_output_tokens_per_task": 63156.3085016835,
      "last_run_timestamp": "2026-11-17T14:47:29.812Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "DeepInfra",
      "accuracy": 0.833333283768445,
      "accuracy_std_dev": 0.012599770262455854,
      "run_count": 9,
      "total_questions": 1762,
      "avg_cost_per_task_usd": 0.027782839954597044,
      "avg_duration_per_task_ms": 551254.2451759365,
      "avg_output_tokens_per_task": 14752.290578887627,
      "last_run_timestamp": "2026-11-16T13:49:37.021Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-flash-20260826",
      "model_slug": "qwen/qwen3.8-flash",
      "model_name": "Qwen: Qwen3.8 Flash",
      "provider_name": "Makora",
      "accuracy": 0.8333329999999999,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 156,
      "avg_cost_per_task_usd": 0.003982064102564103,
      "avg_duration_per_task_ms": 34178.44871794872,
      "avg_output_tokens_per_task": 8341.692307692309,
      "last_run_timestamp": "2026-09-09T15:03:02.824Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Cloudflare",
      "accuracy": 0.8330725023474179,
      "accuracy_std_dev": 0.010168177287347969,
      "run_count": 7,
      "total_questions": 1278,
      "avg_cost_per_task_usd": 0.029710525039123633,
      "avg_duration_per_task_ms": 655555.5469483568,
      "avg_output_tokens_per_task": 42323.18544600939,
      "last_run_timestamp": "2026-10-03T09:40:53.626Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.1-20260406",
      "model_slug": "z-ai/glm-5.1",
      "model_name": "Z.ai: GLM 5.1",
      "provider_name": "Friendli",
      "accuracy": 0.832629414695946,
      "accuracy_std_dev": 0.014654724169693385,
      "run_count": 7,
      "total_questions": 1184,
      "avg_cost_per_task_usd": 0.20933836064189187,
      "avg_duration_per_task_ms": 487074.45608108107,
      "avg_output_tokens_per_task": 47445.82347972973,
      "last_run_timestamp": "2026-10-31T16:35:08.642Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Relace",
      "accuracy": 0.8325688873598369,
      "accuracy_std_dev": 0.019237670701256954,
      "run_count": 10,
      "total_questions": 1962,
      "avg_cost_per_task_usd": 0.013576182466870541,
      "avg_duration_per_task_ms": 438297.6029561672,
      "avg_output_tokens_per_task": 39848.997961264016,
      "last_run_timestamp": "2026-10-31T08:26:26.747Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "SiliconFlow",
      "accuracy": 0.8325147922396857,
      "accuracy_std_dev": 0.029981271466154875,
      "run_count": 11,
      "total_questions": 2036,
      "avg_cost_per_task_usd": 0.011545964145383104,
      "avg_duration_per_task_ms": 399504.8664047151,
      "avg_output_tokens_per_task": 22873.502946954814,
      "last_run_timestamp": "2026-10-31T08:40:04.563Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "SiliconFlow",
      "accuracy": 0.8324915000000002,
      "accuracy_std_dev": 0.002525500000000014,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.038060588383838384,
      "avg_duration_per_task_ms": 263777.6590909091,
      "avg_output_tokens_per_task": 14790.45707070707,
      "last_run_timestamp": "2026-11-17T13:57:37.213Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Alibaba",
      "accuracy": 0.8324149999999999,
      "accuracy_std_dev": 0.011955097239253249,
      "run_count": 11,
      "total_questions": 2178,
      "avg_cost_per_task_usd": 0.03716864692378329,
      "avg_duration_per_task_ms": 235668.15151515152,
      "avg_output_tokens_per_task": 14440.06473829201,
      "last_run_timestamp": "2026-10-31T08:25:00.370Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v3.2-20251201",
      "model_slug": "deepseek/deepseek-v3.2",
      "model_name": "DeepSeek: DeepSeek V3.2",
      "provider_name": "AtlasCloud",
      "accuracy": 0.8321307142857142,
      "accuracy_std_dev": 0.011860283298402618,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.008005541847041848,
      "avg_duration_per_task_ms": 529055.2532467532,
      "avg_output_tokens_per_task": 20607.092352092353,
      "last_run_timestamp": "2026-11-16T13:49:41.457Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "BaseTen",
      "accuracy": 0.8318478292335116,
      "accuracy_std_dev": 0.010811745465322452,
      "run_count": 17,
      "total_questions": 2805,
      "avg_cost_per_task_usd": 0.020570678431372547,
      "avg_duration_per_task_ms": 255956.05668449198,
      "avg_output_tokens_per_task": 40944.02673796791,
      "last_run_timestamp": "2026-10-31T08:20:07.217Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Parasail",
      "accuracy": 0.8317821610051186,
      "accuracy_std_dev": 0.013001907940092663,
      "run_count": 11,
      "total_questions": 2149,
      "avg_cost_per_task_usd": 0.15365638017682642,
      "avg_duration_per_task_ms": 272025.46998604,
      "avg_output_tokens_per_task": 34707.94276407632,
      "last_run_timestamp": "2026-11-05T00:00:09.943Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-chat-v3.1",
      "model_slug": "deepseek/deepseek-chat-v3.1",
      "model_name": "DeepSeek: DeepSeek V3.1",
      "provider_name": "Novita",
      "accuracy": 0.83165,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.019005469696969698,
      "avg_duration_per_task_ms": 538471.1565656565,
      "avg_output_tokens_per_task": 18807.41414141414,
      "last_run_timestamp": "2026-08-30T00:16:38.394Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m2.5-20260211",
      "model_slug": "minimax/minimax-m2.5",
      "model_name": "MiniMax: MiniMax M2.5",
      "provider_name": "Friendli",
      "accuracy": 0.83165,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.02825820202020202,
      "avg_duration_per_task_ms": 589683.3636363636,
      "avg_output_tokens_per_task": 23380.38888888889,
      "last_run_timestamp": "2026-08-29T19:19:06.625Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "tencent/hy4-20261104",
      "model_slug": "tencent/hy4",
      "model_name": "Tencent: Hy4",
      "provider_name": "Tencent",
      "accuracy": 0.83165,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.06418498484848485,
      "avg_duration_per_task_ms": 493220.3232323232,
      "avg_output_tokens_per_task": 51169.5101010101,
      "last_run_timestamp": "2026-11-10T19:46:03.094Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Cerebras",
      "accuracy": 0.8316496,
      "accuracy_std_dev": 0.007062535765573171,
      "run_count": 5,
      "total_questions": 990,
      "avg_cost_per_task_usd": 0.022192562626262628,
      "avg_duration_per_task_ms": 11557.427272727273,
      "avg_output_tokens_per_task": 14346.162626262627,
      "last_run_timestamp": "2026-10-31T08:15:46.337Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.831532,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 185,
      "avg_cost_per_task_usd": 0.01692656216216216,
      "avg_duration_per_task_ms": 560352.7027027027,
      "avg_output_tokens_per_task": 13578.437837837839,
      "last_run_timestamp": "2026-10-31T18:41:15.616Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Crusoe",
      "accuracy": 0.8313539815914488,
      "accuracy_std_dev": 0.013525888763386546,
      "run_count": 9,
      "total_questions": 1684,
      "avg_cost_per_task_usd": 0.02395000890736342,
      "avg_duration_per_task_ms": 287524.2090261283,
      "avg_output_tokens_per_task": 47679.917458432305,
      "last_run_timestamp": "2026-10-31T08:55:40.953Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Parasail",
      "accuracy": 0.8313400542778289,
      "accuracy_std_dev": 0.006897526115383463,
      "run_count": 11,
      "total_questions": 2174,
      "avg_cost_per_task_usd": 0.03391834314627415,
      "avg_duration_per_task_ms": 200689.34912603497,
      "avg_output_tokens_per_task": 14718.615455381785,
      "last_run_timestamp": "2026-11-17T13:46:21.171Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.8310883333333333,
      "accuracy_std_dev": 0.009654676391377534,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.20155932323232326,
      "avg_duration_per_task_ms": 266665.86195286195,
      "avg_output_tokens_per_task": 37910.23063973064,
      "last_run_timestamp": "2026-10-31T08:09:31.329Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Wafer",
      "accuracy": 0.8309762,
      "accuracy_std_dev": 0.004338052761320463,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.04722357777777777,
      "avg_duration_per_task_ms": 258256.24646464645,
      "avg_output_tokens_per_task": 15298.06111111111,
      "last_run_timestamp": "2026-10-31T08:20:09.369Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Parasail",
      "accuracy": 0.8306341359649124,
      "accuracy_std_dev": 0.02169766033367552,
      "run_count": 15,
      "total_questions": 2964,
      "avg_cost_per_task_usd": 0.025668199392712553,
      "avg_duration_per_task_ms": 378151.4048582996,
      "avg_output_tokens_per_task": 47392.58164642375,
      "last_run_timestamp": "2026-11-16T13:49:41.470Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Cloudflare",
      "accuracy": 0.8302074978687126,
      "accuracy_std_dev": 0.018798024809619108,
      "run_count": 12,
      "total_questions": 2346,
      "avg_cost_per_task_usd": 0.14303728772378516,
      "avg_duration_per_task_ms": 291115.02642796247,
      "avg_output_tokens_per_task": 32292.15643648764,
      "last_run_timestamp": "2026-10-31T08:14:43.196Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.6-35b-a3b-20260415",
      "model_slug": "qwen/qwen3.6-35b-a3b",
      "model_name": "Qwen: Qwen3.6 35B A3B",
      "provider_name": "Venice",
      "accuracy": 0.8298728888888889,
      "accuracy_std_dev": 0.028801611048475312,
      "run_count": 9,
      "total_questions": 1782,
      "avg_cost_per_task_usd": 0.038519932659932664,
      "avg_duration_per_task_ms": 385981.4960718294,
      "avg_output_tokens_per_task": 38437.457351290686,
      "last_run_timestamp": "2026-10-24T16:01:48.224Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta/muse-glimmer-30b-20260810",
      "model_slug": "meta/muse-glimmer-30b",
      "model_name": "Meta: Muse Glimmer 30B",
      "provider_name": "Phala",
      "accuracy": 0.8295453333333334,
      "accuracy_std_dev": 0.009268702564125283,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.02035000420875421,
      "avg_duration_per_task_ms": 281721.13383838383,
      "avg_output_tokens_per_task": 18388.88468013468,
      "last_run_timestamp": "2026-10-03T09:25:02.390Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.5-35b-a3b-20260224",
      "model_slug": "qwen/qwen3.5-35b-a3b",
      "model_name": "Qwen: Qwen3.5-35B-A3B",
      "provider_name": "SiliconFlow",
      "accuracy": 0.8294854285714285,
      "accuracy_std_dev": 0.008379732622006919,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.04843774386724387,
      "avg_duration_per_task_ms": 447248.2799422799,
      "avg_output_tokens_per_task": 26799.853535353537,
      "last_run_timestamp": "2026-11-16T13:49:41.319Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.6-35b-a3b-20260415",
      "model_slug": "qwen/qwen3.6-35b-a3b",
      "model_name": "Qwen: Qwen3.6 35B A3B",
      "provider_name": "CoreWeave",
      "accuracy": 0.8294195509736542,
      "accuracy_std_dev": 0.01605616624887679,
      "run_count": 11,
      "total_questions": 1746,
      "avg_cost_per_task_usd": 0.0408936363115693,
      "avg_duration_per_task_ms": 307993.3602520046,
      "avg_output_tokens_per_task": 33411.33505154639,
      "last_run_timestamp": "2026-10-31T16:19:08.399Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Morph",
      "accuracy": 0.8288813468715698,
      "accuracy_std_dev": 0.048221988340541345,
      "run_count": 14,
      "total_questions": 2733,
      "avg_cost_per_task_usd": 0.09670949213318698,
      "avg_duration_per_task_ms": 542922.2052689352,
      "avg_output_tokens_per_task": 29030.10171972192,
      "last_run_timestamp": "2026-10-31T08:36:47.227Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "CoreWeave",
      "accuracy": 0.8288614055727554,
      "accuracy_std_dev": 0.006026113925242377,
      "run_count": 5,
      "total_questions": 969,
      "avg_cost_per_task_usd": 0.1316586160990712,
      "avg_duration_per_task_ms": 248810.85552115584,
      "avg_output_tokens_per_task": 34544.705882352944,
      "last_run_timestamp": "2026-11-16T13:50:54.947Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "CoreWeave",
      "accuracy": 0.8288438333333333,
      "accuracy_std_dev": 0.01204889126872492,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.006537922558922558,
      "avg_duration_per_task_ms": 386438.39814814815,
      "avg_output_tokens_per_task": 18998.916666666668,
      "last_run_timestamp": "2026-10-31T16:12:28.233Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.5-35b-a3b-20260224",
      "model_slug": "qwen/qwen3.5-35b-a3b",
      "model_name": "Qwen: Qwen3.5-35B-A3B",
      "provider_name": "Alibaba",
      "accuracy": 0.8285231428571428,
      "accuracy_std_dev": 0.007334259597037385,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.029430300144300144,
      "avg_duration_per_task_ms": 134439.2784992785,
      "avg_output_tokens_per_task": 22535.564213564212,
      "last_run_timestamp": "2026-10-31T16:08:08.538Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "xiaomi/mimo-v2.5-20260422",
      "model_slug": "xiaomi/mimo-v2.5",
      "model_name": "Xiaomi: MiMo-V2.5",
      "provider_name": "Novita",
      "accuracy": 0.8284932500000002,
      "accuracy_std_dev": 0.01903621457741797,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.01285693244949495,
      "avg_duration_per_task_ms": 833988.4166666666,
      "avg_output_tokens_per_task": 38043.57702020202,
      "last_run_timestamp": "2026-10-17T08:04:21.262Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-4.7-20251222",
      "model_slug": "z-ai/glm-4.7",
      "model_name": "Z.ai: GLM 4.7",
      "provider_name": "StreamLake",
      "accuracy": 0.828283,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.07105242424242424,
      "avg_duration_per_task_ms": 828011.404040404,
      "avg_output_tokens_per_task": 40157.833333333336,
      "last_run_timestamp": "2026-08-30T00:37:59.094Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Decart",
      "accuracy": 0.82828275,
      "accuracy_std_dev": 0.004610363346581274,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.0223316047979798,
      "avg_duration_per_task_ms": 615131.3409090909,
      "avg_output_tokens_per_task": 56159.15404040404,
      "last_run_timestamp": "2026-10-17T08:18:07.611Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v3.2-20251201",
      "model_slug": "deepseek/deepseek-v3.2",
      "model_name": "DeepSeek: DeepSeek V3.2",
      "provider_name": "Google",
      "accuracy": 0.8277234516129033,
      "accuracy_std_dev": 0.030609226251042357,
      "run_count": 4,
      "total_questions": 713,
      "avg_cost_per_task_usd": 0.02811888218793829,
      "avg_duration_per_task_ms": 585599.9088359047,
      "avg_output_tokens_per_task": 16516.507713884992,
      "last_run_timestamp": "2026-10-17T16:03:44.233Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-4.7-20251222",
      "model_slug": "z-ai/glm-4.7",
      "model_name": "Z.ai: GLM 4.7",
      "provider_name": "DeepInfra",
      "accuracy": 0.8276973212560387,
      "accuracy_std_dev": 0.00930533085118416,
      "run_count": 4,
      "total_questions": 414,
      "avg_cost_per_task_usd": 0.0694777463768116,
      "avg_duration_per_task_ms": 1853517.1884057971,
      "avg_output_tokens_per_task": 39601.85507246377,
      "last_run_timestamp": "2026-10-31T16:05:14.633Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.6-35b-a3b-20260415",
      "model_slug": "qwen/qwen3.6-35b-a3b",
      "model_name": "Qwen: Qwen3.6 35B A3B",
      "provider_name": "Phala",
      "accuracy": 0.8276093999999999,
      "accuracy_std_dev": 0.007795216086806057,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.06543055606060606,
      "avg_duration_per_task_ms": 574639.7318181818,
      "avg_output_tokens_per_task": 51398.02121212121,
      "last_run_timestamp": "2026-10-31T16:08:56.901Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Ionstream",
      "accuracy": 0.8275058461538461,
      "accuracy_std_dev": 0.01065993423883712,
      "run_count": 13,
      "total_questions": 2574,
      "avg_cost_per_task_usd": 0.035353606837606834,
      "avg_duration_per_task_ms": 305384.14801864803,
      "avg_output_tokens_per_task": 15605.497668997668,
      "last_run_timestamp": "2026-11-10T17:02:13.232Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v3.2-20251201",
      "model_slug": "deepseek/deepseek-v3.2",
      "model_name": "DeepSeek: DeepSeek V3.2",
      "provider_name": "DigitalOcean",
      "accuracy": 0.8274029940696813,
      "accuracy_std_dev": 0.005228694413073513,
      "run_count": 7,
      "total_questions": 1349,
      "avg_cost_per_task_usd": 0.01910244329132691,
      "avg_duration_per_task_ms": 618687.5063009637,
      "avg_output_tokens_per_task": 20246.211267605635,
      "last_run_timestamp": "2026-10-31T16:13:07.320Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "AkashML",
      "accuracy": 0.8271949422510312,
      "accuracy_std_dev": 0.01236815845961308,
      "run_count": 18,
      "total_questions": 3394,
      "avg_cost_per_task_usd": 0.028984297583971714,
      "avg_duration_per_task_ms": 259422.3120212139,
      "avg_output_tokens_per_task": 14106.888037713612,
      "last_run_timestamp": "2026-10-31T08:10:37.346Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Novita",
      "accuracy": 0.8270583636363636,
      "accuracy_std_dev": 0.00941702237510474,
      "run_count": 11,
      "total_questions": 2178,
      "avg_cost_per_task_usd": 0.04288225068870524,
      "avg_duration_per_task_ms": 229942.66437098256,
      "avg_output_tokens_per_task": 14178.259871441689,
      "last_run_timestamp": "2026-10-31T08:36:47.145Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "BaseTen",
      "accuracy": 0.8269358,
      "accuracy_std_dev": 0.006767606146932625,
      "run_count": 5,
      "total_questions": 990,
      "avg_cost_per_task_usd": 0.04578402121212121,
      "avg_duration_per_task_ms": 60291.652525252524,
      "avg_output_tokens_per_task": 11285.754545454545,
      "last_run_timestamp": "2026-09-26T09:19:03.901Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "CoreWeave",
      "accuracy": 0.8267523636363636,
      "accuracy_std_dev": 0.0092336873878673,
      "run_count": 11,
      "total_questions": 2178,
      "avg_cost_per_task_usd": 0.04396725941230487,
      "avg_duration_per_task_ms": 227864.8714416896,
      "avg_output_tokens_per_task": 14546.234618916436,
      "last_run_timestamp": "2026-10-31T08:09:30.241Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v3.2-20251201",
      "model_slug": "deepseek/deepseek-v3.2",
      "model_name": "DeepSeek: DeepSeek V3.2",
      "provider_name": "Alibaba",
      "accuracy": 0.8265990000000001,
      "accuracy_std_dev": 0.003367000000000009,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.023867661616161617,
      "avg_duration_per_task_ms": 413182.8434343434,
      "avg_output_tokens_per_task": 21261.87626262626,
      "last_run_timestamp": "2026-10-04T00:17:30.035Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v3.1-terminus",
      "model_slug": "deepseek/deepseek-v3.1-terminus",
      "model_name": "DeepSeek: DeepSeek V3.1 Terminus",
      "provider_name": "Novita",
      "accuracy": 0.8265989999999999,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.018932181818181817,
      "avg_duration_per_task_ms": 494388.8939393939,
      "avg_output_tokens_per_task": 18734.12626262626,
      "last_run_timestamp": "2026-08-29T18:35:57.732Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta/muse-glimmer-30b-20260810",
      "model_slug": "meta/muse-glimmer-30b",
      "model_name": "Meta: Muse Glimmer 30B",
      "provider_name": "Parasail",
      "accuracy": 0.8265989999999999,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.019051353535353536,
      "avg_duration_per_task_ms": 298219.1313131313,
      "avg_output_tokens_per_task": 17194.045454545456,
      "last_run_timestamp": "2026-08-29T09:59:35.603Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Friendli",
      "accuracy": 0.826459,
      "accuracy_std_dev": 0.009410002267091476,
      "run_count": 12,
      "total_questions": 2376,
      "avg_cost_per_task_usd": 0.14383780639730645,
      "avg_duration_per_task_ms": 198190.3564814815,
      "avg_output_tokens_per_task": 35703.72769360269,
      "last_run_timestamp": "2026-10-31T08:32:01.077Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "CoreWeave",
      "accuracy": 0.8264111325878595,
      "accuracy_std_dev": 0.01425677691801343,
      "run_count": 10,
      "total_questions": 1878,
      "avg_cost_per_task_usd": 0.02454355484558041,
      "avg_duration_per_task_ms": 264967.17305644305,
      "avg_output_tokens_per_task": 50263.019169329076,
      "last_run_timestamp": "2026-10-31T08:17:29.105Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Io Net",
      "accuracy": 0.8263836795903439,
      "accuracy_std_dev": 0.029166866420929173,
      "run_count": 7,
      "total_questions": 1367,
      "avg_cost_per_task_usd": 0.07172207900512069,
      "avg_duration_per_task_ms": 248028.12801755668,
      "avg_output_tokens_per_task": 21803.532553035846,
      "last_run_timestamp": "2026-10-31T09:17:12.929Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Chutes",
      "accuracy": 0.8262625,
      "accuracy_std_dev": 0.010262569485757453,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.030006611616161617,
      "avg_duration_per_task_ms": 225155.45606060605,
      "avg_output_tokens_per_task": 14754.316161616161,
      "last_run_timestamp": "2026-10-31T08:17:29.187Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "NextBit",
      "accuracy": 0.8261973458213255,
      "accuracy_std_dev": 0.04289928867950027,
      "run_count": 13,
      "total_questions": 2429,
      "avg_cost_per_task_usd": 0.028854286537669825,
      "avg_duration_per_task_ms": 596327.2453684644,
      "avg_output_tokens_per_task": 52858.11486208316,
      "last_run_timestamp": "2026-11-17T14:33:24.473Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Friendli",
      "accuracy": 0.8261184761715648,
      "accuracy_std_dev": 0.021573637693110777,
      "run_count": 13,
      "total_questions": 2518,
      "avg_cost_per_task_usd": 0.022734466243050037,
      "avg_duration_per_task_ms": 240016.77958697377,
      "avg_output_tokens_per_task": 45243.0552025417,
      "last_run_timestamp": "2026-11-12T09:43:53.858Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "Venice",
      "accuracy": 0.82575775,
      "accuracy_std_dev": 0.010065865980505628,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.14380135795454543,
      "avg_duration_per_task_ms": 418612.6521464646,
      "avg_output_tokens_per_task": 28784.420454545456,
      "last_run_timestamp": "2026-10-31T08:40:11.483Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-2.5-pro",
      "model_slug": "google/gemini-2.5-pro",
      "model_name": "Google: Gemini 2.5 Pro",
      "provider_name": "auto-routing",
      "accuracy": 0.8257574999999999,
      "accuracy_std_dev": 0.015993499999999994,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.2609003181818182,
      "avg_duration_per_task_ms": 231557.84848484848,
      "avg_output_tokens_per_task": 25997.717171717173,
      "last_run_timestamp": "2026-10-01T19:12:42.150Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "auto-routing",
      "accuracy": 0.8254768333333333,
      "accuracy_std_dev": 0.012585715493058888,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.007862103535353535,
      "avg_duration_per_task_ms": 453350.095959596,
      "avg_output_tokens_per_task": 18802.04292929293,
      "last_run_timestamp": "2026-10-31T16:13:09.863Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Modal",
      "accuracy": 0.825389385046729,
      "accuracy_std_dev": 0.014184335849948446,
      "run_count": 11,
      "total_questions": 2140,
      "avg_cost_per_task_usd": 0.03383954813084113,
      "avg_duration_per_task_ms": 407090.0654205608,
      "avg_output_tokens_per_task": 47991.5476635514,
      "last_run_timestamp": "2026-10-31T08:48:01.125Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "AtlasCloud",
      "accuracy": 0.8251963333333333,
      "accuracy_std_dev": 0.05188366460543135,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.21212719107744107,
      "avg_duration_per_task_ms": 864988.6548821549,
      "avg_output_tokens_per_task": 52868.837542087545,
      "last_run_timestamp": "2026-10-31T16:08:08.537Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.5-122b-a10b-20260224",
      "model_slug": "qwen/qwen3.5-122b-a10b",
      "model_name": "Qwen: Qwen3.5-122B-A10B",
      "provider_name": "SiliconFlow",
      "accuracy": 0.8251683,
      "accuracy_std_dev": 0.06110448196499173,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.051935301010101007,
      "avg_duration_per_task_ms": 500822.4702020202,
      "avg_output_tokens_per_task": 24865.92828282828,
      "last_run_timestamp": "2026-10-31T16:01:53.625Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "xiaomi/mimo-v2.5-20260422",
      "model_slug": "xiaomi/mimo-v2.5",
      "model_name": "Xiaomi: MiMo-V2.5",
      "provider_name": "Xiaomi",
      "accuracy": 0.8249157500000001,
      "accuracy_std_dev": 0.025614759933239646,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.0115094273989899,
      "avg_duration_per_task_ms": 833243.8453282828,
      "avg_output_tokens_per_task": 40876.97032828283,
      "last_run_timestamp": "2026-10-17T08:02:36.531Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.1-20260406",
      "model_slug": "z-ai/glm-5.1",
      "model_name": "Z.ai: GLM 5.1",
      "provider_name": "SiliconFlow",
      "accuracy": 0.8244347142857142,
      "accuracy_std_dev": 0.01399044581863215,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.19934408297258294,
      "avg_duration_per_task_ms": 916928.108946609,
      "avg_output_tokens_per_task": 53067.2518037518,
      "last_run_timestamp": "2026-11-17T14:37:08.462Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-2.5-pro",
      "model_slug": "google/gemini-2.5-pro",
      "model_name": "Google: Gemini 2.5 Pro",
      "provider_name": "Google",
      "accuracy": 0.8243546666666667,
      "accuracy_std_dev": 0.03111308863734931,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.25956171212121215,
      "avg_duration_per_task_ms": 233681.0909090909,
      "avg_output_tokens_per_task": 25863.887205387204,
      "last_run_timestamp": "2026-10-01T19:17:25.275Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v3.2-20251201",
      "model_slug": "deepseek/deepseek-v3.2",
      "model_name": "DeepSeek: DeepSeek V3.2",
      "provider_name": "auto-routing",
      "accuracy": 0.8235128333333334,
      "accuracy_std_dev": 0.013019343857208118,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.009896844276094276,
      "avg_duration_per_task_ms": 588265.4983164984,
      "avg_output_tokens_per_task": 20010.696969696968,
      "last_run_timestamp": "2026-10-31T16:08:08.535Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.5-35b-a3b-20260224",
      "model_slug": "qwen/qwen3.5-35b-a3b",
      "model_name": "Qwen: Qwen3.5-35B-A3B",
      "provider_name": "DeepInfra",
      "accuracy": 0.8233247362924282,
      "accuracy_std_dev": 0.011770259903141506,
      "run_count": 8,
      "total_questions": 1532,
      "avg_cost_per_task_usd": 0.024873477154046995,
      "avg_duration_per_task_ms": 479761.4484334204,
      "avg_output_tokens_per_task": 24760.42558746736,
      "last_run_timestamp": "2026-11-16T13:50:55.266Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Nebius",
      "accuracy": 0.823232,
      "accuracy_std_dev": 0.003367000000000009,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.0497537196969697,
      "avg_duration_per_task_ms": 88367.20454545454,
      "avg_output_tokens_per_task": 16477.73232323232,
      "last_run_timestamp": "2026-11-16T13:49:37.042Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Featherless",
      "accuracy": 0.822917,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 176,
      "avg_cost_per_task_usd": 0.036827073863636366,
      "avg_duration_per_task_ms": 130682.76704545454,
      "avg_output_tokens_per_task": 8202.113636363636,
      "last_run_timestamp": "2026-11-14T00:00:42.343Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-2.5-pro",
      "model_slug": "google/gemini-2.5-pro",
      "model_name": "Google: Gemini 2.5 Pro",
      "provider_name": "Google AI Studio",
      "accuracy": 0.8223905000000001,
      "accuracy_std_dev": 0.0244105,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.2415952904040404,
      "avg_duration_per_task_ms": 181953.0101010101,
      "avg_output_tokens_per_task": 24066.49494949495,
      "last_run_timestamp": "2026-10-01T19:12:31.045Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v3.2-20251201",
      "model_slug": "deepseek/deepseek-v3.2",
      "model_name": "DeepSeek: DeepSeek V3.2",
      "provider_name": "Baidu",
      "accuracy": 0.8223102605820106,
      "accuracy_std_dev": 0.006179508181026607,
      "run_count": 8,
      "total_questions": 1512,
      "avg_cost_per_task_usd": 0.008291508597883596,
      "avg_duration_per_task_ms": 357750.9801587302,
      "avg_output_tokens_per_task": 19297.374338624337,
      "last_run_timestamp": "2026-11-16T13:50:54.977Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "auto-routing",
      "accuracy": 0.8217171,
      "accuracy_std_dev": 0.01238144954720569,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.033169111111111114,
      "avg_duration_per_task_ms": 209287.66717171718,
      "avg_output_tokens_per_task": 14057.377272727274,
      "last_run_timestamp": "2026-10-31T08:09:30.951Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Cohere",
      "accuracy": 0.8215486666666668,
      "accuracy_std_dev": 0.015611992961253275,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.02833054377104377,
      "avg_duration_per_task_ms": 228888.5606060606,
      "avg_output_tokens_per_task": 56421.28451178451,
      "last_run_timestamp": "2026-10-31T08:03:09.999Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "GMICloud",
      "accuracy": 0.8215150690909092,
      "accuracy_std_dev": 0.006192182293469328,
      "run_count": 3,
      "total_questions": 550,
      "avg_cost_per_task_usd": 0.04031755818181818,
      "avg_duration_per_task_ms": 219439.0781818182,
      "avg_output_tokens_per_task": 12526.354545454546,
      "last_run_timestamp": "2026-11-16T13:49:41.383Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Morph",
      "accuracy": 0.821448952348303,
      "accuracy_std_dev": 0.023090870602325352,
      "run_count": 15,
      "total_questions": 2917,
      "avg_cost_per_task_usd": 0.02527841960918752,
      "avg_duration_per_task_ms": 834456.179293795,
      "avg_output_tokens_per_task": 51002.6424408639,
      "last_run_timestamp": "2026-11-12T02:16:49.980Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Makora",
      "accuracy": 0.8213506405228759,
      "accuracy_std_dev": 0.02248216924587128,
      "run_count": 3,
      "total_questions": 459,
      "avg_cost_per_task_usd": 0.08758356862745097,
      "avg_duration_per_task_ms": 304618.9760348584,
      "avg_output_tokens_per_task": 34720.03050108933,
      "last_run_timestamp": "2026-08-29T10:57:24.797Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v3.2-20251201",
      "model_slug": "deepseek/deepseek-v3.2",
      "model_name": "DeepSeek: DeepSeek V3.2",
      "provider_name": "Venice",
      "accuracy": 0.8212830020366599,
      "accuracy_std_dev": 0.009954733720195622,
      "run_count": 5,
      "total_questions": 982,
      "avg_cost_per_task_usd": 0.008058052953156822,
      "avg_duration_per_task_ms": 711799.966395112,
      "avg_output_tokens_per_task": 19337.91955193483,
      "last_run_timestamp": "2026-10-24T16:21:54.634Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Io Net",
      "accuracy": 0.8210525603238865,
      "accuracy_std_dev": 0.07599126782917703,
      "run_count": 7,
      "total_questions": 1235,
      "avg_cost_per_task_usd": 0.007044106882591094,
      "avg_duration_per_task_ms": 525854.9595141701,
      "avg_output_tokens_per_task": 14201.662348178137,
      "last_run_timestamp": "2026-10-03T10:22:02.091Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "xiaomi/mimo-v2.5-pro-20260422",
      "model_slug": "xiaomi/mimo-v2.5-pro",
      "model_name": "Xiaomi: MiMo-V2.5-Pro",
      "provider_name": "auto-routing",
      "accuracy": 0.8209474285714287,
      "accuracy_std_dev": 0.07155317216259956,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.03092882611832612,
      "avg_duration_per_task_ms": 786935.3131313132,
      "avg_output_tokens_per_task": 30989.502886002887,
      "last_run_timestamp": "2026-10-17T08:18:04.911Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-3.1-flash-lite-20260507",
      "model_slug": "google/gemini-3.1-flash-lite",
      "model_name": "Google: Gemini 3.1 Flash Lite",
      "provider_name": "auto-routing",
      "accuracy": 0.8207070000000001,
      "accuracy_std_dev": 0.024411000000000016,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.04063828030303031,
      "avg_duration_per_task_ms": 83296.42424242424,
      "avg_output_tokens_per_task": 26969.131313131315,
      "last_run_timestamp": "2026-10-01T19:23:01.327Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Mancer 2",
      "accuracy": 0.820621404661017,
      "accuracy_std_dev": 0.011267309263528709,
      "run_count": 10,
      "total_questions": 1888,
      "avg_cost_per_task_usd": 0.03647197457627118,
      "avg_duration_per_task_ms": 214760.74099576272,
      "avg_output_tokens_per_task": 14669.44597457627,
      "last_run_timestamp": "2026-11-17T13:49:28.845Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.5-35b-a3b-20260224",
      "model_slug": "qwen/qwen3.5-35b-a3b",
      "model_name": "Qwen: Qwen3.5-35B-A3B",
      "provider_name": "CoreWeave",
      "accuracy": 0.8205129999999999,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 195,
      "avg_cost_per_task_usd": 0.02926565641025641,
      "avg_duration_per_task_ms": 120377.80512820513,
      "avg_output_tokens_per_task": 23264.394871794873,
      "last_run_timestamp": "2026-08-29T18:29:13.946Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta/muse-glimmer-30b-20260810",
      "model_slug": "meta/muse-glimmer-30b",
      "model_name": "Meta: Muse Glimmer 30B",
      "provider_name": "Together",
      "accuracy": 0.8198653333333333,
      "accuracy_std_dev": 0.011500323628296515,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.02489420117845118,
      "avg_duration_per_task_ms": 186949.5101010101,
      "avg_output_tokens_per_task": 16504.163299663298,
      "last_run_timestamp": "2026-10-03T10:10:35.343Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "StreamLake",
      "accuracy": 0.819865,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.13854771717171718,
      "avg_duration_per_task_ms": 540824.1212121212,
      "avg_output_tokens_per_task": 31240.651515151516,
      "last_run_timestamp": "2026-09-07T06:00:57.184Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Baidu",
      "accuracy": 0.819865,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.01905872222222222,
      "avg_duration_per_task_ms": 662176.1262626263,
      "avg_output_tokens_per_task": 37943.969696969696,
      "last_run_timestamp": "2026-11-17T12:01:18.092Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Darkbloom",
      "accuracy": 0.8195596936124142,
      "accuracy_std_dev": 0.009557274892585696,
      "run_count": 14,
      "total_questions": 2771,
      "avg_cost_per_task_usd": 0.03143457307831109,
      "avg_duration_per_task_ms": 519751.7538794659,
      "avg_output_tokens_per_task": 16061.798628653916,
      "last_run_timestamp": "2026-11-16T13:49:41.439Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta/muse-glimmer-30b-20260810",
      "model_slug": "meta/muse-glimmer-30b",
      "model_name": "Meta: Muse Glimmer 30B",
      "provider_name": "Fireworks",
      "accuracy": 0.8194444999999999,
      "accuracy_std_dev": 0.004962032471679334,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.027305284090909092,
      "avg_duration_per_task_ms": 308830.1275252525,
      "avg_output_tokens_per_task": 18087.803030303032,
      "last_run_timestamp": "2026-09-19T09:05:52.633Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Tenstorrent",
      "accuracy": 0.8193976666666667,
      "accuracy_std_dev": 0.013990614068010025,
      "run_count": 9,
      "total_questions": 1782,
      "avg_cost_per_task_usd": 0.017960378226711565,
      "avg_duration_per_task_ms": 372150.59315375984,
      "avg_output_tokens_per_task": 13044.02581369248,
      "last_run_timestamp": "2026-11-08T03:44:37.321Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5-20260211",
      "model_slug": "z-ai/glm-5",
      "model_name": "Z.ai: GLM 5",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.8190235000000001,
      "accuracy_std_dev": 0.023016498877616743,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.18476745033670033,
      "avg_duration_per_task_ms": 560063.1237373737,
      "avg_output_tokens_per_task": 57496.59427609428,
      "last_run_timestamp": "2026-10-31T16:15:54.668Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "thinkingmachines/inkling-20260715",
      "model_slug": "thinkingmachines/inkling",
      "model_name": "Thinking Machines: Inkling",
      "provider_name": "BaseTen",
      "accuracy": 0.8186337227157362,
      "accuracy_std_dev": 0.011149452531402593,
      "run_count": 8,
      "total_questions": 1576,
      "avg_cost_per_task_usd": 0.0898220114213198,
      "avg_duration_per_task_ms": 167660.89530456852,
      "avg_output_tokens_per_task": 22035.279822335026,
      "last_run_timestamp": "2026-09-19T10:14:07.966Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "Alibaba",
      "accuracy": 0.8185304739990797,
      "accuracy_std_dev": 0.03420464674536496,
      "run_count": 11,
      "total_questions": 2173,
      "avg_cost_per_task_usd": 0.08124521352968246,
      "avg_duration_per_task_ms": 329306.64841233316,
      "avg_output_tokens_per_task": 20166.24620340543,
      "last_run_timestamp": "2026-10-31T16:02:14.359Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v3.2-20251201",
      "model_slug": "deepseek/deepseek-v3.2",
      "model_name": "DeepSeek: DeepSeek V3.2",
      "provider_name": "Phala",
      "accuracy": 0.8184886821862347,
      "accuracy_std_dev": 0.009888943510810433,
      "run_count": 5,
      "total_questions": 988,
      "avg_cost_per_task_usd": 0.01969366902834008,
      "avg_duration_per_task_ms": 933173.9058704453,
      "avg_output_tokens_per_task": 18968.38157894737,
      "last_run_timestamp": "2026-10-31T16:45:39.993Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5-20260211",
      "model_slug": "z-ai/glm-5",
      "model_name": "Z.ai: GLM 5",
      "provider_name": "StreamLake",
      "accuracy": 0.81797125,
      "accuracy_std_dev": 0.01730070510665678,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.1281361313131313,
      "avg_duration_per_task_ms": 825177.2714646464,
      "avg_output_tokens_per_task": 66556.72664141415,
      "last_run_timestamp": "2026-11-15T02:47:42.410Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Tenstorrent",
      "accuracy": 0.817884202247191,
      "accuracy_std_dev": 0.008045999999999998,
      "run_count": 2,
      "total_questions": 356,
      "avg_cost_per_task_usd": 0.006599825842696629,
      "avg_duration_per_task_ms": 342879.2528089888,
      "avg_output_tokens_per_task": 26299.71629213483,
      "last_run_timestamp": "2026-11-08T04:17:28.377Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Near AI",
      "accuracy": 0.8178727706422019,
      "accuracy_std_dev": 0.03174962566960436,
      "run_count": 5,
      "total_questions": 981,
      "avg_cost_per_task_usd": 0.023857419979612642,
      "avg_duration_per_task_ms": 166236.06523955148,
      "avg_output_tokens_per_task": 14523.781855249745,
      "last_run_timestamp": "2026-10-31T08:07:51.399Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m3-20260531",
      "model_slug": "minimax/minimax-m3",
      "model_name": "MiniMax: MiniMax M3",
      "provider_name": "SambaNova",
      "accuracy": 0.8178537709923663,
      "accuracy_std_dev": 0.020324779943704192,
      "run_count": 5,
      "total_questions": 786,
      "avg_cost_per_task_usd": 0.12115110432569975,
      "avg_duration_per_task_ms": 443678.8435114504,
      "avg_output_tokens_per_task": 50236.3893129771,
      "last_run_timestamp": "2026-10-17T16:06:46.637Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "xiaomi/mimo-v2.5-20260422",
      "model_slug": "xiaomi/mimo-v2.5",
      "model_name": "Xiaomi: MiMo-V2.5",
      "provider_name": "StreamLake",
      "accuracy": 0.8177376144306652,
      "accuracy_std_dev": 0.03151916867911054,
      "run_count": 9,
      "total_questions": 1774,
      "avg_cost_per_task_usd": 0.013423886696730551,
      "avg_duration_per_task_ms": 855848.4718151072,
      "avg_output_tokens_per_task": 39679.556933483655,
      "last_run_timestamp": "2026-10-17T08:19:03.202Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.5-35b-a3b-20260224",
      "model_slug": "qwen/qwen3.5-35b-a3b",
      "model_name": "Qwen: Qwen3.5-35B-A3B",
      "provider_name": "Parasail",
      "accuracy": 0.8174489032490975,
      "accuracy_std_dev": 0.005362334962019628,
      "run_count": 7,
      "total_questions": 1385,
      "avg_cost_per_task_usd": 0.027090640433213,
      "avg_duration_per_task_ms": 315420.1097472924,
      "avg_output_tokens_per_task": 26968.04620938628,
      "last_run_timestamp": "2026-11-17T14:46:56.642Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.6-27b-20260422",
      "model_slug": "qwen/qwen3.6-27b",
      "model_name": "Qwen: Qwen3.6 27B",
      "provider_name": "Reka",
      "accuracy": 0.8172424786585366,
      "accuracy_std_dev": 0.032381379178472315,
      "run_count": 8,
      "total_questions": 984,
      "avg_cost_per_task_usd": 0.0567359319105691,
      "avg_duration_per_task_ms": 328244.918699187,
      "avg_output_tokens_per_task": 21710.94918699187,
      "last_run_timestamp": "2026-10-31T16:26:17.224Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "OpenInference",
      "accuracy": 0.8171817336142323,
      "accuracy_std_dev": 0.04982830145510509,
      "run_count": 11,
      "total_questions": 2136,
      "avg_cost_per_task_usd": 0.018343408239700373,
      "avg_duration_per_task_ms": 793559.7439138577,
      "avg_output_tokens_per_task": 48776.84925093633,
      "last_run_timestamp": "2026-10-31T08:31:53.887Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v3.2-20251201",
      "model_slug": "deepseek/deepseek-v3.2",
      "model_name": "DeepSeek: DeepSeek V3.2",
      "provider_name": "Friendli",
      "accuracy": 0.8171295,
      "accuracy_std_dev": 0.009474178104194554,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.0318328005050505,
      "avg_duration_per_task_ms": 336442.32828282827,
      "avg_output_tokens_per_task": 20999.256313131315,
      "last_run_timestamp": "2026-10-17T16:09:25.569Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.1-20260406",
      "model_slug": "z-ai/glm-5.1",
      "model_name": "Z.ai: GLM 5.1",
      "provider_name": "Novita",
      "accuracy": 0.8167788333333333,
      "accuracy_std_dev": 0.016384849784853765,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.307898015993266,
      "avg_duration_per_task_ms": 1055225.3072390573,
      "avg_output_tokens_per_task": 69760.04124579125,
      "last_run_timestamp": "2026-10-31T16:12:28.234Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.5-35b-a3b-20260224",
      "model_slug": "qwen/qwen3.5-35b-a3b",
      "model_name": "Qwen: Qwen3.5-35B-A3B",
      "provider_name": "Venice",
      "accuracy": 0.8164981666666666,
      "accuracy_std_dev": 0.008638888632547312,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.025538243265993268,
      "avg_duration_per_task_ms": 162726.22138047137,
      "avg_output_tokens_per_task": 23405.99074074074,
      "last_run_timestamp": "2026-10-31T16:09:44.821Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "KT",
      "accuracy": 0.8159373333333333,
      "accuracy_std_dev": 0.006348876086013631,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.024840156565656565,
      "avg_duration_per_task_ms": 282158.3164983165,
      "avg_output_tokens_per_task": 49446.09427609428,
      "last_run_timestamp": "2026-11-17T13:49:15.643Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.5-sonnet-20250929",
      "model_slug": "anthropic/claude-sonnet-4.5",
      "model_name": "Anthropic: Claude Sonnet 4.5",
      "provider_name": "Anthropic",
      "accuracy": 0.8158860909090909,
      "accuracy_std_dev": 0.010359779494446482,
      "run_count": 11,
      "total_questions": 2178,
      "avg_cost_per_task_usd": 0.3424787199265381,
      "avg_duration_per_task_ms": 354640.00642791553,
      "avg_output_tokens_per_task": 22640.41230486685,
      "last_run_timestamp": "2026-11-16T13:50:55.428Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.5-sonnet-20250929",
      "model_slug": "anthropic/claude-sonnet-4.5",
      "model_name": "Anthropic: Claude Sonnet 4.5",
      "provider_name": "auto-routing",
      "accuracy": 0.8156565,
      "accuracy_std_dev": 0.01183837151174095,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.31296628838383833,
      "avg_duration_per_task_ms": 289161.855050505,
      "avg_output_tokens_per_task": 20673.618181818183,
      "last_run_timestamp": "2026-10-31T08:15:24.404Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.5-sonnet-20250929",
      "model_slug": "anthropic/claude-sonnet-4.5",
      "model_name": "Anthropic: Claude Sonnet 4.5",
      "provider_name": "Azure",
      "accuracy": 0.8154882,
      "accuracy_std_dev": 0.005061870539632538,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.34636837929292935,
      "avg_duration_per_task_ms": 358862.37474747474,
      "avg_output_tokens_per_task": 22899.26414141414,
      "last_run_timestamp": "2026-10-31T08:17:29.306Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.5-35b-a3b-20260224",
      "model_slug": "qwen/qwen3.5-35b-a3b",
      "model_name": "Qwen: Qwen3.5-35B-A3B",
      "provider_name": "auto-routing",
      "accuracy": 0.8153758333333333,
      "accuracy_std_dev": 0.014073902010656296,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.026305286195286194,
      "avg_duration_per_task_ms": 279558.1784511785,
      "avg_output_tokens_per_task": 25624.689393939392,
      "last_run_timestamp": "2026-10-31T16:05:36.303Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Relace",
      "accuracy": 0.8152402988505746,
      "accuracy_std_dev": 0.029604949040447602,
      "run_count": 4,
      "total_questions": 783,
      "avg_cost_per_task_usd": 0.28207722477650066,
      "avg_duration_per_task_ms": 913648.006385696,
      "avg_output_tokens_per_task": 58474.00127713921,
      "last_run_timestamp": "2026-10-31T16:12:07.198Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Tenstorrent",
      "accuracy": 0.8148578328496808,
      "accuracy_std_dev": 0.00794054106748679,
      "run_count": 9,
      "total_questions": 1723,
      "avg_cost_per_task_usd": 0.04277770748694139,
      "avg_duration_per_task_ms": 184421.18630295995,
      "avg_output_tokens_per_task": 16933.951247823563,
      "last_run_timestamp": "2026-11-08T04:02:09.197Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.5-0127",
      "model_slug": "moonshotai/kimi-k2.5",
      "model_name": "MoonshotAI: Kimi K2.5",
      "provider_name": "StreamLake",
      "accuracy": 0.814815,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.1051640808080808,
      "avg_duration_per_task_ms": 447162.5,
      "avg_output_tokens_per_task": 38880.51515151515,
      "last_run_timestamp": "2026-08-29T18:26:14.942Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.1-20260406",
      "model_slug": "z-ai/glm-5.1",
      "model_name": "Z.ai: GLM 5.1",
      "provider_name": "auto-routing",
      "accuracy": 0.8146944285714286,
      "accuracy_std_dev": 0.014216987603941007,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.253679025974026,
      "avg_duration_per_task_ms": 1036929.2388167388,
      "avg_output_tokens_per_task": 66086.14935064936,
      "last_run_timestamp": "2026-11-17T15:20:18.435Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Io Net",
      "accuracy": 0.8145077388601037,
      "accuracy_std_dev": 0.02164829943806208,
      "run_count": 5,
      "total_questions": 965,
      "avg_cost_per_task_usd": 0.037784421761658034,
      "avg_duration_per_task_ms": 194635.8994818653,
      "avg_output_tokens_per_task": 13291.61968911917,
      "last_run_timestamp": "2026-11-16T21:00:02.936Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-3.1-flash-lite-20260507",
      "model_slug": "google/gemini-3.1-flash-lite",
      "model_name": "Google: Gemini 3.1 Flash Lite",
      "provider_name": "Google AI Studio",
      "accuracy": 0.813973,
      "accuracy_std_dev": 0.01262599999999997,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.04186610353535354,
      "avg_duration_per_task_ms": 76135.87878787878,
      "avg_output_tokens_per_task": 27786.689393939392,
      "last_run_timestamp": "2026-10-01T19:16:58.595Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.5-sonnet-20250929",
      "model_slug": "anthropic/claude-sonnet-4.5",
      "model_name": "Anthropic: Claude Sonnet 4.5",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.81388885,
      "accuracy_std_dev": 0.008836027072587524,
      "run_count": 20,
      "total_questions": 3960,
      "avg_cost_per_task_usd": 0.330260472979798,
      "avg_duration_per_task_ms": 289845.79823232326,
      "avg_output_tokens_per_task": 20778.01818181818,
      "last_run_timestamp": "2026-10-31T08:27:57.306Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v3.2-20251201",
      "model_slug": "deepseek/deepseek-v3.2",
      "model_name": "DeepSeek: DeepSeek V3.2",
      "provider_name": "SiliconFlow",
      "accuracy": 0.8136924999999999,
      "accuracy_std_dev": 0.0035934020904058524,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.012745188552188551,
      "avg_duration_per_task_ms": 950515.8720538721,
      "avg_output_tokens_per_task": 18652.98400673401,
      "last_run_timestamp": "2026-10-31T16:13:09.867Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5-20260211",
      "model_slug": "z-ai/glm-5",
      "model_name": "Z.ai: GLM 5",
      "provider_name": "Venice",
      "accuracy": 0.8134420363636365,
      "accuracy_std_dev": 0.09515077693493791,
      "run_count": 11,
      "total_questions": 2145,
      "avg_cost_per_task_usd": 0.10587443076923075,
      "avg_duration_per_task_ms": 601601.8461538461,
      "avg_output_tokens_per_task": 30180.420512820514,
      "last_run_timestamp": "2026-11-17T15:29:16.556Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.5-sonnet-20250929",
      "model_slug": "anthropic/claude-sonnet-4.5",
      "model_name": "Anthropic: Claude Sonnet 4.5",
      "provider_name": "Google",
      "accuracy": 0.81338375,
      "accuracy_std_dev": 0.009992027081003118,
      "run_count": 20,
      "total_questions": 3960,
      "avg_cost_per_task_usd": 0.36322377752525264,
      "avg_duration_per_task_ms": 357509.9674242424,
      "avg_output_tokens_per_task": 22876.04570707071,
      "last_run_timestamp": "2026-10-31T08:33:07.626Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-3.1-flash-lite-20260507",
      "model_slug": "google/gemini-3.1-flash-lite",
      "model_name": "Google: Gemini 3.1 Flash Lite",
      "provider_name": "Google",
      "accuracy": 0.8133718571428571,
      "accuracy_std_dev": 0.016208212586997554,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.04426409668109668,
      "avg_duration_per_task_ms": 84524.13997113997,
      "avg_output_tokens_per_task": 27404.910533910534,
      "last_run_timestamp": "2026-10-01T19:25:58.919Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "River",
      "accuracy": 0.8131313333333333,
      "accuracy_std_dev": 0.01395034189146949,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.020634141414141414,
      "avg_duration_per_task_ms": 315919.1767676768,
      "avg_output_tokens_per_task": 51374.40572390572,
      "last_run_timestamp": "2026-11-14T22:29:07.039Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v3.2-20251201",
      "model_slug": "deepseek/deepseek-v3.2",
      "model_name": "DeepSeek: DeepSeek V3.2",
      "provider_name": "StreamLake",
      "accuracy": 0.813131,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.005939444444444444,
      "avg_duration_per_task_ms": 477276.35353535356,
      "avg_output_tokens_per_task": 18012.858585858587,
      "last_run_timestamp": "2026-08-29T19:09:30.030Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "BaseTen",
      "accuracy": 0.813131,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.0896115202020202,
      "avg_duration_per_task_ms": 209820.4090909091,
      "avg_output_tokens_per_task": 25416.363636363636,
      "last_run_timestamp": "2026-08-29T18:58:14.477Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "inclusionai/ling-3.1-flash-20261002",
      "model_slug": "inclusionai/ling-3.1-flash",
      "model_name": "inclusionAI: Ling 3.1 Flash",
      "provider_name": "Novita",
      "accuracy": 0.813051,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 189,
      "avg_cost_per_task_usd": 0.00766168253968254,
      "avg_duration_per_task_ms": 356938.3703703704,
      "avg_output_tokens_per_task": 33904.37566137566,
      "last_run_timestamp": "2026-10-14T18:00:03.925Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta/muse-glimmer-30b-20260810",
      "model_slug": "meta/muse-glimmer-30b",
      "model_name": "Meta: Muse Glimmer 30B",
      "provider_name": "auto-routing",
      "accuracy": 0.8128506666666666,
      "accuracy_std_dev": 0.006404378909950743,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.02237941245791246,
      "avg_duration_per_task_ms": 245863.30892255894,
      "avg_output_tokens_per_task": 17604.026094276094,
      "last_run_timestamp": "2026-10-03T09:13:36.277Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m2.5-20260211",
      "model_slug": "minimax/minimax-m2.5",
      "model_name": "MiniMax: MiniMax M2.5",
      "provider_name": "auto-routing",
      "accuracy": 0.811448,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.026803257575757574,
      "avg_duration_per_task_ms": 414607.5252525252,
      "avg_output_tokens_per_task": 23950.737373737375,
      "last_run_timestamp": "2026-08-29T18:05:36.579Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Mistral",
      "accuracy": 0.8107880872313526,
      "accuracy_std_dev": 0.020350576011120062,
      "run_count": 8,
      "total_questions": 1582,
      "avg_cost_per_task_usd": 0.025940944374209858,
      "avg_duration_per_task_ms": 221408.600505689,
      "avg_output_tokens_per_task": 51645.53539823009,
      "last_run_timestamp": "2026-11-11T03:11:48.726Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "ModelRun",
      "accuracy": 0.810606,
      "accuracy_std_dev": 0.010546997511140292,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.044063582702020196,
      "avg_duration_per_task_ms": 62743.707702020205,
      "avg_output_tokens_per_task": 15119.022095959595,
      "last_run_timestamp": "2026-10-31T08:43:59.854Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5-mini-2025-08-07",
      "model_slug": "openai/gpt-5-mini",
      "model_name": "OpenAI: GPT-5 Mini",
      "provider_name": "auto-routing",
      "accuracy": 0.8097645,
      "accuracy_std_dev": 0.021885500000000002,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.044968992424242425,
      "avg_duration_per_task_ms": 208495.61616161617,
      "avg_output_tokens_per_task": 22388.290404040403,
      "last_run_timestamp": "2026-10-01T19:19:28.473Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.5-9b-20260310",
      "model_slug": "qwen/qwen3.5-9b",
      "model_name": "Qwen: Qwen3.5-9B",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.8096608426103648,
      "accuracy_std_dev": 0.012817931849127972,
      "run_count": 3,
      "total_questions": 521,
      "avg_cost_per_task_usd": 0.0079749443378119,
      "avg_duration_per_task_ms": 289711.4932821497,
      "avg_output_tokens_per_task": 31380.54894433781,
      "last_run_timestamp": "2026-10-31T16:04:23.357Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "upstage/solar-pro4-20260810",
      "model_slug": "upstage/solar-pro4",
      "model_name": "Upstage: Solar Pro 4",
      "provider_name": "KT",
      "accuracy": 0.808081,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.05294089393939394,
      "avg_duration_per_task_ms": 409688.16161616164,
      "avg_output_tokens_per_task": 43927.25252525252,
      "last_run_timestamp": "2026-11-11T02:02:05.405Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5-20260211",
      "model_slug": "z-ai/glm-5",
      "model_name": "Z.ai: GLM 5",
      "provider_name": "AtlasCloud",
      "accuracy": 0.808081,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.17552519191919191,
      "avg_duration_per_task_ms": 699226.308080808,
      "avg_output_tokens_per_task": 55529.5,
      "last_run_timestamp": "2026-08-29T19:16:33.097Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.5-sonnet-20250929",
      "model_slug": "anthropic/claude-sonnet-4.5",
      "model_name": "Anthropic: Claude Sonnet 4.5",
      "provider_name": "Claude Platform on AWS",
      "accuracy": 0.8075756,
      "accuracy_std_dev": 0.007024463711914234,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.3436869161616162,
      "avg_duration_per_task_ms": 358068.0712121212,
      "avg_output_tokens_per_task": 22720.74595959596,
      "last_run_timestamp": "2026-10-31T08:53:23.022Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.6-35b-a3b-20260415",
      "model_slug": "qwen/qwen3.6-35b-a3b",
      "model_name": "Qwen: Qwen3.6 35B A3B",
      "provider_name": "DekaLLM",
      "accuracy": 0.807532574733096,
      "accuracy_std_dev": 0.023704551349195916,
      "run_count": 6,
      "total_questions": 1124,
      "avg_cost_per_task_usd": 0.039211227758007124,
      "avg_duration_per_task_ms": 252786.0587188612,
      "avg_output_tokens_per_task": 39158.109430604985,
      "last_run_timestamp": "2026-10-31T16:09:44.822Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Particle AI",
      "accuracy": 0.80723875,
      "accuracy_std_dev": 0.007668707465244688,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.02855746717171717,
      "avg_duration_per_task_ms": 256654.82196969696,
      "avg_output_tokens_per_task": 56910.10353535353,
      "last_run_timestamp": "2026-11-03T01:57:50.570Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5-mini-2025-08-07",
      "model_slug": "openai/gpt-5-mini",
      "model_name": "OpenAI: GPT-5 Mini",
      "provider_name": "Azure",
      "accuracy": 0.8068179999999999,
      "accuracy_std_dev": 0.027363478050131,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.046258910353535354,
      "avg_duration_per_task_ms": 196125.59974747474,
      "avg_output_tokens_per_task": 21946.10606060606,
      "last_run_timestamp": "2026-10-01T19:34:33.810Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v3.1-terminus",
      "model_slug": "deepseek/deepseek-v3.1-terminus",
      "model_name": "DeepSeek: DeepSeek V3.1 Terminus",
      "provider_name": "AtlasCloud",
      "accuracy": 0.806397,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.013457126262626263,
      "avg_duration_per_task_ms": 258106.601010101,
      "avg_output_tokens_per_task": 13948.363636363636,
      "last_run_timestamp": "2026-08-29T19:12:57.906Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5-mini-2025-08-07",
      "model_slug": "openai/gpt-5-mini",
      "model_name": "OpenAI: GPT-5 Mini",
      "provider_name": "OpenAI",
      "accuracy": 0.806397,
      "accuracy_std_dev": 0.003367000000000009,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.04417995707070707,
      "avg_duration_per_task_ms": 210130.46464646465,
      "avg_output_tokens_per_task": 21993.772727272728,
      "last_run_timestamp": "2026-10-01T19:26:25.385Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v3.2-20251201",
      "model_slug": "deepseek/deepseek-v3.2",
      "model_name": "DeepSeek: DeepSeek V3.2",
      "provider_name": "GMICloud",
      "accuracy": 0.8059762500000001,
      "accuracy_std_dev": 0.14457721104633847,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.010040758838383838,
      "avg_duration_per_task_ms": 486541.80366161617,
      "avg_output_tokens_per_task": 31887.0422979798,
      "last_run_timestamp": "2026-11-10T07:09:23.085Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.5-9b-20260310",
      "model_slug": "qwen/qwen3.5-9b",
      "model_name": "Qwen: Qwen3.5-9B",
      "provider_name": "Parasail",
      "accuracy": 0.8047882407261246,
      "accuracy_std_dev": 0.03134006389099038,
      "run_count": 9,
      "total_questions": 1267,
      "avg_cost_per_task_usd": 0.007205067876874505,
      "avg_duration_per_task_ms": 327813.7805840568,
      "avg_output_tokens_per_task": 28563.743488555643,
      "last_run_timestamp": "2026-10-31T16:04:29.125Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Makora",
      "accuracy": 0.8028182609489051,
      "accuracy_std_dev": 0.07654548992882891,
      "run_count": 9,
      "total_questions": 1644,
      "avg_cost_per_task_usd": 0.019102108272506083,
      "avg_duration_per_task_ms": 309069.2311435523,
      "avg_output_tokens_per_task": 40420.16605839416,
      "last_run_timestamp": "2026-10-31T08:33:53.031Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5-20260211",
      "model_slug": "z-ai/glm-5",
      "model_name": "Z.ai: GLM 5",
      "provider_name": "auto-routing",
      "accuracy": 0.8024691666666666,
      "accuracy_std_dev": 0.018330469646799043,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.16840924747474745,
      "avg_duration_per_task_ms": 873210.6734006734,
      "avg_output_tokens_per_task": 68569.23737373737,
      "last_run_timestamp": "2026-10-31T16:04:51.396Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.6-35b-a3b-20260415",
      "model_slug": "qwen/qwen3.6-35b-a3b",
      "model_name": "Qwen: Qwen3.6 35B A3B",
      "provider_name": "auto-routing",
      "accuracy": 0.8004207,
      "accuracy_std_dev": 0.044507031651302036,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.042721301010101013,
      "avg_duration_per_task_ms": 526688.4080808081,
      "avg_output_tokens_per_task": 42839.23080808081,
      "last_run_timestamp": "2026-10-31T16:13:09.867Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-26b-a4b-it-20260403",
      "model_slug": "google/gemma-4-26b-a4b-it",
      "model_name": "Google: Gemma 4 26B A4B ",
      "provider_name": "Cloudflare",
      "accuracy": 0.8002973868706182,
      "accuracy_std_dev": 0.007364254034481369,
      "run_count": 8,
      "total_questions": 1569,
      "avg_cost_per_task_usd": 0.011588261312938178,
      "avg_duration_per_task_ms": 676384.4193753983,
      "avg_output_tokens_per_task": 38378.20586360739,
      "last_run_timestamp": "2026-11-17T15:23:06.925Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-chat-v3.1",
      "model_slug": "deepseek/deepseek-chat-v3.1",
      "model_name": "DeepSeek: DeepSeek V3.1",
      "provider_name": "AtlasCloud",
      "accuracy": 0.7988215,
      "accuracy_std_dev": 0.005892500000000023,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.01415164898989899,
      "avg_duration_per_task_ms": 339977.18434343435,
      "avg_output_tokens_per_task": 14297.911616161617,
      "last_run_timestamp": "2026-10-04T00:00:36.942Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5-20260211",
      "model_slug": "z-ai/glm-5",
      "model_name": "Z.ai: GLM 5",
      "provider_name": "GMICloud",
      "accuracy": 0.798400625,
      "accuracy_std_dev": 0.05747228792413242,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.13849537058080807,
      "avg_duration_per_task_ms": 924494.1167929292,
      "avg_output_tokens_per_task": 71931.75820707071,
      "last_run_timestamp": "2026-11-10T07:06:06.465Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-r1-0528",
      "model_slug": "deepseek/deepseek-r1-0528",
      "model_name": "DeepSeek: R1 0528",
      "provider_name": "SiliconFlow",
      "accuracy": 0.7980070625000001,
      "accuracy_std_dev": 0.006047435132971676,
      "run_count": 4,
      "total_questions": 736,
      "avg_cost_per_task_usd": 0.05058704755434783,
      "avg_duration_per_task_ms": 1103217.1616847827,
      "avg_output_tokens_per_task": 23035.456521739132,
      "last_run_timestamp": "2026-10-17T16:06:10.469Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.5-9b-20260310",
      "model_slug": "qwen/qwen3.5-9b",
      "model_name": "Qwen: Qwen3.5-9B",
      "provider_name": "DeepInfra",
      "accuracy": 0.7953438841364375,
      "accuracy_std_dev": 0.008108961945896645,
      "run_count": 10,
      "total_questions": 1847,
      "avg_cost_per_task_usd": 0.0047060768814293445,
      "avg_duration_per_task_ms": 1593349.9480238224,
      "avg_output_tokens_per_task": 30868.19274499188,
      "last_run_timestamp": "2026-10-31T16:08:08.537Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.5-9b-20260310",
      "model_slug": "qwen/qwen3.5-9b",
      "model_name": "Qwen: Qwen3.5-9B",
      "provider_name": "Together",
      "accuracy": 0.79452286825474,
      "accuracy_std_dev": 0.014030203463944116,
      "run_count": 11,
      "total_questions": 2057,
      "avg_cost_per_task_usd": 0.008903859990277102,
      "avg_duration_per_task_ms": 389383.158483228,
      "avg_output_tokens_per_task": 35090.44676713661,
      "last_run_timestamp": "2026-11-17T15:00:56.516Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "GMICloud",
      "accuracy": 0.7942242307692308,
      "accuracy_std_dev": 0.03999812872960211,
      "run_count": 13,
      "total_questions": 2574,
      "avg_cost_per_task_usd": 0.11353396503496503,
      "avg_duration_per_task_ms": 360618.7031857032,
      "avg_output_tokens_per_task": 26978.128205128207,
      "last_run_timestamp": "2026-11-17T14:17:51.372Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.5-0127",
      "model_slug": "moonshotai/kimi-k2.5",
      "model_name": "MoonshotAI: Kimi K2.5",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.7934101428571428,
      "accuracy_std_dev": 0.009119880378735751,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.017829443001443002,
      "avg_duration_per_task_ms": 71721.12842712842,
      "avg_output_tokens_per_task": 5783.841269841269,
      "last_run_timestamp": "2026-11-17T14:06:33.658Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-r1-0528",
      "model_slug": "deepseek/deepseek-r1-0528",
      "model_name": "DeepSeek: R1 0528",
      "provider_name": "StreamLake",
      "accuracy": 0.7929292,
      "accuracy_std_dev": 0.007299620439447542,
      "run_count": 5,
      "total_questions": 990,
      "avg_cost_per_task_usd": 0.054485179797979795,
      "avg_duration_per_task_ms": 463664.19494949497,
      "avg_output_tokens_per_task": 23650.31111111111,
      "last_run_timestamp": "2026-10-17T16:03:34.700Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.5-9b-20260310",
      "model_slug": "qwen/qwen3.5-9b",
      "model_name": "Qwen: Qwen3.5-9B",
      "provider_name": "Venice",
      "accuracy": 0.792929125,
      "accuracy_std_dev": 0.012456644195343132,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.004573827651515152,
      "avg_duration_per_task_ms": 261528.14835858587,
      "avg_output_tokens_per_task": 29942.478535353537,
      "last_run_timestamp": "2026-10-17T16:03:34.733Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta/muse-glimmer-30b-20260810",
      "model_slug": "meta/muse-glimmer-30b",
      "model_name": "Meta: Muse Glimmer 30B",
      "provider_name": "DeepInfra",
      "accuracy": 0.7926977729257642,
      "accuracy_std_dev": 0.013684688844672733,
      "run_count": 7,
      "total_questions": 1374,
      "avg_cost_per_task_usd": 0.018334119359534207,
      "avg_duration_per_task_ms": 195603.27438136828,
      "avg_output_tokens_per_task": 15128.782387190684,
      "last_run_timestamp": "2026-10-08T22:29:11.504Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Sail Research",
      "accuracy": 0.7915130734029483,
      "accuracy_std_dev": 0.10874966543285447,
      "run_count": 17,
      "total_questions": 3256,
      "avg_cost_per_task_usd": 0.016449653562653568,
      "avg_duration_per_task_ms": 589149.2966830467,
      "avg_output_tokens_per_task": 29789.002457002458,
      "last_run_timestamp": "2026-11-17T14:59:06.617Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Venice",
      "accuracy": 0.791055947953512,
      "accuracy_std_dev": 0.019482871355115994,
      "run_count": 10,
      "total_questions": 1979,
      "avg_cost_per_task_usd": 0.0689776710459828,
      "avg_duration_per_task_ms": 209947.39969681657,
      "avg_output_tokens_per_task": 21432.847902981302,
      "last_run_timestamp": "2026-10-31T08:22:42.983Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-chat-v3.1",
      "model_slug": "deepseek/deepseek-chat-v3.1",
      "model_name": "DeepSeek: DeepSeek V3.1",
      "provider_name": "CoreWeave",
      "accuracy": 0.790404,
      "accuracy_std_dev": 0.009658745415425364,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.020903054713804714,
      "avg_duration_per_task_ms": 230205.617003367,
      "avg_output_tokens_per_task": 12423.503367003366,
      "last_run_timestamp": "2026-10-31T16:10:36.260Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-26b-a4b-it-20260403",
      "model_slug": "google/gemma-4-26b-a4b-it",
      "model_name": "Google: Gemma 4 26B A4B ",
      "provider_name": "Google",
      "accuracy": 0.7897150244399185,
      "accuracy_std_dev": 0.012691334791896393,
      "run_count": 5,
      "total_questions": 982,
      "avg_cost_per_task_usd": 0.02278962932790224,
      "avg_duration_per_task_ms": 853973.8350305499,
      "avg_output_tokens_per_task": 37786.461303462325,
      "last_run_timestamp": "2026-10-24T16:37:21.981Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.5-0127",
      "model_slug": "moonshotai/kimi-k2.5",
      "model_name": "MoonshotAI: Kimi K2.5",
      "provider_name": "AtlasCloud",
      "accuracy": 0.7895625,
      "accuracy_std_dev": 0.0858585,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.09642141161616162,
      "avg_duration_per_task_ms": 819279.191919192,
      "avg_output_tokens_per_task": 38456.38636363636,
      "last_run_timestamp": "2026-10-03T17:58:22.995Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v3.2-20251201",
      "model_slug": "deepseek/deepseek-v3.2",
      "model_name": "DeepSeek: DeepSeek V3.2",
      "provider_name": "Novita",
      "accuracy": 0.7895619999999999,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.006246146464646465,
      "avg_duration_per_task_ms": 351287.5252525252,
      "avg_output_tokens_per_task": 15141.626262626263,
      "last_run_timestamp": "2026-08-29T19:20:50.265Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "OpenInference",
      "accuracy": 0.78787875,
      "accuracy_std_dev": 0.07364231885055972,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.00578827398989899,
      "avg_duration_per_task_ms": 336799.6666666667,
      "avg_output_tokens_per_task": 18562.590909090908,
      "last_run_timestamp": "2026-10-17T08:26:03.926Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "xiaomi/mimo-v2.5-20260422",
      "model_slug": "xiaomi/mimo-v2.5",
      "model_name": "Xiaomi: MiMo-V2.5",
      "provider_name": "auto-routing",
      "accuracy": 0.7875420000000001,
      "accuracy_std_dev": 0.03678214223233877,
      "run_count": 5,
      "total_questions": 990,
      "avg_cost_per_task_usd": 0.015210927272727272,
      "avg_duration_per_task_ms": 996999.5121212121,
      "avg_output_tokens_per_task": 43967.2202020202,
      "last_run_timestamp": "2026-10-17T08:18:06.210Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-4.6",
      "model_slug": "z-ai/glm-4.6",
      "model_name": "Z.ai: GLM 4.6",
      "provider_name": "DeepInfra",
      "accuracy": 0.7874721196868009,
      "accuracy_std_dev": 0.01654333997568267,
      "run_count": 7,
      "total_questions": 894,
      "avg_cost_per_task_usd": 0.04515477404921701,
      "avg_duration_per_task_ms": 992834.2472035794,
      "avg_output_tokens_per_task": 22480.770693512306,
      "last_run_timestamp": "2026-10-31T16:04:29.123Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Phala",
      "accuracy": 0.7874578750000001,
      "accuracy_std_dev": 0.03592742847894035,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.2411408813131313,
      "avg_duration_per_task_ms": 860070.1843434343,
      "avg_output_tokens_per_task": 80099.92676767676,
      "last_run_timestamp": "2026-10-17T16:06:46.266Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-26b-a4b-it-20260403",
      "model_slug": "google/gemma-4-26b-a4b-it",
      "model_name": "Google: Gemma 4 26B A4B ",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.7872267663934426,
      "accuracy_std_dev": 0.013963506030602306,
      "run_count": 3,
      "total_questions": 488,
      "avg_cost_per_task_usd": 0.008632290983606556,
      "avg_duration_per_task_ms": 586832.4200819673,
      "avg_output_tokens_per_task": 37091.375,
      "last_run_timestamp": "2026-10-31T16:20:33.127Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v3.2-20251201",
      "model_slug": "deepseek/deepseek-v3.2",
      "model_name": "DeepSeek: DeepSeek V3.2",
      "provider_name": "DeepInfra",
      "accuracy": 0.7870368750000001,
      "accuracy_std_dev": 0.025476006719252032,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.007640597853535355,
      "avg_duration_per_task_ms": 789253.3194444445,
      "avg_output_tokens_per_task": 19685.9375,
      "last_run_timestamp": "2026-11-16T13:49:41.284Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-26b-a4b-it-20260403",
      "model_slug": "google/gemma-4-26b-a4b-it",
      "model_name": "Google: Gemma 4 26B A4B ",
      "provider_name": "Io Net",
      "accuracy": 0.7869631453819839,
      "accuracy_std_dev": 0.013944586041777755,
      "run_count": 9,
      "total_questions": 1754,
      "avg_cost_per_task_usd": 0.011825322120866589,
      "avg_duration_per_task_ms": 829150.0969213226,
      "avg_output_tokens_per_task": 39400.60433295325,
      "last_run_timestamp": "2026-11-16T13:49:42.771Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4-sonnet-20250522",
      "model_slug": "anthropic/claude-sonnet-4",
      "model_name": "Anthropic: Claude Sonnet 4",
      "provider_name": "auto-routing",
      "accuracy": 0.786195,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.2643429696969697,
      "avg_duration_per_task_ms": 180778.88888888888,
      "avg_output_tokens_per_task": 17428.555555555555,
      "last_run_timestamp": "2026-09-01T13:19:59.945Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-r1-0528",
      "model_slug": "deepseek/deepseek-r1-0528",
      "model_name": "DeepSeek: R1 0528",
      "provider_name": "DeepInfra",
      "accuracy": 0.7859893117782909,
      "accuracy_std_dev": 0.024601577328293427,
      "run_count": 5,
      "total_questions": 866,
      "avg_cost_per_task_usd": 0.04053840184757506,
      "avg_duration_per_task_ms": 786206.7228637413,
      "avg_output_tokens_per_task": 18731.82794457275,
      "last_run_timestamp": "2026-10-17T16:06:15.029Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m2.7-20260318",
      "model_slug": "minimax/minimax-m2.7",
      "model_name": "MiniMax: MiniMax M2.7",
      "provider_name": "Mara",
      "accuracy": 0.785417,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 80,
      "avg_cost_per_task_usd": 0.0444003875,
      "avg_duration_per_task_ms": 177008.075,
      "avg_output_tokens_per_task": 46149.475,
      "last_run_timestamp": "2026-08-29T19:44:46.543Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.5-35b-a3b-20260224",
      "model_slug": "qwen/qwen3.5-35b-a3b",
      "model_name": "Qwen: Qwen3.5-35B-A3B",
      "provider_name": "Darkbloom",
      "accuracy": 0.7853533999999999,
      "accuracy_std_dev": 0.02150995189766822,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.020415863636363638,
      "avg_duration_per_task_ms": 455444.60656565655,
      "avg_output_tokens_per_task": 27143.04797979798,
      "last_run_timestamp": "2026-11-14T18:43:32.728Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Nebius",
      "accuracy": 0.78493275,
      "accuracy_std_dev": 0.010934561842501992,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.03407076388888889,
      "avg_duration_per_task_ms": 483005.77398989897,
      "avg_output_tokens_per_task": 67906.58964646465,
      "last_run_timestamp": "2026-10-31T08:31:13.285Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v3.1-terminus",
      "model_slug": "deepseek/deepseek-v3.1-terminus",
      "model_name": "DeepSeek: DeepSeek V3.1 Terminus",
      "provider_name": "StreamLake",
      "accuracy": 0.784512,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.014511666666666668,
      "avg_duration_per_task_ms": 261104.45454545456,
      "avg_output_tokens_per_task": 13863.560606060606,
      "last_run_timestamp": "2026-08-29T16:10:33.070Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m2.5-20260211",
      "model_slug": "minimax/minimax-m2.5",
      "model_name": "MiniMax: MiniMax M2.5",
      "provider_name": "AtlasCloud",
      "accuracy": 0.784512,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.029084353535353536,
      "avg_duration_per_task_ms": 393823.50505050505,
      "avg_output_tokens_per_task": 24098.20707070707,
      "last_run_timestamp": "2026-08-29T18:09:57.600Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "xiaomi/mimo-v2.5-pro-20260422",
      "model_slug": "xiaomi/mimo-v2.5-pro",
      "model_name": "Xiaomi: MiMo-V2.5-Pro",
      "provider_name": "GMICloud",
      "accuracy": 0.7844069458272328,
      "accuracy_std_dev": 0.16929564305735717,
      "run_count": 7,
      "total_questions": 1366,
      "avg_cost_per_task_usd": 0.015443862371888727,
      "avg_duration_per_task_ms": 552810.7584187408,
      "avg_output_tokens_per_task": 25038.721083455344,
      "last_run_timestamp": "2026-10-17T08:10:43.825Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.5-35b-a3b-20260224",
      "model_slug": "qwen/qwen3.5-35b-a3b",
      "model_name": "Qwen: Qwen3.5-35B-A3B",
      "provider_name": "AtlasCloud",
      "accuracy": 0.7842309999999999,
      "accuracy_std_dev": 0.031800203463709674,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.03924586111111111,
      "avg_duration_per_task_ms": 203215.08585858587,
      "avg_output_tokens_per_task": 21704.11531986532,
      "last_run_timestamp": "2026-10-31T16:08:31.063Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "xiaomi/mimo-v2.6-flash-20260921",
      "model_slug": "xiaomi/mimo-v2.6-flash",
      "model_name": "Xiaomi: MiMo-V2.6-Flash",
      "provider_name": "GMICloud",
      "accuracy": 0.7834066740088106,
      "accuracy_std_dev": 0.03267882611860158,
      "run_count": 7,
      "total_questions": 1362,
      "avg_cost_per_task_usd": 0.011216555800293687,
      "avg_duration_per_task_ms": 945782.2437591776,
      "avg_output_tokens_per_task": 43587.65491923642,
      "last_run_timestamp": "2026-11-16T13:49:36.745Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.1-20260406",
      "model_slug": "z-ai/glm-5.1",
      "model_name": "Z.ai: GLM 5.1",
      "provider_name": "AtlasCloud",
      "accuracy": 0.7831089999999999,
      "accuracy_std_dev": 0.017124617835151793,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.35683406986531985,
      "avg_duration_per_task_ms": 1051032.0681818181,
      "avg_output_tokens_per_task": 89904.13636363637,
      "last_run_timestamp": "2026-10-31T16:04:02.366Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.7819484048257371,
      "accuracy_std_dev": 0.018797499999999967,
      "run_count": 2,
      "total_questions": 373,
      "avg_cost_per_task_usd": 0.002252184986595174,
      "avg_duration_per_task_ms": 273008.2493297587,
      "avg_output_tokens_per_task": 25573.890080428955,
      "last_run_timestamp": "2026-11-15T02:47:42.384Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.6-35b-a3b-20260415",
      "model_slug": "qwen/qwen3.6-35b-a3b",
      "model_name": "Qwen: Qwen3.6 35B A3B",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.77933,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 179,
      "avg_cost_per_task_usd": 0.00797877653631285,
      "avg_duration_per_task_ms": 499606.7541899441,
      "avg_output_tokens_per_task": 38804.5530726257,
      "last_run_timestamp": "2026-11-01T18:00:07.325Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5.4-nano-20260317",
      "model_slug": "openai/gpt-5.4-nano",
      "model_name": "OpenAI: GPT-5.4 Nano",
      "provider_name": "auto-routing",
      "accuracy": 0.776936,
      "accuracy_std_dev": 0.004208999999999963,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.013052893939393939,
      "avg_duration_per_task_ms": 64108.87373737374,
      "avg_output_tokens_per_task": 10319.823232323231,
      "last_run_timestamp": "2026-10-01T19:12:45.924Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "CoreWeave",
      "accuracy": 0.7763347142857143,
      "accuracy_std_dev": 0.009151577814223922,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.005067490620490621,
      "avg_duration_per_task_ms": 470871.43145743146,
      "avg_output_tokens_per_task": 29637.25541125541,
      "last_run_timestamp": "2026-11-15T02:46:09.722Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5.4-nano-20260317",
      "model_slug": "openai/gpt-5.4-nano",
      "model_name": "OpenAI: GPT-5.4 Nano",
      "provider_name": "OpenAI",
      "accuracy": 0.7760940000000002,
      "accuracy_std_dev": 0.012598160421267844,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.013424281144781143,
      "avg_duration_per_task_ms": 64995.4595959596,
      "avg_output_tokens_per_task": 10615.195286195287,
      "last_run_timestamp": "2026-10-02T23:20:38.343Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-4.6",
      "model_slug": "z-ai/glm-4.6",
      "model_name": "Z.ai: GLM 4.6",
      "provider_name": "auto-routing",
      "accuracy": 0.775673375,
      "accuracy_std_dev": 0.02851728530180206,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.06628245075757576,
      "avg_duration_per_task_ms": 1000327.1641414141,
      "avg_output_tokens_per_task": 32052.66351010101,
      "last_run_timestamp": "2026-11-17T16:26:58.970Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "Parasail",
      "accuracy": 0.7747796272912423,
      "accuracy_std_dev": 0.013840442178268722,
      "run_count": 10,
      "total_questions": 1964,
      "avg_cost_per_task_usd": 0.02193332026476579,
      "avg_duration_per_task_ms": 237495.13747454176,
      "avg_output_tokens_per_task": 29789.022912423625,
      "last_run_timestamp": "2026-11-17T14:39:31.879Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-chat-v3.1",
      "model_slug": "deepseek/deepseek-chat-v3.1",
      "model_name": "DeepSeek: DeepSeek V3.1",
      "provider_name": "DeepInfra",
      "accuracy": 0.7744816512301014,
      "accuracy_std_dev": 0.007120696122241549,
      "run_count": 7,
      "total_questions": 1382,
      "avg_cost_per_task_usd": 0.011323301736613604,
      "avg_duration_per_task_ms": 920840.8900144718,
      "avg_output_tokens_per_task": 11770.286541244574,
      "last_run_timestamp": "2026-10-31T16:02:14.358Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "xiaomi/mimo-v2.6-flash-20260921",
      "model_slug": "xiaomi/mimo-v2.6-flash",
      "model_name": "Xiaomi: MiMo-V2.6-Flash",
      "provider_name": "DeepInfra",
      "accuracy": 0.7741524627118646,
      "accuracy_std_dev": 0.024920321732780762,
      "run_count": 7,
      "total_questions": 1180,
      "avg_cost_per_task_usd": 0.010626239830508475,
      "avg_duration_per_task_ms": 1250036.8076271187,
      "avg_output_tokens_per_task": 40411.0593220339,
      "last_run_timestamp": "2026-10-31T08:17:43.227Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.5-9b-20260310",
      "model_slug": "qwen/qwen3.5-9b",
      "model_name": "Qwen: Qwen3.5-9B",
      "provider_name": "auto-routing",
      "accuracy": 0.7739515454545454,
      "accuracy_std_dev": 0.019647060545183753,
      "run_count": 11,
      "total_questions": 2178,
      "avg_cost_per_task_usd": 0.0062697658402203855,
      "avg_duration_per_task_ms": 697888.5514233242,
      "avg_output_tokens_per_task": 37871.49770431589,
      "last_run_timestamp": "2026-11-17T15:06:11.764Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "DekaLLM",
      "accuracy": 0.7737793749999998,
      "accuracy_std_dev": 0.007619591031307042,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.005191088383838385,
      "avg_duration_per_task_ms": 771186.5183080808,
      "avg_output_tokens_per_task": 28677.068813131315,
      "last_run_timestamp": "2026-11-15T02:46:09.177Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "Cerebras",
      "accuracy": 0.7735690000000001,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.004463338383838384,
      "avg_duration_per_task_ms": 3576.8838383838383,
      "avg_output_tokens_per_task": 2472.580808080808,
      "last_run_timestamp": "2026-08-29T18:58:30.919Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5.4-nano-20260317",
      "model_slug": "openai/gpt-5.4-nano",
      "model_name": "OpenAI: GPT-5.4 Nano",
      "provider_name": "Azure",
      "accuracy": 0.7735690000000001,
      "accuracy_std_dev": 0.005892142861472351,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.014036280303030302,
      "avg_duration_per_task_ms": 123381.52777777778,
      "avg_output_tokens_per_task": 10576.208333333334,
      "last_run_timestamp": "2026-10-01T19:20:04.986Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "xiaomi/mimo-v2.5-20260422",
      "model_slug": "xiaomi/mimo-v2.5",
      "model_name": "Xiaomi: MiMo-V2.5",
      "provider_name": "GMICloud",
      "accuracy": 0.7727471211726384,
      "accuracy_std_dev": 0.07251973695215239,
      "run_count": 8,
      "total_questions": 1535,
      "avg_cost_per_task_usd": 0.0065512293159609115,
      "avg_duration_per_task_ms": 622627.7394136807,
      "avg_output_tokens_per_task": 28043.20716612378,
      "last_run_timestamp": "2026-10-27T02:37:18.076Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "SambaNova",
      "accuracy": 0.7722257916937054,
      "accuracy_std_dev": 0.012824911290507012,
      "run_count": 8,
      "total_questions": 1541,
      "avg_cost_per_task_usd": 0.025543689811810513,
      "avg_duration_per_task_ms": 78480.72744970798,
      "avg_output_tokens_per_task": 26754.103179753405,
      "last_run_timestamp": "2026-11-15T02:46:38.349Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-26b-a4b-it-20260403",
      "model_slug": "google/gemma-4-26b-a4b-it",
      "model_name": "Google: Gemma 4 26B A4B ",
      "provider_name": "CoreWeave",
      "accuracy": 0.7714860192771085,
      "accuracy_std_dev": 0.016470310033005864,
      "run_count": 6,
      "total_questions": 830,
      "avg_cost_per_task_usd": 0.009284253012048193,
      "avg_duration_per_task_ms": 720483.7698795181,
      "avg_output_tokens_per_task": 30820.519277108433,
      "last_run_timestamp": "2026-10-31T16:24:40.574Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-26b-a4b-it-20260403",
      "model_slug": "google/gemma-4-26b-a4b-it",
      "model_name": "Google: Gemma 4 26B A4B ",
      "provider_name": "Novita",
      "accuracy": 0.7713304945770065,
      "accuracy_std_dev": 0.00447358860871224,
      "run_count": 5,
      "total_questions": 922,
      "avg_cost_per_task_usd": 0.019845955531453362,
      "avg_duration_per_task_ms": 739043.0921908894,
      "avg_output_tokens_per_task": 49378.283080260306,
      "last_run_timestamp": "2026-10-31T16:47:37.740Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "xiaomi/mimo-v2.6-flash-20260921",
      "model_slug": "xiaomi/mimo-v2.6-flash",
      "model_name": "Xiaomi: MiMo-V2.6-Flash",
      "provider_name": "Xiaomi",
      "accuracy": 0.7713243333333333,
      "accuracy_std_dev": 0.015953887234429386,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.015051642255892258,
      "avg_duration_per_task_ms": 1148563.713804714,
      "avg_output_tokens_per_task": 53447.62626262626,
      "last_run_timestamp": "2026-11-17T16:17:57.691Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "AkashML",
      "accuracy": 0.7713035213876727,
      "accuracy_std_dev": 0.014185849853365217,
      "run_count": 15,
      "total_questions": 2969,
      "avg_cost_per_task_usd": 0.005454298080161672,
      "avg_duration_per_task_ms": 422102.599191647,
      "avg_output_tokens_per_task": 29175.366453351297,
      "last_run_timestamp": "2026-11-15T02:47:42.002Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "BaseTen",
      "accuracy": 0.7704425714285715,
      "accuracy_std_dev": 0.009599668920736527,
      "run_count": 14,
      "total_questions": 2772,
      "avg_cost_per_task_usd": 0.014790170995670994,
      "avg_duration_per_task_ms": 143138.41125541125,
      "avg_output_tokens_per_task": 29383.16847041847,
      "last_run_timestamp": "2026-11-17T14:34:43.894Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "inclusionai/ling-3.0-flash-20260723",
      "model_slug": "inclusionai/ling-3.0-flash",
      "model_name": "inclusionAI: Ling 3.0 Flash",
      "provider_name": "Novita",
      "accuracy": 0.7704082653061225,
      "accuracy_std_dev": 0.004043999999999992,
      "run_count": 2,
      "total_questions": 392,
      "avg_cost_per_task_usd": 0.0019404923469387753,
      "avg_duration_per_task_ms": 111529.7219387755,
      "avg_output_tokens_per_task": 30618.492346938776,
      "last_run_timestamp": "2026-10-01T16:04:09.046Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-26b-a4b-it-20260403",
      "model_slug": "google/gemma-4-26b-a4b-it",
      "model_name": "Google: Gemma 4 26B A4B ",
      "provider_name": "Parasail",
      "accuracy": 0.7699213333333333,
      "accuracy_std_dev": 0.0025095763697396303,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.022395239898989897,
      "avg_duration_per_task_ms": 1188214.6624579125,
      "avg_output_tokens_per_task": 55769.42592592593,
      "last_run_timestamp": "2026-10-31T16:51:21.148Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "xiaomi/mimo-v2.5-20260422",
      "model_slug": "xiaomi/mimo-v2.5",
      "model_name": "Xiaomi: MiMo-V2.5",
      "provider_name": "Parasail",
      "accuracy": 0.769608,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 136,
      "avg_cost_per_task_usd": 0.006460970588235295,
      "avg_duration_per_task_ms": 321129.4117647059,
      "avg_output_tokens_per_task": 22892.926470588234,
      "last_run_timestamp": "2026-08-29T12:30:09.617Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v3.1-terminus",
      "model_slug": "deepseek/deepseek-v3.1-terminus",
      "model_name": "DeepSeek: DeepSeek V3.1 Terminus",
      "provider_name": "auto-routing",
      "accuracy": 0.76936,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.018122520202020202,
      "avg_duration_per_task_ms": 468132.64646464644,
      "avg_output_tokens_per_task": 17949.782828282827,
      "last_run_timestamp": "2026-08-29T18:21:38.666Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "Mara",
      "accuracy": 0.7681573910550459,
      "accuracy_std_dev": 0.023999204014577925,
      "run_count": 6,
      "total_questions": 872,
      "avg_cost_per_task_usd": 0.013372325688073398,
      "avg_duration_per_task_ms": 53013.533256880735,
      "avg_output_tokens_per_task": 17698.798165137614,
      "last_run_timestamp": "2026-10-31T16:39:49.876Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "Venice",
      "accuracy": 0.7677073087597572,
      "accuracy_std_dev": 0.01751405126129683,
      "run_count": 6,
      "total_questions": 1153,
      "avg_cost_per_task_usd": 0.0025401777970511705,
      "avg_duration_per_task_ms": 752228.1049436253,
      "avg_output_tokens_per_task": 16749.325238508238,
      "last_run_timestamp": "2026-11-15T02:47:42.044Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-26b-a4b-it-20260403",
      "model_slug": "google/gemma-4-26b-a4b-it",
      "model_name": "Google: Gemma 4 26B A4B ",
      "provider_name": "SiliconFlow",
      "accuracy": 0.7676767999999999,
      "accuracy_std_dev": 0.007299435934371887,
      "run_count": 5,
      "total_questions": 990,
      "avg_cost_per_task_usd": 0.021622704040404044,
      "avg_duration_per_task_ms": 788158.2282828282,
      "avg_output_tokens_per_task": 53850.85858585859,
      "last_run_timestamp": "2026-11-15T02:47:43.141Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "Nebius",
      "accuracy": 0.7676767499999999,
      "accuracy_std_dev": 0.014334368531173586,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.018687223484848484,
      "avg_duration_per_task_ms": 107733.88446969698,
      "avg_output_tokens_per_task": 30912.815656565657,
      "last_run_timestamp": "2026-11-15T02:46:10.038Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "Near AI",
      "accuracy": 0.7675086,
      "accuracy_std_dev": 0.0064412725637097105,
      "run_count": 5,
      "total_questions": 990,
      "avg_cost_per_task_usd": 0.004478844444444445,
      "avg_duration_per_task_ms": 446838.62424242427,
      "avg_output_tokens_per_task": 29732.61212121212,
      "last_run_timestamp": "2026-11-15T02:47:42.348Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.7671957857142858,
      "accuracy_std_dev": 0.01124692376467304,
      "run_count": 14,
      "total_questions": 2772,
      "avg_cost_per_task_usd": 0.018243159090909095,
      "avg_duration_per_task_ms": 140965.07178932178,
      "avg_output_tokens_per_task": 30164.075396825396,
      "last_run_timestamp": "2026-11-15T02:46:13.031Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-26b-a4b-it-20260403",
      "model_slug": "google/gemma-4-26b-a4b-it",
      "model_name": "Google: Gemma 4 26B A4B ",
      "provider_name": "DekaLLM",
      "accuracy": 0.7669798106936416,
      "accuracy_std_dev": 0.011686708686296891,
      "run_count": 7,
      "total_questions": 1384,
      "avg_cost_per_task_usd": 0.019905706647398845,
      "avg_duration_per_task_ms": 1154492.3439306358,
      "avg_output_tokens_per_task": 60181.387283236996,
      "last_run_timestamp": "2026-10-31T16:03:21.445Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4-sonnet-20250522",
      "model_slug": "anthropic/claude-sonnet-4",
      "model_name": "Anthropic: Claude Sonnet 4",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.7669488305084746,
      "accuracy_std_dev": 0.016365499999999977,
      "run_count": 2,
      "total_questions": 354,
      "avg_cost_per_task_usd": 0.21194037853107345,
      "avg_duration_per_task_ms": 159764.62146892655,
      "avg_output_tokens_per_task": 13982.706214689266,
      "last_run_timestamp": "2026-09-01T13:33:46.786Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-2.5-flash",
      "model_slug": "google/gemini-2.5-flash",
      "model_name": "Google: Gemini 2.5 Flash",
      "provider_name": "Google AI Studio",
      "accuracy": 0.7668349999999999,
      "accuracy_std_dev": 0.004208999999999963,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.057140755050505046,
      "avg_duration_per_task_ms": 101024.92676767676,
      "avg_output_tokens_per_task": 22766.989898989897,
      "last_run_timestamp": "2026-10-01T19:11:42.323Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "Crusoe",
      "accuracy": 0.7654321666666666,
      "accuracy_std_dev": 0.007995277302188363,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.007605248316498317,
      "avg_duration_per_task_ms": 124555.20370370371,
      "avg_output_tokens_per_task": 30226.251683501683,
      "last_run_timestamp": "2026-11-15T02:46:07.586Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "xiaomi/mimo-v2.6-flash-20260921",
      "model_slug": "xiaomi/mimo-v2.6-flash",
      "model_name": "Xiaomi: MiMo-V2.6-Flash",
      "provider_name": "Tenstorrent",
      "accuracy": 0.7653508070175438,
      "accuracy_std_dev": 0.03268549999999998,
      "run_count": 2,
      "total_questions": 228,
      "avg_cost_per_task_usd": 0.014143986842105261,
      "avg_duration_per_task_ms": 648386.7105263158,
      "avg_output_tokens_per_task": 35206.833333333336,
      "last_run_timestamp": "2026-11-08T04:33:18.539Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "Sail Research",
      "accuracy": 0.7652328903225807,
      "accuracy_std_dev": 0.0066100967436188065,
      "run_count": 5,
      "total_questions": 930,
      "avg_cost_per_task_usd": 0.012368197849462366,
      "avg_duration_per_task_ms": 273605.95806451613,
      "avg_output_tokens_per_task": 30828.278494623657,
      "last_run_timestamp": "2026-11-17T14:45:19.031Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Reka",
      "accuracy": 0.7648447510121457,
      "accuracy_std_dev": 0.012274044379909982,
      "run_count": 15,
      "total_questions": 2964,
      "avg_cost_per_task_usd": 0.017108795546558704,
      "avg_duration_per_task_ms": 112012.69500674764,
      "avg_output_tokens_per_task": 5977.217948717948,
      "last_run_timestamp": "2026-10-31T09:06:38.813Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "Groq",
      "accuracy": 0.7647907142857142,
      "accuracy_std_dev": 0.010560012874914834,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.01759084199134199,
      "avg_duration_per_task_ms": 63976.917748917745,
      "avg_output_tokens_per_task": 29079.33621933622,
      "last_run_timestamp": "2026-11-15T02:46:11.966Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.6-35b-a3b-20260415",
      "model_slug": "qwen/qwen3.6-35b-a3b",
      "model_name": "Qwen: Qwen3.6 35B A3B",
      "provider_name": "DeepInfra",
      "accuracy": 0.7645398306041786,
      "accuracy_std_dev": 0.11924240796864177,
      "run_count": 10,
      "total_questions": 1771,
      "avg_cost_per_task_usd": 0.03501532185206098,
      "avg_duration_per_task_ms": 1521615.7679277244,
      "avg_output_tokens_per_task": 36772.9282891022,
      "last_run_timestamp": "2026-10-31T16:04:48.182Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-r1-0528",
      "model_slug": "deepseek/deepseek-r1-0528",
      "model_name": "DeepSeek: R1 0528",
      "provider_name": "auto-routing",
      "accuracy": 0.7643097499999999,
      "accuracy_std_dev": 0.04556335576631183,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.05284955681818181,
      "avg_duration_per_task_ms": 908963.1502525252,
      "avg_output_tokens_per_task": 23315.02525252525,
      "last_run_timestamp": "2026-10-17T16:03:24.588Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4-sonnet-20250522",
      "model_slug": "anthropic/claude-sonnet-4",
      "model_name": "Anthropic: Claude Sonnet 4",
      "provider_name": "Google",
      "accuracy": 0.7629069999999999,
      "accuracy_std_dev": 0.00819966182229484,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.2718667558922559,
      "avg_duration_per_task_ms": 264601.48148148146,
      "avg_output_tokens_per_task": 17934.003367003366,
      "last_run_timestamp": "2026-09-01T13:23:02.059Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.1-20260406",
      "model_slug": "z-ai/glm-5.1",
      "model_name": "Z.ai: GLM 5.1",
      "provider_name": "GMICloud",
      "accuracy": 0.76283675,
      "accuracy_std_dev": 0.029115898851615425,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.3722881363636363,
      "avg_duration_per_task_ms": 991529.7367424242,
      "avg_output_tokens_per_task": 87321.93434343435,
      "last_run_timestamp": "2026-11-10T07:04:16.019Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "Together",
      "accuracy": 0.7626262857142857,
      "accuracy_std_dev": 0.00899849893377914,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.017862266955266957,
      "avg_duration_per_task_ms": 238674.9466089466,
      "avg_output_tokens_per_task": 29527.696969696968,
      "last_run_timestamp": "2026-11-15T02:46:11.312Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-coder-next-2025-02-03",
      "model_slug": "qwen/qwen3-coder-next",
      "model_name": "Qwen: Qwen3 Coder Next",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.7626260000000001,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.022027883838383836,
      "avg_duration_per_task_ms": 90904.42929292929,
      "avg_output_tokens_per_task": 14522.767676767677,
      "last_run_timestamp": "2026-10-04T03:02:47.748Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "xiaomi/mimo-v2.6-flash-20260921",
      "model_slug": "xiaomi/mimo-v2.6-flash",
      "model_name": "Xiaomi: MiMo-V2.6-Flash",
      "provider_name": "InferenceNet",
      "accuracy": 0.7626259999999999,
      "accuracy_std_dev": 0.01346799999999998,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.01717197474747475,
      "avg_duration_per_task_ms": 622307.4974747475,
      "avg_output_tokens_per_task": 61038.34090909091,
      "last_run_timestamp": "2026-10-03T10:05:09.589Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "inclusionai/ling-3.0-flash-20260723",
      "model_slug": "inclusionai/ling-3.0-flash",
      "model_name": "inclusionAI: Ling 3.0 Flash",
      "provider_name": "DeepInfra",
      "accuracy": 0.7614677541284404,
      "accuracy_std_dev": 0.10796943486314385,
      "run_count": 3,
      "total_questions": 545,
      "avg_cost_per_task_usd": 0.0038067559633027524,
      "avg_duration_per_task_ms": 346287.8605504587,
      "avg_output_tokens_per_task": 20923.759633027523,
      "last_run_timestamp": "2026-10-08T22:27:01.555Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5-20260211",
      "model_slug": "z-ai/glm-5",
      "model_name": "Z.ai: GLM 5",
      "provider_name": "Baidu",
      "accuracy": 0.7590187142857142,
      "accuracy_std_dev": 0.025443023791064105,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.22564371356421356,
      "avg_duration_per_task_ms": 1135527.4343434344,
      "avg_output_tokens_per_task": 100534.39682539682,
      "last_run_timestamp": "2026-11-10T19:04:50.024Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "mistralai/mistral-small-2603",
      "model_slug": "mistralai/mistral-small-2603",
      "model_name": "Mistral: Mistral Small 4",
      "provider_name": "auto-routing",
      "accuracy": 0.7575759999999999,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.014556641414141414,
      "avg_duration_per_task_ms": 173179.91919191918,
      "avg_output_tokens_per_task": 23980.964646464647,
      "last_run_timestamp": "2026-09-01T13:30:26.223Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Phala",
      "accuracy": 0.7574711434482759,
      "accuracy_std_dev": 0.05835625158448523,
      "run_count": 11,
      "total_questions": 2175,
      "avg_cost_per_task_usd": 0.014400611954022986,
      "avg_duration_per_task_ms": 105760.68091954023,
      "avg_output_tokens_per_task": 6123.435402298851,
      "last_run_timestamp": "2026-10-31T08:19:36.628Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m2.7-20260318",
      "model_slug": "minimax/minimax-m2.7",
      "model_name": "MiniMax: MiniMax M2.7",
      "provider_name": "DeepInfra",
      "accuracy": 0.7573102236842104,
      "accuracy_std_dev": 0.04341149999999999,
      "run_count": 2,
      "total_questions": 228,
      "avg_cost_per_task_usd": 0.055711293859649125,
      "avg_duration_per_task_ms": 648187.5175438597,
      "avg_output_tokens_per_task": 45667.087719298244,
      "last_run_timestamp": "2026-08-29T19:07:57.500Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-coder-next-2025-02-03",
      "model_slug": "qwen/qwen3-coder-next",
      "model_name": "Qwen: Qwen3 Coder Next",
      "provider_name": "StreamLake",
      "accuracy": 0.7564533333333332,
      "accuracy_std_dev": 0.008285549120138182,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.013644265993265993,
      "avg_duration_per_task_ms": 93434.90404040404,
      "avg_output_tokens_per_task": 14997.808080808081,
      "last_run_timestamp": "2026-10-03T16:54:39.591Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "xiaomi/mimo-v2.6-flash-20260921",
      "model_slug": "xiaomi/mimo-v2.6-flash",
      "model_name": "Xiaomi: MiMo-V2.6-Flash",
      "provider_name": "Novita",
      "accuracy": 0.7563452081218275,
      "accuracy_std_dev": 0.0358022938821275,
      "run_count": 6,
      "total_questions": 1182,
      "avg_cost_per_task_usd": 0.014391308798646361,
      "avg_duration_per_task_ms": 1040556.6945854484,
      "avg_output_tokens_per_task": 51071.41201353638,
      "last_run_timestamp": "2026-10-31T08:41:02.325Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "mistralai/mistral-small-2603",
      "model_slug": "mistralai/mistral-small-2603",
      "model_name": "Mistral: Mistral Small 4",
      "provider_name": "Venice",
      "accuracy": 0.755892,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.018171858585858586,
      "avg_duration_per_task_ms": 285760.0353535354,
      "avg_output_tokens_per_task": 24027.954545454544,
      "last_run_timestamp": "2026-09-01T12:59:55.618Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-26b-a4b-it-20260403",
      "model_slug": "google/gemma-4-26b-a4b-it",
      "model_name": "Google: Gemma 4 26B A4B ",
      "provider_name": "NextBit",
      "accuracy": 0.7542087,
      "accuracy_std_dev": 0.01623499273205872,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.01519656313131313,
      "avg_duration_per_task_ms": 1400454.145959596,
      "avg_output_tokens_per_task": 56281.604545454546,
      "last_run_timestamp": "2026-11-17T17:47:33.105Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "DeepInfra",
      "accuracy": 0.7539042317380352,
      "accuracy_std_dev": 0.03122595132646972,
      "run_count": 12,
      "total_questions": 1985,
      "avg_cost_per_task_usd": 0.045778590428211585,
      "avg_duration_per_task_ms": 263292.8277078086,
      "avg_output_tokens_per_task": 17254.131486146096,
      "last_run_timestamp": "2026-10-31T08:39:08.315Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "mistralai/mistral-small-2603",
      "model_slug": "mistralai/mistral-small-2603",
      "model_name": "Mistral: Mistral Small 4",
      "provider_name": "Mistral",
      "accuracy": 0.7528056666666667,
      "accuracy_std_dev": 0.004601995207395269,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.015185508417508417,
      "avg_duration_per_task_ms": 152622.4537037037,
      "avg_output_tokens_per_task": 24359.508417508416,
      "last_run_timestamp": "2026-09-17T02:17:49.284Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "Io Net",
      "accuracy": 0.7527779499999999,
      "accuracy_std_dev": 0.017115500000000006,
      "run_count": 2,
      "total_questions": 360,
      "avg_cost_per_task_usd": 0.007684505555555555,
      "avg_duration_per_task_ms": 360159.35555555555,
      "avg_output_tokens_per_task": 21387.280555555557,
      "last_run_timestamp": "2026-11-15T02:46:10.925Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-235b-a22b-07-25",
      "model_slug": "qwen/qwen3-235b-a22b-2507",
      "model_name": "Qwen: Qwen3 235B A22B Instruct 2507",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.7525250000000001,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.008515843434343435,
      "avg_duration_per_task_ms": 110884.25757575757,
      "avg_output_tokens_per_task": 8312.732323232323,
      "last_run_timestamp": "2026-10-04T03:06:11.710Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "xiaomi/mimo-v2.6-flash-20260921",
      "model_slug": "xiaomi/mimo-v2.6-flash",
      "model_name": "Xiaomi: MiMo-V2.6-Flash",
      "provider_name": "Io Net",
      "accuracy": 0.7514741137971698,
      "accuracy_std_dev": 0.03193872589510217,
      "run_count": 9,
      "total_questions": 1696,
      "avg_cost_per_task_usd": 0.014983457547169812,
      "avg_duration_per_task_ms": 382125.23054245283,
      "avg_output_tokens_per_task": 49724.931603773584,
      "last_run_timestamp": "2026-11-11T06:34:22.186Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-26b-a4b-it-20260403",
      "model_slug": "google/gemma-4-26b-a4b-it",
      "model_name": "Google: Gemma 4 26B A4B ",
      "provider_name": "Makora",
      "accuracy": 0.7514029999999999,
      "accuracy_std_dev": 0.013279676389129373,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.015289352693602695,
      "avg_duration_per_task_ms": 350945.7154882155,
      "avg_output_tokens_per_task": 62534.38636363636,
      "last_run_timestamp": "2026-10-31T16:38:47.420Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-coder-next-2025-02-03",
      "model_slug": "qwen/qwen3-coder-next",
      "model_name": "Qwen: Qwen3 Coder Next",
      "provider_name": "auto-routing",
      "accuracy": 0.750842,
      "accuracy_std_dev": 0.013468000000000035,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.014949545454545455,
      "avg_duration_per_task_ms": 110561.05303030302,
      "avg_output_tokens_per_task": 14375.64898989899,
      "last_run_timestamp": "2026-10-03T16:43:33.673Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-coder-next-2025-02-03",
      "model_slug": "qwen/qwen3-coder-next",
      "model_name": "Qwen: Qwen3 Coder Next",
      "provider_name": "Alibaba",
      "accuracy": 0.7491585,
      "accuracy_std_dev": 0.0016835000000000044,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.022471219696969694,
      "avg_duration_per_task_ms": 91889.97727272728,
      "avg_output_tokens_per_task": 14818.325757575758,
      "last_run_timestamp": "2026-10-03T16:56:57.458Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "inclusionai/ling-3.0-flash-20260723",
      "model_slug": "inclusionai/ling-3.0-flash",
      "model_name": "inclusionAI: Ling 3.0 Flash",
      "provider_name": "auto-routing",
      "accuracy": 0.7487311624365482,
      "accuracy_std_dev": 0.019042500000000018,
      "run_count": 2,
      "total_questions": 394,
      "avg_cost_per_task_usd": 0.00260698730964467,
      "avg_duration_per_task_ms": 166191.14467005077,
      "avg_output_tokens_per_task": 30980.81725888325,
      "last_run_timestamp": "2026-10-01T16:04:24.420Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "xiaomi/mimo-v2.6-flash-20260921",
      "model_slug": "xiaomi/mimo-v2.6-flash",
      "model_name": "Xiaomi: MiMo-V2.6-Flash",
      "provider_name": "Darkbloom",
      "accuracy": 0.7481570393120393,
      "accuracy_std_dev": 0.03201448834859342,
      "run_count": 3,
      "total_questions": 407,
      "avg_cost_per_task_usd": 0.010634707616707616,
      "avg_duration_per_task_ms": 1554412.660933661,
      "avg_output_tokens_per_task": 37751.43734643735,
      "last_run_timestamp": "2026-11-16T13:49:36.822Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "nvidia/nemotron-3.5-lightning-20260807",
      "model_slug": "nvidia/nemotron-3.5-lightning",
      "model_name": "NVIDIA: Nemotron 3.5 Lightning",
      "provider_name": "Wafer",
      "accuracy": 0.7481013645569621,
      "accuracy_std_dev": 0.004003499999999993,
      "run_count": 2,
      "total_questions": 395,
      "avg_cost_per_task_usd": 0.010130237974683544,
      "avg_duration_per_task_ms": 298779.6734177215,
      "avg_output_tokens_per_task": 60721.07341772152,
      "last_run_timestamp": "2026-10-10T08:39:12.933Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-4.6",
      "model_slug": "z-ai/glm-4.6",
      "model_name": "Z.ai: GLM 4.6",
      "provider_name": "AtlasCloud",
      "accuracy": 0.7474749999999999,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.05791378282828283,
      "avg_duration_per_task_ms": 573233.7222222222,
      "avg_output_tokens_per_task": 26146.28787878788,
      "last_run_timestamp": "2026-08-29T18:26:43.144Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-235b-a22b-07-25",
      "model_slug": "qwen/qwen3-235b-a22b-2507",
      "model_name": "Qwen: Qwen3 235B A22B Instruct 2507",
      "provider_name": "Alibaba",
      "accuracy": 0.7466329999999999,
      "accuracy_std_dev": 0.0025249999999999995,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.005044805555555555,
      "avg_duration_per_task_ms": 111127.83585858585,
      "avg_output_tokens_per_task": 8233.020202020201,
      "last_run_timestamp": "2026-10-03T16:59:36.480Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "nvidia/nemotron-3.5-lightning-20260807",
      "model_slug": "nvidia/nemotron-3.5-lightning",
      "model_name": "NVIDIA: Nemotron 3.5 Lightning",
      "provider_name": "ModelRun",
      "accuracy": 0.745791,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.009342808080808082,
      "avg_duration_per_task_ms": 121306.26262626263,
      "avg_output_tokens_per_task": 46477.257575757576,
      "last_run_timestamp": "2026-11-17T00:01:07.746Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-coder-next-2025-02-03",
      "model_slug": "qwen/qwen3-coder-next",
      "model_name": "Qwen: Qwen3 Coder Next",
      "provider_name": "Parasail",
      "accuracy": 0.7449427176781004,
      "accuracy_std_dev": 0.0026370000000000005,
      "run_count": 2,
      "total_questions": 379,
      "avg_cost_per_task_usd": 0.009282588390501318,
      "avg_duration_per_task_ms": 140645.17414248022,
      "avg_output_tokens_per_task": 11497.95778364116,
      "last_run_timestamp": "2026-10-03T17:03:40.665Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "auto-routing",
      "accuracy": 0.7447391250000001,
      "accuracy_std_dev": 0.025153199291727765,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.0067586073232323235,
      "avg_duration_per_task_ms": 373544.06944444444,
      "avg_output_tokens_per_task": 26202.799873737375,
      "last_run_timestamp": "2026-11-17T14:31:56.104Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-26b-a4b-it-20260403",
      "model_slug": "google/gemma-4-26b-a4b-it",
      "model_name": "Google: Gemma 4 26B A4B ",
      "provider_name": "DeepInfra",
      "accuracy": 0.7441468522809559,
      "accuracy_std_dev": 0.059579390496365146,
      "run_count": 7,
      "total_questions": 1381,
      "avg_cost_per_task_usd": 0.011242265749456916,
      "avg_duration_per_task_ms": 734404.716871832,
      "avg_output_tokens_per_task": 32903.89283128168,
      "last_run_timestamp": "2026-10-31T16:08:08.535Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5.1-20260406",
      "model_slug": "z-ai/glm-5.1",
      "model_name": "Z.ai: GLM 5.1",
      "provider_name": "Baidu",
      "accuracy": 0.7417027142857142,
      "accuracy_std_dev": 0.02260188392093699,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.35243641414141413,
      "avg_duration_per_task_ms": 1121199.761904762,
      "avg_output_tokens_per_task": 103422.63636363637,
      "last_run_timestamp": "2026-11-10T19:38:16.555Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "Novita",
      "accuracy": 0.7409295612244898,
      "accuracy_std_dev": 0.011042936274177953,
      "run_count": 6,
      "total_questions": 1176,
      "avg_cost_per_task_usd": 0.006608306972789115,
      "avg_duration_per_task_ms": 302196.42346938775,
      "avg_output_tokens_per_task": 26241.64880952381,
      "last_run_timestamp": "2026-10-31T16:16:13.798Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.6-sonnet-20260217",
      "model_slug": "anthropic/claude-sonnet-4.6",
      "model_name": "Anthropic: Claude Sonnet 4.6",
      "provider_name": "Azure",
      "accuracy": 0.7407407000000001,
      "accuracy_std_dev": 0.13086558971406498,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.6256450994949494,
      "avg_duration_per_task_ms": 642767.3898989899,
      "avg_output_tokens_per_task": 41535.05505050505,
      "last_run_timestamp": "2026-10-31T08:28:17.671Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-235b-a22b-07-25",
      "model_slug": "qwen/qwen3-235b-a22b-2507",
      "model_name": "Qwen: Qwen3 235B A22B Instruct 2507",
      "provider_name": "StreamLake",
      "accuracy": 0.7407406666666667,
      "accuracy_std_dev": 0.005991714074916775,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.006237760942760943,
      "avg_duration_per_task_ms": 147720.25252525252,
      "avg_output_tokens_per_task": 7244.722222222223,
      "last_run_timestamp": "2026-10-03T16:58:32.590Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.5-9b-20260310",
      "model_slug": "qwen/qwen3.5-9b",
      "model_name": "Qwen: Qwen3.5-9B",
      "provider_name": "SiliconFlow",
      "accuracy": 0.7406603383947938,
      "accuracy_std_dev": 0.09169975022688702,
      "run_count": 7,
      "total_questions": 1383,
      "avg_cost_per_task_usd": 0.00488431453362256,
      "avg_duration_per_task_ms": 682161.5162689805,
      "avg_output_tokens_per_task": 32021.16558206797,
      "last_run_timestamp": "2026-11-17T16:55:33.784Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.6-sonnet-20260217",
      "model_slug": "anthropic/claude-sonnet-4.6",
      "model_name": "Anthropic: Claude Sonnet 4.6",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.7403605806451613,
      "accuracy_std_dev": 0.12288669127651153,
      "run_count": 31,
      "total_questions": 6138,
      "avg_cost_per_task_usd": 0.6605339982078853,
      "avg_duration_per_task_ms": 414872.8743890518,
      "avg_output_tokens_per_task": 41072.12251547736,
      "last_run_timestamp": "2026-11-16T13:49:36.758Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-235b-a22b-07-25",
      "model_slug": "qwen/qwen3-235b-a22b-2507",
      "model_name": "Qwen: Qwen3 235B A22B Instruct 2507",
      "provider_name": "Nebius",
      "accuracy": 0.74032,
      "accuracy_std_dev": 0.0018344082152018408,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.005328986111111111,
      "avg_duration_per_task_ms": 145593.9053030303,
      "avg_output_tokens_per_task": 8610.830808080807,
      "last_run_timestamp": "2026-10-17T16:06:15.944Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "nvidia/nemotron-3.5-lightning-20260807",
      "model_slug": "nvidia/nemotron-3.5-lightning",
      "model_name": "NVIDIA: Nemotron 3.5 Lightning",
      "provider_name": "Io Net",
      "accuracy": 0.7401770526570047,
      "accuracy_std_dev": 0.0865423410071625,
      "run_count": 12,
      "total_questions": 2070,
      "avg_cost_per_task_usd": 0.0039563893719806766,
      "avg_duration_per_task_ms": 552542.9028985507,
      "avg_output_tokens_per_task": 24944.29468599034,
      "last_run_timestamp": "2026-11-04T18:42:44.798Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-coder-next-2025-02-03",
      "model_slug": "qwen/qwen3-coder-next",
      "model_name": "Qwen: Qwen3 Coder Next",
      "provider_name": "Novita",
      "accuracy": 0.7390574999999999,
      "accuracy_std_dev": 0.005050500000000013,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.02408766666666667,
      "avg_duration_per_task_ms": 96822.97222222222,
      "avg_output_tokens_per_task": 15950.118686868687,
      "last_run_timestamp": "2026-10-03T16:58:08.462Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5-20260211",
      "model_slug": "z-ai/glm-5",
      "model_name": "Z.ai: GLM 5",
      "provider_name": "SiliconFlow",
      "accuracy": 0.7388167142857142,
      "accuracy_std_dev": 0.010316317348388095,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.1109585909090909,
      "avg_duration_per_task_ms": 744510.7611832612,
      "avg_output_tokens_per_task": 43299.23448773449,
      "last_run_timestamp": "2026-11-17T15:16:37.566Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-2.5-flash",
      "model_slug": "google/gemini-2.5-flash",
      "model_name": "Google: Gemini 2.5 Flash",
      "provider_name": "Google",
      "accuracy": 0.7384959999999999,
      "accuracy_std_dev": 0.008170584087648423,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.06071549915824916,
      "avg_duration_per_task_ms": 125902.70959595959,
      "avg_output_tokens_per_task": 24199.07239057239,
      "last_run_timestamp": "2026-10-01T19:15:31.968Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "DeepInfra",
      "accuracy": 0.7374035185730048,
      "accuracy_std_dev": 0.045678864681064704,
      "run_count": 14,
      "total_questions": 2719,
      "avg_cost_per_task_usd": 0.010238785950717175,
      "avg_duration_per_task_ms": 528175.766826039,
      "avg_output_tokens_per_task": 27477.190143435088,
      "last_run_timestamp": "2026-11-15T02:47:42.644Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.6-sonnet-20260217",
      "model_slug": "anthropic/claude-sonnet-4.6",
      "model_name": "Anthropic: Claude Sonnet 4.6",
      "provider_name": "auto-routing",
      "accuracy": 0.7373738999999999,
      "accuracy_std_dev": 0.12842141607726493,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.620274011111111,
      "avg_duration_per_task_ms": 642039.9914141414,
      "avg_output_tokens_per_task": 41177.71313131313,
      "last_run_timestamp": "2026-10-31T08:09:30.979Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.6-sonnet-20260217",
      "model_slug": "anthropic/claude-sonnet-4.6",
      "model_name": "Anthropic: Claude Sonnet 4.6",
      "provider_name": "Google",
      "accuracy": 0.7369809333333331,
      "accuracy_std_dev": 0.1287517318990139,
      "run_count": 30,
      "total_questions": 5940,
      "avg_cost_per_task_usd": 0.6676723291245792,
      "avg_duration_per_task_ms": 606962.5062289563,
      "avg_output_tokens_per_task": 41569.93973063973,
      "last_run_timestamp": "2026-10-31T08:51:32.081Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-235b-a22b-07-25",
      "model_slug": "qwen/qwen3-235b-a22b-2507",
      "model_name": "Qwen: Qwen3 235B A22B Instruct 2507",
      "provider_name": "Parasail",
      "accuracy": 0.7365320000000001,
      "accuracy_std_dev": 0.010042535669175706,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.007009887205387205,
      "avg_duration_per_task_ms": 249775.87626262626,
      "avg_output_tokens_per_task": 8668.588383838383,
      "last_run_timestamp": "2026-10-31T16:02:14.362Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-235b-a22b-07-25",
      "model_slug": "qwen/qwen3-235b-a22b-2507",
      "model_name": "Qwen: Qwen3 235B A22B Instruct 2507",
      "provider_name": "Google",
      "accuracy": 0.735777497471555,
      "accuracy_std_dev": 0.014083840233912572,
      "run_count": 8,
      "total_questions": 1582,
      "avg_cost_per_task_usd": 0.006636716814159292,
      "avg_duration_per_task_ms": 148873.50948166876,
      "avg_output_tokens_per_task": 6937.1997471555,
      "last_run_timestamp": "2026-10-17T16:03:44.090Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "DeepInfra",
      "accuracy": 0.7352412591792656,
      "accuracy_std_dev": 0.11114802552837878,
      "run_count": 7,
      "total_questions": 926,
      "avg_cost_per_task_usd": 0.092577156587473,
      "avg_duration_per_task_ms": 1249984.5907127429,
      "avg_output_tokens_per_task": 26353.750539956804,
      "last_run_timestamp": "2026-11-16T13:49:36.965Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.6-sonnet-20260217",
      "model_slug": "anthropic/claude-sonnet-4.6",
      "model_name": "Anthropic: Claude Sonnet 4.6",
      "provider_name": "Claude Platform on AWS",
      "accuracy": 0.7348485000000001,
      "accuracy_std_dev": 0.12101829957097399,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.6224848429292928,
      "avg_duration_per_task_ms": 645707.1287878788,
      "avg_output_tokens_per_task": 41326.4494949495,
      "last_run_timestamp": "2026-10-31T08:38:33.095Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.6-sonnet-20260217",
      "model_slug": "anthropic/claude-sonnet-4.6",
      "model_name": "Anthropic: Claude Sonnet 4.6",
      "provider_name": "Anthropic",
      "accuracy": 0.7348485,
      "accuracy_std_dev": 0.13498524798899322,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.6269532954545454,
      "avg_duration_per_task_ms": 642364.7616161616,
      "avg_output_tokens_per_task": 41622.51414141414,
      "last_run_timestamp": "2026-10-31T08:22:47.508Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.6-35b-a3b-20260415",
      "model_slug": "qwen/qwen3.6-35b-a3b",
      "model_name": "Qwen: Qwen3.6 35B A3B",
      "provider_name": "Darkbloom",
      "accuracy": 0.7340714615384616,
      "accuracy_std_dev": 0.08625655993480717,
      "run_count": 13,
      "total_questions": 2574,
      "avg_cost_per_task_usd": 0.030148606060606056,
      "avg_duration_per_task_ms": 760928.0516705516,
      "avg_output_tokens_per_task": 43011.50971250971,
      "last_run_timestamp": "2026-11-14T19:10:45.094Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "nvidia/nemotron-3.5-lightning-20260807",
      "model_slug": "nvidia/nemotron-3.5-lightning",
      "model_name": "NVIDIA: Nemotron 3.5 Lightning",
      "provider_name": "CoreWeave",
      "accuracy": 0.733364333488806,
      "accuracy_std_dev": 0.03217972751863435,
      "run_count": 11,
      "total_questions": 2144,
      "avg_cost_per_task_usd": 0.010386112406716419,
      "avg_duration_per_task_ms": 251820.99860074627,
      "avg_output_tokens_per_task": 48631.178638059704,
      "last_run_timestamp": "2026-10-31T08:46:43.680Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-235b-a22b-07-25",
      "model_slug": "qwen/qwen3-235b-a22b-2507",
      "model_name": "Qwen: Qwen3 235B A22B Instruct 2507",
      "provider_name": "Venice",
      "accuracy": 0.7333333999999999,
      "accuracy_std_dev": 0.0064194314576915545,
      "run_count": 5,
      "total_questions": 990,
      "avg_cost_per_task_usd": 0.006045320202020202,
      "avg_duration_per_task_ms": 423107.203030303,
      "avg_output_tokens_per_task": 7898.235353535353,
      "last_run_timestamp": "2026-10-31T16:08:56.903Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-235b-a22b-07-25",
      "model_slug": "qwen/qwen3-235b-a22b-2507",
      "model_name": "Qwen: Qwen3 235B A22B Instruct 2507",
      "provider_name": "Novita",
      "accuracy": 0.7331650000000001,
      "accuracy_std_dev": 0.0008420000000000094,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.0047251515151515155,
      "avg_duration_per_task_ms": 167919.64646464647,
      "avg_output_tokens_per_task": 8020.74494949495,
      "last_run_timestamp": "2026-10-03T16:57:10.991Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "xiaomi/mimo-v2.6-flash-20260921",
      "model_slug": "xiaomi/mimo-v2.6-flash",
      "model_name": "Xiaomi: MiMo-V2.6-Flash",
      "provider_name": "Relace",
      "accuracy": 0.732440575,
      "accuracy_std_dev": 0.057246596407316816,
      "run_count": 3,
      "total_questions": 560,
      "avg_cost_per_task_usd": 0.014524144642857144,
      "avg_duration_per_task_ms": 428029.5660714286,
      "avg_output_tokens_per_task": 58878.205357142855,
      "last_run_timestamp": "2026-10-31T08:03:10.090Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "xiaomi/mimo-v2.6-flash-20260921",
      "model_slug": "xiaomi/mimo-v2.6-flash",
      "model_name": "Xiaomi: MiMo-V2.6-Flash",
      "provider_name": "auto-routing",
      "accuracy": 0.732155,
      "accuracy_std_dev": 0.02424727451075689,
      "run_count": 5,
      "total_questions": 990,
      "avg_cost_per_task_usd": 0.016461675757575758,
      "avg_duration_per_task_ms": 673272.2666666667,
      "avg_output_tokens_per_task": 60883.92525252525,
      "last_run_timestamp": "2026-10-31T08:31:11.846Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.5-haiku-20251001",
      "model_slug": "anthropic/claude-haiku-4.5",
      "model_name": "Anthropic: Claude Haiku 4.5",
      "provider_name": "auto-routing",
      "accuracy": 0.7316498,
      "accuracy_std_dev": 0.008150784450591222,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.19067339393939395,
      "avg_duration_per_task_ms": 238655.98383838384,
      "avg_output_tokens_per_task": 37943.587878787876,
      "last_run_timestamp": "2026-10-31T08:20:09.279Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.5-haiku-20251001",
      "model_slug": "anthropic/claude-haiku-4.5",
      "model_name": "Anthropic: Claude Haiku 4.5",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.7290105806451612,
      "accuracy_std_dev": 0.011729915396593361,
      "run_count": 31,
      "total_questions": 6138,
      "avg_cost_per_task_usd": 0.20466923378950796,
      "avg_duration_per_task_ms": 236376.1533072662,
      "avg_output_tokens_per_task": 38152.4275008146,
      "last_run_timestamp": "2026-11-16T13:49:36.742Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-chat-v3.1",
      "model_slug": "deepseek/deepseek-chat-v3.1",
      "model_name": "DeepSeek: DeepSeek V3.1",
      "provider_name": "Mara",
      "accuracy": 0.7286519258777634,
      "accuracy_std_dev": 0.02187670507731909,
      "run_count": 5,
      "total_questions": 769,
      "avg_cost_per_task_usd": 0.0158599466840052,
      "avg_duration_per_task_ms": 59143.74512353706,
      "avg_output_tokens_per_task": 9118.10533159948,
      "last_run_timestamp": "2026-10-31T16:30:53.500Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "DeepInfra",
      "accuracy": 0.728482164319249,
      "accuracy_std_dev": 0.029567978561650478,
      "run_count": 3,
      "total_questions": 213,
      "avg_cost_per_task_usd": 0.037799145539906105,
      "avg_duration_per_task_ms": 441025,
      "avg_output_tokens_per_task": 11059.00938967136,
      "last_run_timestamp": "2026-09-19T08:53:38.031Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-next-80b-a3b-instruct-2509",
      "model_slug": "qwen/qwen3-next-80b-a3b-instruct",
      "model_name": "Qwen: Qwen3 Next 80B A3B Instruct",
      "provider_name": "Parasail",
      "accuracy": 0.7282704227848102,
      "accuracy_std_dev": 0.004375499999999977,
      "run_count": 2,
      "total_questions": 395,
      "avg_cost_per_task_usd": 0.011060210126582277,
      "avg_duration_per_task_ms": 90179.27088607594,
      "avg_output_tokens_per_task": 9986.2582278481,
      "last_run_timestamp": "2026-10-03T16:43:17.105Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-2.5-flash",
      "model_slug": "google/gemini-2.5-flash",
      "model_name": "Google: Gemini 2.5 Flash",
      "provider_name": "auto-routing",
      "accuracy": 0.7281145,
      "accuracy_std_dev": 0.004208499999999948,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.060785368686868686,
      "avg_duration_per_task_ms": 121296.46212121213,
      "avg_output_tokens_per_task": 24226.65404040404,
      "last_run_timestamp": "2026-10-01T19:12:41.089Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.5-haiku-20251001",
      "model_slug": "anthropic/claude-haiku-4.5",
      "model_name": "Anthropic: Claude Haiku 4.5",
      "provider_name": "Azure",
      "accuracy": 0.7280380000000001,
      "accuracy_std_dev": 0.012126436222342704,
      "run_count": 11,
      "total_questions": 2178,
      "avg_cost_per_task_usd": 0.18795297291092744,
      "avg_duration_per_task_ms": 342536.487144169,
      "avg_output_tokens_per_task": 37399.50367309458,
      "last_run_timestamp": "2026-11-16T13:50:29.623Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "nvidia/nemotron-3.5-lightning-20260807",
      "model_slug": "nvidia/nemotron-3.5-lightning",
      "model_name": "NVIDIA: Nemotron 3.5 Lightning",
      "provider_name": "Phala",
      "accuracy": 0.7271808509532062,
      "accuracy_std_dev": 0.03540222199908109,
      "run_count": 6,
      "total_questions": 1154,
      "avg_cost_per_task_usd": 0.011152869150779895,
      "avg_duration_per_task_ms": 504501.5831889082,
      "avg_output_tokens_per_task": 55506.62998266898,
      "last_run_timestamp": "2026-10-10T08:24:27.616Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.5-haiku-20251001",
      "model_slug": "anthropic/claude-haiku-4.5",
      "model_name": "Anthropic: Claude Haiku 4.5",
      "provider_name": "Anthropic",
      "accuracy": 0.7271044,
      "accuracy_std_dev": 0.009417094596530283,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.18735183838383837,
      "avg_duration_per_task_ms": 313743.57676767674,
      "avg_output_tokens_per_task": 37279.27676767677,
      "last_run_timestamp": "2026-10-31T08:09:30.774Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "xiaomi/mimo-v2.6-flash-20260921",
      "model_slug": "xiaomi/mimo-v2.6-flash",
      "model_name": "Xiaomi: MiMo-V2.6-Flash",
      "provider_name": "Cohere",
      "accuracy": 0.7267116666666668,
      "accuracy_std_dev": 0.01049864519301841,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.021460314814814814,
      "avg_duration_per_task_ms": 244130.04882154881,
      "avg_output_tokens_per_task": 76264.67003367003,
      "last_run_timestamp": "2026-10-31T08:19:36.711Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "Tenstorrent",
      "accuracy": 0.7264309999999999,
      "accuracy_std_dev": 0.021044000000000007,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.1303771111111111,
      "avg_duration_per_task_ms": 318087.7601010101,
      "avg_output_tokens_per_task": 43267.416666666664,
      "last_run_timestamp": "2026-10-04T05:57:29.940Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-235b-a22b-07-25",
      "model_slug": "qwen/qwen3-235b-a22b-2507",
      "model_name": "Qwen: Qwen3 235B A22B Instruct 2507",
      "provider_name": "auto-routing",
      "accuracy": 0.7255893333333333,
      "accuracy_std_dev": 0.017002516565366305,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.0053712264309764305,
      "avg_duration_per_task_ms": 339117.2601010101,
      "avg_output_tokens_per_task": 8067.853535353535,
      "last_run_timestamp": "2026-10-31T16:22:55.771Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Krea",
      "accuracy": 0.7234044255319149,
      "accuracy_std_dev": 0.1917994784299478,
      "run_count": 3,
      "total_questions": 517,
      "avg_cost_per_task_usd": 0.033565591876208896,
      "avg_duration_per_task_ms": 242772.43907156674,
      "avg_output_tokens_per_task": 37102.30560928433,
      "last_run_timestamp": "2026-09-29T20:57:20.673Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5-20260211",
      "model_slug": "z-ai/glm-5",
      "model_name": "Z.ai: GLM 5",
      "provider_name": "Novita",
      "accuracy": 0.7228307750631844,
      "accuracy_std_dev": 0.037271020258894026,
      "run_count": 6,
      "total_questions": 1187,
      "avg_cost_per_task_usd": 0.3547435939342881,
      "avg_duration_per_task_ms": 1310187.738837405,
      "avg_output_tokens_per_task": 110671.55770850884,
      "last_run_timestamp": "2026-10-31T16:18:28.925Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5-20260211",
      "model_slug": "z-ai/glm-5",
      "model_name": "Z.ai: GLM 5",
      "provider_name": "Z.AI",
      "accuracy": 0.7225028333333334,
      "accuracy_std_dev": 0.03793683571155554,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.3609303291245791,
      "avg_duration_per_task_ms": 1329618.0109427609,
      "avg_output_tokens_per_task": 112603.28535353535,
      "last_run_timestamp": "2026-10-31T16:18:48.427Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "anthropic/claude-4.5-haiku-20251001",
      "model_slug": "anthropic/claude-haiku-4.5",
      "model_name": "Anthropic: Claude Haiku 4.5",
      "provider_name": "Google",
      "accuracy": 0.7214619354838709,
      "accuracy_std_dev": 0.013986451063464111,
      "run_count": 31,
      "total_questions": 6138,
      "avg_cost_per_task_usd": 0.19776331085043988,
      "avg_duration_per_task_ms": 274952.0791788856,
      "avg_output_tokens_per_task": 36955.49315738025,
      "last_run_timestamp": "2026-11-16T13:49:36.709Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-235b-a22b-07-25",
      "model_slug": "qwen/qwen3-235b-a22b-2507",
      "model_name": "Qwen: Qwen3 235B A22B Instruct 2507",
      "provider_name": "DeepInfra",
      "accuracy": 0.720643875,
      "accuracy_std_dev": 0.010725527731043103,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.004424748737373737,
      "avg_duration_per_task_ms": 718284.3270202021,
      "avg_output_tokens_per_task": 7912.568813131313,
      "last_run_timestamp": "2026-11-16T13:49:36.748Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-next-80b-a3b-instruct-2509",
      "model_slug": "qwen/qwen3-next-80b-a3b-instruct",
      "model_name": "Qwen: Qwen3 Next 80B A3B Instruct",
      "provider_name": "Google",
      "accuracy": 0.7205389999999999,
      "accuracy_std_dev": 0.003367000000000009,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.01125120707070707,
      "avg_duration_per_task_ms": 55095.38636363636,
      "avg_output_tokens_per_task": 9274.664141414141,
      "last_run_timestamp": "2026-10-03T16:36:16.895Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-next-80b-a3b-instruct-2509",
      "model_slug": "qwen/qwen3-next-80b-a3b-instruct",
      "model_name": "Qwen: Qwen3 Next 80B A3B Instruct",
      "provider_name": "auto-routing",
      "accuracy": 0.719697,
      "accuracy_std_dev": 0.0008420000000000094,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.010998073232323234,
      "avg_duration_per_task_ms": 78782.21717171717,
      "avg_output_tokens_per_task": 10398.2601010101,
      "last_run_timestamp": "2026-10-03T16:59:33.949Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "xiaomi/mimo-v2.6-flash-20260921",
      "model_slug": "xiaomi/mimo-v2.6-flash",
      "model_name": "Xiaomi: MiMo-V2.6-Flash",
      "provider_name": "Makora",
      "accuracy": 0.7183742857142856,
      "accuracy_std_dev": 0.012394494661678109,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.01898589466089466,
      "avg_duration_per_task_ms": 501749.6746031746,
      "avg_output_tokens_per_task": 67465.82683982684,
      "last_run_timestamp": "2026-10-31T08:06:04.074Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-next-80b-a3b-instruct-2509",
      "model_slug": "qwen/qwen3-next-80b-a3b-instruct",
      "model_name": "Qwen: Qwen3 Next 80B A3B Instruct",
      "provider_name": "Alibaba",
      "accuracy": 0.7171715,
      "accuracy_std_dev": 0.008417500000000022,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.007886787878787879,
      "avg_duration_per_task_ms": 81963.39646464646,
      "avg_output_tokens_per_task": 10009.712121212122,
      "last_run_timestamp": "2026-10-03T16:40:12.993Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-vl-235b-a22b-instruct",
      "model_slug": "qwen/qwen3-vl-235b-a22b-instruct",
      "model_name": "Qwen: Qwen3 VL 235B A22B Instruct",
      "provider_name": "Parasail",
      "accuracy": 0.713805,
      "accuracy_std_dev": 0,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.011261747474747475,
      "avg_duration_per_task_ms": 192446.27525252526,
      "avg_output_tokens_per_task": 5864.065656565656,
      "last_run_timestamp": "2026-10-03T16:59:57.847Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-vl-235b-a22b-instruct",
      "model_slug": "qwen/qwen3-vl-235b-a22b-instruct",
      "model_name": "Qwen: Qwen3 VL 235B A22B Instruct",
      "provider_name": "Alibaba",
      "accuracy": 0.7112795000000001,
      "accuracy_std_dev": 0.004208500000000004,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.006107858585858586,
      "avg_duration_per_task_ms": 111504.03787878787,
      "avg_output_tokens_per_task": 5669.830808080808,
      "last_run_timestamp": "2026-10-03T17:02:24.058Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "nvidia/nemotron-3.5-lightning-20260807",
      "model_slug": "nvidia/nemotron-3.5-lightning",
      "model_name": "NVIDIA: Nemotron 3.5 Lightning",
      "provider_name": "DeepInfra",
      "accuracy": 0.7110037019328587,
      "accuracy_std_dev": 0.031890632320636075,
      "run_count": 10,
      "total_questions": 1966,
      "avg_cost_per_task_usd": 0.0072013123092573746,
      "avg_duration_per_task_ms": 309646.26246185147,
      "avg_output_tokens_per_task": 40164.048830111904,
      "last_run_timestamp": "2026-10-31T08:15:24.314Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-next-80b-a3b-instruct-2509",
      "model_slug": "qwen/qwen3-next-80b-a3b-instruct",
      "model_name": "Qwen: Qwen3 Next 80B A3B Instruct",
      "provider_name": "Novita",
      "accuracy": 0.7104375,
      "accuracy_std_dev": 0.005050500000000013,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.015023795454545453,
      "avg_duration_per_task_ms": 115871.26767676767,
      "avg_output_tokens_per_task": 9934.621212121212,
      "last_run_timestamp": "2026-10-03T16:46:22.205Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-26b-a4b-it-20260403",
      "model_slug": "google/gemma-4-26b-a4b-it",
      "model_name": "Google: Gemma 4 26B A4B ",
      "provider_name": "AkashML",
      "accuracy": 0.71001675,
      "accuracy_std_dev": 0.018948683824675006,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.015486457070707072,
      "avg_duration_per_task_ms": 1105788.4797979798,
      "avg_output_tokens_per_task": 64321.568181818184,
      "last_run_timestamp": "2026-10-31T16:02:14.361Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-vl-235b-a22b-instruct",
      "model_slug": "qwen/qwen3-vl-235b-a22b-instruct",
      "model_name": "Qwen: Qwen3 VL 235B A22B Instruct",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.707071,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.008867828282828283,
      "avg_duration_per_task_ms": 116045.65151515152,
      "avg_output_tokens_per_task": 5749.39898989899,
      "last_run_timestamp": "2026-10-04T03:05:59.018Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-vl-235b-a22b-instruct",
      "model_slug": "qwen/qwen3-vl-235b-a22b-instruct",
      "model_name": "Qwen: Qwen3 VL 235B A22B Instruct",
      "provider_name": "Novita",
      "accuracy": 0.7062290000000001,
      "accuracy_std_dev": 0.007576000000000027,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.008715340909090909,
      "avg_duration_per_task_ms": 108550.37373737374,
      "avg_output_tokens_per_task": 5647.739898989899,
      "last_run_timestamp": "2026-10-03T16:45:33.688Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "nvidia/nemotron-3.5-lightning-20260807",
      "model_slug": "nvidia/nemotron-3.5-lightning",
      "model_name": "NVIDIA: Nemotron 3.5 Lightning",
      "provider_name": "auto-routing",
      "accuracy": 0.7061267289719626,
      "accuracy_std_dev": 0.026110787988875415,
      "run_count": 10,
      "total_questions": 1926,
      "avg_cost_per_task_usd": 0.00886934890965732,
      "avg_duration_per_task_ms": 374407.95742471446,
      "avg_output_tokens_per_task": 45095.30893042575,
      "last_run_timestamp": "2026-10-31T08:03:09.796Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-26b-a4b-it-20260403",
      "model_slug": "google/gemma-4-26b-a4b-it",
      "model_name": "Google: Gemma 4 26B A4B ",
      "provider_name": "auto-routing",
      "accuracy": 0.7055276666666667,
      "accuracy_std_dev": 0.03277572659081041,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.01457563973063973,
      "avg_duration_per_task_ms": 942211.2803030303,
      "avg_output_tokens_per_task": 52376.9595959596,
      "last_run_timestamp": "2026-10-31T16:11:46.431Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-next-80b-a3b-instruct-2509",
      "model_slug": "qwen/qwen3-next-80b-a3b-instruct",
      "model_name": "Qwen: Qwen3 Next 80B A3B Instruct",
      "provider_name": "DeepInfra",
      "accuracy": 0.7051717301854975,
      "accuracy_std_dev": 0.0041350668676576555,
      "run_count": 3,
      "total_questions": 593,
      "avg_cost_per_task_usd": 0.010572735244519392,
      "avg_duration_per_task_ms": 137981.6644182125,
      "avg_output_tokens_per_task": 9545.172006745363,
      "last_run_timestamp": "2026-10-08T22:40:37.311Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-4.6",
      "model_slug": "z-ai/glm-4.6",
      "model_name": "Z.ai: GLM 4.6",
      "provider_name": "Venice",
      "accuracy": 0.7050059824175824,
      "accuracy_std_dev": 0.03274800685195223,
      "run_count": 7,
      "total_questions": 1365,
      "avg_cost_per_task_usd": 0.03365972967032967,
      "avg_duration_per_task_ms": 703036.4117216117,
      "avg_output_tokens_per_task": 19094.863736263735,
      "last_run_timestamp": "2026-11-16T13:49:43.057Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5-nano-2025-08-07",
      "model_slug": "openai/gpt-5-nano",
      "model_name": "OpenAI: GPT-5 Nano",
      "provider_name": "auto-routing",
      "accuracy": 0.7045455,
      "accuracy_std_dev": 0.004208500000000004,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.01336774494949495,
      "avg_duration_per_task_ms": 231791.09848484848,
      "avg_output_tokens_per_task": 33323.15909090909,
      "last_run_timestamp": "2026-10-01T19:27:22.032Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "Venice",
      "accuracy": 0.7039619427732943,
      "accuracy_std_dev": 0.09298893061684979,
      "run_count": 7,
      "total_questions": 1363,
      "avg_cost_per_task_usd": 0.1511238481291269,
      "avg_duration_per_task_ms": 739520.4996331622,
      "avg_output_tokens_per_task": 45379.30961115187,
      "last_run_timestamp": "2026-11-17T16:57:22.227Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-4.7-20251222",
      "model_slug": "z-ai/glm-4.7",
      "model_name": "Z.ai: GLM 4.7",
      "provider_name": "Venice",
      "accuracy": 0.7034503002566297,
      "accuracy_std_dev": 0.05080348078626109,
      "run_count": 6,
      "total_questions": 1169,
      "avg_cost_per_task_usd": 0.04969967151411463,
      "avg_duration_per_task_ms": 1198406.8391787852,
      "avg_output_tokens_per_task": 24000.982035928144,
      "last_run_timestamp": "2026-10-31T16:02:14.362Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.5-9b-20260310",
      "model_slug": "qwen/qwen3.5-9b",
      "model_name": "Qwen: Qwen3.5-9B",
      "provider_name": "Darkbloom",
      "accuracy": 0.7017907272727273,
      "accuracy_std_dev": 0.06704111929404481,
      "run_count": 11,
      "total_questions": 2178,
      "avg_cost_per_task_usd": 0.007189462350780532,
      "avg_duration_per_task_ms": 1214556.7208448118,
      "avg_output_tokens_per_task": 55968.637741046834,
      "last_run_timestamp": "2026-11-16T13:50:55.009Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "Google",
      "accuracy": 0.7003855751445086,
      "accuracy_std_dev": 0.07533490319681489,
      "run_count": 7,
      "total_questions": 1384,
      "avg_cost_per_task_usd": 0.010247132225433525,
      "avg_duration_per_task_ms": 353843.76300578035,
      "avg_output_tokens_per_task": 28224.670520231215,
      "last_run_timestamp": "2026-11-15T02:46:12.541Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3.6-35b-a3b-20260415",
      "model_slug": "qwen/qwen3.6-35b-a3b",
      "model_name": "Qwen: Qwen3.6 35B A3B",
      "provider_name": "Io Net",
      "accuracy": 0.696166930232558,
      "accuracy_std_dev": 0.1291265844285657,
      "run_count": 4,
      "total_questions": 774,
      "avg_cost_per_task_usd": 0.03561792248062016,
      "avg_duration_per_task_ms": 563060.803617571,
      "avg_output_tokens_per_task": 33202.54780361757,
      "last_run_timestamp": "2026-09-19T17:18:00.087Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-vl-235b-a22b-instruct",
      "model_slug": "qwen/qwen3-vl-235b-a22b-instruct",
      "model_name": "Qwen: Qwen3 VL 235B A22B Instruct",
      "provider_name": "auto-routing",
      "accuracy": 0.6944445,
      "accuracy_std_dev": 0.009259499999999976,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.007277823232323234,
      "avg_duration_per_task_ms": 264949.3434343434,
      "avg_output_tokens_per_task": 5951.585858585859,
      "last_run_timestamp": "2026-10-03T17:02:48.284Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-vl-235b-a22b-instruct",
      "model_slug": "qwen/qwen3-vl-235b-a22b-instruct",
      "model_name": "Qwen: Qwen3 VL 235B A22B Instruct",
      "provider_name": "DeepInfra",
      "accuracy": 0.691358,
      "accuracy_std_dev": 0.013768596829984764,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.005624237373737373,
      "avg_duration_per_task_ms": 377930.9983164983,
      "avg_output_tokens_per_task": 6206.53367003367,
      "last_run_timestamp": "2026-10-08T23:09:15.796Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "Friendli",
      "accuracy": 0.691287875,
      "accuracy_std_dev": 0.01157018230666115,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.006479133207070706,
      "avg_duration_per_task_ms": 120568.77967171717,
      "avg_output_tokens_per_task": 15921.578914141413,
      "last_run_timestamp": "2026-11-17T13:50:58.102Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "SiliconFlow",
      "accuracy": 0.6911198223938223,
      "accuracy_std_dev": 0.009865837074850751,
      "run_count": 8,
      "total_questions": 1554,
      "avg_cost_per_task_usd": 0.0025072129987129986,
      "avg_duration_per_task_ms": 185101.7857142857,
      "avg_output_tokens_per_task": 4082.6628056628056,
      "last_run_timestamp": "2026-11-17T14:26:46.098Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5-nano-2025-08-07",
      "model_slug": "openai/gpt-5-nano",
      "model_name": "OpenAI: GPT-5 Nano",
      "provider_name": "Azure",
      "accuracy": 0.689815,
      "accuracy_std_dev": 0.0034448118235979193,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.013852137626262627,
      "avg_duration_per_task_ms": 234308.42045454544,
      "avg_output_tokens_per_task": 32893.11994949495,
      "last_run_timestamp": "2026-10-01T19:27:10.142Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-20b",
      "model_slug": "openai/gpt-oss-20b",
      "model_name": "OpenAI: gpt-oss-20b",
      "provider_name": "DekaLLM",
      "accuracy": 0.6866834096080909,
      "accuracy_std_dev": 0.0076575271261354015,
      "run_count": 4,
      "total_questions": 791,
      "avg_cost_per_task_usd": 0.007103366624525917,
      "avg_duration_per_task_ms": 1621893.5347661187,
      "avg_output_tokens_per_task": 50543.86852085967,
      "last_run_timestamp": "2026-10-31T16:36:31.734Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-5-nano-2025-08-07",
      "model_slug": "openai/gpt-5-nano",
      "model_name": "OpenAI: GPT-5 Nano",
      "provider_name": "OpenAI",
      "accuracy": 0.6843435000000001,
      "accuracy_std_dev": 0.005892499999999967,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.01356670707070707,
      "avg_duration_per_task_ms": 229761.702020202,
      "avg_output_tokens_per_task": 33820.56313131313,
      "last_run_timestamp": "2026-10-01T19:28:34.261Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-chat-v3.1",
      "model_slug": "deepseek/deepseek-chat-v3.1",
      "model_name": "DeepSeek: DeepSeek V3.1",
      "provider_name": "SambaNova",
      "accuracy": 0.6828623091872792,
      "accuracy_std_dev": 0.030939998082740748,
      "run_count": 5,
      "total_questions": 566,
      "avg_cost_per_task_usd": 0.00886943816254417,
      "avg_duration_per_task_ms": 56612.76325088339,
      "avg_output_tokens_per_task": 5751.874558303887,
      "last_run_timestamp": "2026-10-31T16:13:09.867Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "Mancer 2",
      "accuracy": 0.6818181666666667,
      "accuracy_std_dev": 0.14263470260472694,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.0068427213804713805,
      "avg_duration_per_task_ms": 701216.9898989899,
      "avg_output_tokens_per_task": 26672.863636363636,
      "last_run_timestamp": "2026-11-15T02:47:42.602Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "OpenInference",
      "accuracy": 0.681818,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.005746656565656565,
      "avg_duration_per_task_ms": 231283.97474747474,
      "avg_output_tokens_per_task": 16259.217171717171,
      "last_run_timestamp": "2026-08-29T18:40:21.422Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "nvidia/nemotron-3-nano-30b-a3b",
      "model_slug": "nvidia/nemotron-3-nano-30b-a3b",
      "model_name": "NVIDIA: Nemotron 3 Nano 30B A3B",
      "provider_name": "DeepInfra",
      "accuracy": 0.6814326619144603,
      "accuracy_std_dev": 0.010960220337201258,
      "run_count": 5,
      "total_questions": 982,
      "avg_cost_per_task_usd": 0.01896828207739307,
      "avg_duration_per_task_ms": 993809.5091649694,
      "avg_output_tokens_per_task": 94646.6883910387,
      "last_run_timestamp": "2026-09-26T16:34:21.219Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "minimax/minimax-m2.5-20260211",
      "model_slug": "minimax/minimax-m2.5",
      "model_name": "MiniMax: MiniMax M2.5",
      "provider_name": "Venice",
      "accuracy": 0.680556,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 132,
      "avg_cost_per_task_usd": 0.03754852272727273,
      "avg_duration_per_task_ms": 646426.7348484849,
      "avg_output_tokens_per_task": 39412.128787878784,
      "last_run_timestamp": "2026-08-29T18:51:07.939Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-20b",
      "model_slug": "openai/gpt-oss-20b",
      "model_name": "OpenAI: gpt-oss-20b",
      "provider_name": "AkashML",
      "accuracy": 0.6777624205693297,
      "accuracy_std_dev": 0.013768858783649477,
      "run_count": 14,
      "total_questions": 2178,
      "avg_cost_per_task_usd": 0.005087573002754821,
      "avg_duration_per_task_ms": 748283.5702479339,
      "avg_output_tokens_per_task": 51244.65840220386,
      "last_run_timestamp": "2026-11-16T13:49:41.439Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-chat-v3-0324",
      "model_slug": "deepseek/deepseek-chat-v3-0324",
      "model_name": "DeepSeek: DeepSeek V3 0324",
      "provider_name": "SiliconFlow",
      "accuracy": 0.676768,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.0024961262626262623,
      "avg_duration_per_task_ms": 86467.33333333333,
      "avg_output_tokens_per_task": 2313.489898989899,
      "last_run_timestamp": "2026-08-29T20:54:16.286Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-20b",
      "model_slug": "openai/gpt-oss-20b",
      "model_name": "OpenAI: gpt-oss-20b",
      "provider_name": "DeepInfra",
      "accuracy": 0.6744974911347518,
      "accuracy_std_dev": 0.01877334267257808,
      "run_count": 7,
      "total_questions": 1128,
      "avg_cost_per_task_usd": 0.006657528368794327,
      "avg_duration_per_task_ms": 481953.109929078,
      "avg_output_tokens_per_task": 47388.05141843972,
      "last_run_timestamp": "2026-10-31T16:03:21.483Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-20b",
      "model_slug": "openai/gpt-oss-20b",
      "model_name": "OpenAI: gpt-oss-20b",
      "provider_name": "CoreWeave",
      "accuracy": 0.6742425,
      "accuracy_std_dev": 0.015391148741511599,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.00807973063973064,
      "avg_duration_per_task_ms": 502035.9284511785,
      "avg_output_tokens_per_task": 61930.49326599327,
      "last_run_timestamp": "2026-10-31T16:08:31.061Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-20b",
      "model_slug": "openai/gpt-oss-20b",
      "model_name": "OpenAI: gpt-oss-20b",
      "provider_name": "Parasail",
      "accuracy": 0.6714365,
      "accuracy_std_dev": 0.011599392423025186,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.008716888888888889,
      "avg_duration_per_task_ms": 792651.5875420875,
      "avg_output_tokens_per_task": 57958.19107744108,
      "last_run_timestamp": "2026-10-31T16:08:56.902Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "Venice",
      "accuracy": 0.6703141666666667,
      "accuracy_std_dev": 0.015983400476918413,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.005850157407407406,
      "avg_duration_per_task_ms": 429126.94528619526,
      "avg_output_tokens_per_task": 16019.107744107743,
      "last_run_timestamp": "2026-10-31T16:17:15.718Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-20b",
      "model_slug": "openai/gpt-oss-20b",
      "model_name": "OpenAI: gpt-oss-20b",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.6696130000000001,
      "accuracy_std_dev": 0.010804385652749233,
      "run_count": 12,
      "total_questions": 2376,
      "avg_cost_per_task_usd": 0.009300904882154883,
      "avg_duration_per_task_ms": 343548.86279461277,
      "avg_output_tokens_per_task": 61555.81144781145,
      "last_run_timestamp": "2026-10-31T16:08:08.537Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-chat-v3",
      "model_slug": "deepseek/deepseek-chat",
      "model_name": "DeepSeek: DeepSeek V3",
      "provider_name": "StreamLake",
      "accuracy": 0.6689113333333334,
      "accuracy_std_dev": 0.0067804647005611455,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.0026409175084175086,
      "avg_duration_per_task_ms": 47935.90572390572,
      "avg_output_tokens_per_task": 2383.6902356902356,
      "last_run_timestamp": "2026-10-02T15:53:31.869Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-4.6-20251208",
      "model_slug": "z-ai/glm-4.6v",
      "model_name": "Z.ai: GLM 4.6V",
      "provider_name": "auto-routing",
      "accuracy": 0.66835,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.013946772727272728,
      "avg_duration_per_task_ms": 324889.0353535354,
      "avg_output_tokens_per_task": 15315.242424242424,
      "last_run_timestamp": "2026-10-01T08:41:30.639Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-vl-30b-a3b-instruct",
      "model_slug": "qwen/qwen3-vl-30b-a3b-instruct",
      "model_name": "Qwen: Qwen3 VL 30B A3B Instruct",
      "provider_name": "Alibaba",
      "accuracy": 0.6675083333333331,
      "accuracy_std_dev": 0.007386468724784704,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.0051361776094276095,
      "avg_duration_per_task_ms": 104037.76178451178,
      "avg_output_tokens_per_task": 9674.152356902357,
      "last_run_timestamp": "2026-10-03T09:23:08.256Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-20b",
      "model_slug": "openai/gpt-oss-20b",
      "model_name": "OpenAI: gpt-oss-20b",
      "provider_name": "Phala",
      "accuracy": 0.665485,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 141,
      "avg_cost_per_task_usd": 0.005306943262411348,
      "avg_duration_per_task_ms": 725122.0992907801,
      "avg_output_tokens_per_task": 35208.41134751773,
      "last_run_timestamp": "2026-08-29T17:24:11.557Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-4.6-20251208",
      "model_slug": "z-ai/glm-4.6v",
      "model_name": "Z.ai: GLM 4.6V",
      "provider_name": "Novita",
      "accuracy": 0.6633000000000001,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.013461267676767677,
      "avg_duration_per_task_ms": 327894.71717171714,
      "avg_output_tokens_per_task": 14738.742424242424,
      "last_run_timestamp": "2026-10-01T08:27:45.371Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta-llama/llama-4-maverick-17b-128e-instruct",
      "model_slug": "meta-llama/llama-4-maverick",
      "model_name": "Meta: Llama 4 Maverick",
      "provider_name": "DigitalOcean",
      "accuracy": 0.6599330000000001,
      "accuracy_std_dev": 0.006734000000000018,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.0021229166666666666,
      "avg_duration_per_task_ms": 249558.8383838384,
      "avg_output_tokens_per_task": 2938.7146464646466,
      "last_run_timestamp": "2026-10-05T20:44:48.611Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta-llama/llama-4-maverick-17b-128e-instruct",
      "model_slug": "meta-llama/llama-4-maverick",
      "model_name": "Meta: Llama 4 Maverick",
      "provider_name": "DeepInfra",
      "accuracy": 0.659933,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.0024532171717171715,
      "avg_duration_per_task_ms": 64740.35353535353,
      "avg_output_tokens_per_task": 2876.212121212121,
      "last_run_timestamp": "2026-08-29T16:11:23.388Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-235b-a22b-07-25",
      "model_slug": "qwen/qwen3-235b-a22b-2507",
      "model_name": "Qwen: Qwen3 235B A22B Instruct 2507",
      "provider_name": "GMICloud",
      "accuracy": 0.659933,
      "accuracy_std_dev": 0.09764300000000004,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.00220520202020202,
      "avg_duration_per_task_ms": 145578.54545454544,
      "avg_output_tokens_per_task": 6161.957070707071,
      "last_run_timestamp": "2026-10-03T16:56:36.098Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-4.6-20251208",
      "model_slug": "z-ai/glm-4.6v",
      "model_name": "Z.ai: GLM 4.6V",
      "provider_name": "Z.AI",
      "accuracy": 0.659933,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.014984520202020202,
      "avg_duration_per_task_ms": 348987.1767676768,
      "avg_output_tokens_per_task": 16461.863636363636,
      "last_run_timestamp": "2026-10-01T08:28:22.621Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-4.1-2025-04-14",
      "model_slug": "openai/gpt-4.1",
      "model_name": "OpenAI: GPT-4.1",
      "provider_name": "OpenAI",
      "accuracy": 0.6599326666666666,
      "accuracy_std_dev": 0.013255807590972711,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.015927558922558923,
      "avg_duration_per_task_ms": 14095.8367003367,
      "avg_output_tokens_per_task": 1794.7289562289561,
      "last_run_timestamp": "2026-10-02T23:17:48.072Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta-llama/llama-4-maverick-17b-128e-instruct",
      "model_slug": "meta-llama/llama-4-maverick",
      "model_name": "Meta: Llama 4 Maverick",
      "provider_name": "auto-routing",
      "accuracy": 0.658249,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.0029754848484848484,
      "avg_duration_per_task_ms": 98134.0808080808,
      "avg_output_tokens_per_task": 3080.212121212121,
      "last_run_timestamp": "2026-08-29T19:49:56.943Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-vl-30b-a3b-instruct",
      "model_slug": "qwen/qwen3-vl-30b-a3b-instruct",
      "model_name": "Qwen: Qwen3 VL 30B A3B Instruct",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.658249,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.0066776414141414145,
      "avg_duration_per_task_ms": 101359.9898989899,
      "avg_output_tokens_per_task": 9307.358585858587,
      "last_run_timestamp": "2026-10-04T03:07:35.168Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "ibm-granite/granite-4.2-8b-20260831",
      "model_slug": "ibm-granite/granite-4.2-8b",
      "model_name": "IBM: Granite 4.2 8B",
      "provider_name": "auto-routing",
      "accuracy": 0.65736,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 197,
      "avg_cost_per_task_usd": 0.014864365482233502,
      "avg_duration_per_task_ms": 1717906.416243655,
      "avg_output_tokens_per_task": 64415.350253807104,
      "last_run_timestamp": "2026-10-01T08:48:38.304Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-20b",
      "model_slug": "openai/gpt-oss-20b",
      "model_name": "OpenAI: gpt-oss-20b",
      "provider_name": "auto-routing",
      "accuracy": 0.6560044999999999,
      "accuracy_std_dev": 0.024926300566202517,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.0054203367003367005,
      "avg_duration_per_task_ms": 600389.6195286196,
      "avg_output_tokens_per_task": 39808.17003367003,
      "last_run_timestamp": "2026-10-31T16:01:53.622Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-4.1-mini-2025-04-14",
      "model_slug": "openai/gpt-4.1-mini",
      "model_name": "OpenAI: GPT-4.1 Mini",
      "provider_name": "auto-routing",
      "accuracy": 0.652357,
      "accuracy_std_dev": 0.01262599999999997,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.004161952020202021,
      "avg_duration_per_task_ms": 27160.11111111111,
      "avg_output_tokens_per_task": 2408.8232323232323,
      "last_run_timestamp": "2026-10-01T19:12:31.553Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-30b-a3b-instruct-2507",
      "model_slug": "qwen/qwen3-30b-a3b-instruct-2507",
      "model_name": "Qwen: Qwen3 30B A3B Instruct 2507",
      "provider_name": "auto-routing",
      "accuracy": 0.652357,
      "accuracy_std_dev": 0.004209000000000018,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.0030326717171717168,
      "avg_duration_per_task_ms": 183445.60606060605,
      "avg_output_tokens_per_task": 10596.108585858587,
      "last_run_timestamp": "2026-10-03T17:16:11.892Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "ibm-granite/granite-4.2-8b-20260831",
      "model_slug": "ibm-granite/granite-4.2-8b",
      "model_name": "IBM: Granite 4.2 8B",
      "provider_name": "DeepInfra",
      "accuracy": 0.6523569999999999,
      "accuracy_std_dev": 0.0025249999999999995,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.01652235606060606,
      "avg_duration_per_task_ms": 1917916.494949495,
      "avg_output_tokens_per_task": 65966.15909090909,
      "last_run_timestamp": "2026-10-09T00:15:37.020Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-30b-a3b-instruct-2507",
      "model_slug": "qwen/qwen3-30b-a3b-instruct-2507",
      "model_name": "Qwen: Qwen3 30B A3B Instruct 2507",
      "provider_name": "Alibaba",
      "accuracy": 0.6515155,
      "accuracy_std_dev": 0.0016835000000000044,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.00512620707070707,
      "avg_duration_per_task_ms": 86998.55555555556,
      "avg_output_tokens_per_task": 9654.979797979799,
      "last_run_timestamp": "2026-10-03T16:51:25.541Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-r1-0528",
      "model_slug": "deepseek/deepseek-r1-0528",
      "model_name": "DeepSeek: R1 0528",
      "provider_name": "Novita",
      "accuracy": 0.651515,
      "accuracy_std_dev": 0.1905456270048375,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.058297676767676776,
      "avg_duration_per_task_ms": 1098090.5791245792,
      "avg_output_tokens_per_task": 23174.20202020202,
      "last_run_timestamp": "2026-10-17T16:03:44.041Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "nvidia/nemotron-3.5-lightning-20260807",
      "model_slug": "nvidia/nemotron-3.5-lightning",
      "model_name": "NVIDIA: Nemotron 3.5 Lightning",
      "provider_name": "Darkbloom",
      "accuracy": 0.6512412503305419,
      "accuracy_std_dev": 0.038999469240957485,
      "run_count": 12,
      "total_questions": 2269,
      "avg_cost_per_task_usd": 0.005451304539444689,
      "avg_duration_per_task_ms": 789026.3609519613,
      "avg_output_tokens_per_task": 37464.12913177611,
      "last_run_timestamp": "2026-11-14T19:15:05.957Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-32b-04-28",
      "model_slug": "qwen/qwen3-32b",
      "model_name": "Qwen: Qwen3 32B",
      "provider_name": "Groq",
      "accuracy": 0.649789,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 158,
      "avg_cost_per_task_usd": 0.005721025316455696,
      "avg_duration_per_task_ms": 22075.879746835442,
      "avg_output_tokens_per_task": 9455.259493670887,
      "last_run_timestamp": "2026-08-29T16:23:45.123Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-4.1-mini-2025-04-14",
      "model_slug": "openai/gpt-4.1-mini",
      "model_name": "OpenAI: GPT-4.1 Mini",
      "provider_name": "OpenAI",
      "accuracy": 0.6492706666666667,
      "accuracy_std_dev": 0.010498645193018418,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.0041127255892255896,
      "avg_duration_per_task_ms": 24949.132996632998,
      "avg_output_tokens_per_task": 2375.9343434343436,
      "last_run_timestamp": "2026-10-02T23:15:53.868Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-vl-30b-a3b-instruct",
      "model_slug": "qwen/qwen3-vl-30b-a3b-instruct",
      "model_name": "Qwen: Qwen3 VL 30B A3B Instruct",
      "provider_name": "Novita",
      "accuracy": 0.6489900000000001,
      "accuracy_std_dev": 0.019164166439825495,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.0068319023569023574,
      "avg_duration_per_task_ms": 101598.47558922559,
      "avg_output_tokens_per_task": 9527.734006734006,
      "last_run_timestamp": "2026-10-03T10:32:36.729Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "ibm-granite/granite-4.2-8b-20260831",
      "model_slug": "ibm-granite/granite-4.2-8b",
      "model_name": "IBM: Granite 4.2 8B",
      "provider_name": "CoreWeave",
      "accuracy": 0.647493,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 113,
      "avg_cost_per_task_usd": 0.005189893805309735,
      "avg_duration_per_task_ms": 619234.2654867256,
      "avg_output_tokens_per_task": 34365.4778761062,
      "last_run_timestamp": "2026-10-01T08:28:32.911Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta-llama/llama-4-maverick-17b-128e-instruct",
      "model_slug": "meta-llama/llama-4-maverick",
      "model_name": "Meta: Llama 4 Maverick",
      "provider_name": "Novita",
      "accuracy": 0.644781,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.0024289747474747474,
      "avg_duration_per_task_ms": 61720,
      "avg_output_tokens_per_task": 2615.818181818182,
      "last_run_timestamp": "2026-08-29T17:03:33.297Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-20b",
      "model_slug": "openai/gpt-oss-20b",
      "model_name": "OpenAI: gpt-oss-20b",
      "provider_name": "Darkbloom",
      "accuracy": 0.644697,
      "accuracy_std_dev": 0.01644515221577471,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.0018323782828282833,
      "avg_duration_per_task_ms": 399568.10909090907,
      "avg_output_tokens_per_task": 19907.23686868687,
      "last_run_timestamp": "2026-11-14T19:36:13.331Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-vl-30b-a3b-instruct",
      "model_slug": "qwen/qwen3-vl-30b-a3b-instruct",
      "model_name": "Qwen: Qwen3 VL 30B A3B Instruct",
      "provider_name": "auto-routing",
      "accuracy": 0.643659,
      "accuracy_std_dev": 0.01430698584608231,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.007198052188552189,
      "avg_duration_per_task_ms": 234853.59932659933,
      "avg_output_tokens_per_task": 11481.623737373737,
      "last_run_timestamp": "2026-10-03T10:20:18.247Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta-llama/llama-4-maverick-17b-128e-instruct",
      "model_slug": "meta-llama/llama-4-maverick",
      "model_name": "Meta: Llama 4 Maverick",
      "provider_name": "Parasail",
      "accuracy": 0.641414,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.002927429292929293,
      "avg_duration_per_task_ms": 57101.31313131313,
      "avg_output_tokens_per_task": 2764.429292929293,
      "last_run_timestamp": "2026-08-29T19:51:51.198Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-30b-a3b-instruct-2507",
      "model_slug": "qwen/qwen3-30b-a3b-instruct-2507",
      "model_name": "Qwen: Qwen3 30B A3B Instruct 2507",
      "provider_name": "Ambient",
      "accuracy": 0.641414,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.00284089898989899,
      "avg_duration_per_task_ms": 209352.64646464647,
      "avg_output_tokens_per_task": 9266.040404040405,
      "last_run_timestamp": "2026-10-09T15:00:06.492Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-4.1-mini-2025-04-14",
      "model_slug": "openai/gpt-4.1-mini",
      "model_name": "OpenAI: GPT-4.1 Mini",
      "provider_name": "Azure",
      "accuracy": 0.6401515,
      "accuracy_std_dev": 0.002759842885020819,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.004124544191919192,
      "avg_duration_per_task_ms": 34476.35353535353,
      "avg_output_tokens_per_task": 2259.632575757576,
      "last_run_timestamp": "2026-10-01T19:13:29.560Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-4.1-2025-04-14",
      "model_slug": "openai/gpt-4.1",
      "model_name": "OpenAI: GPT-4.1",
      "provider_name": "auto-routing",
      "accuracy": 0.6372055000000001,
      "accuracy_std_dev": 0.004208500000000004,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.015519383838383837,
      "avg_duration_per_task_ms": 14506.310606060606,
      "avg_output_tokens_per_task": 1746.2525252525252,
      "last_run_timestamp": "2026-10-01T19:12:45.033Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-vl-235b-a22b-instruct",
      "model_slug": "qwen/qwen3-vl-235b-a22b-instruct",
      "model_name": "Qwen: Qwen3 VL 235B A22B Instruct",
      "provider_name": "Venice",
      "accuracy": 0.6372055,
      "accuracy_std_dev": 0.06144749999999999,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.020249343434343432,
      "avg_duration_per_task_ms": 254836.71212121213,
      "avg_output_tokens_per_task": 10586.742424242424,
      "last_run_timestamp": "2026-10-03T17:36:48.437Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-4.1-2025-04-14",
      "model_slug": "openai/gpt-4.1",
      "model_name": "OpenAI: GPT-4.1",
      "provider_name": "Azure",
      "accuracy": 0.6367847499999999,
      "accuracy_std_dev": 0.012277609526593496,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.015237281565656567,
      "avg_duration_per_task_ms": 18840.242424242424,
      "avg_output_tokens_per_task": 1618.909090909091,
      "last_run_timestamp": "2026-10-01T19:14:40.644Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-chat-v3-0324",
      "model_slug": "deepseek/deepseek-chat-v3-0324",
      "model_name": "DeepSeek: DeepSeek V3 0324",
      "provider_name": "Crusoe",
      "accuracy": 0.636364,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.0039456565656565655,
      "avg_duration_per_task_ms": 64524.454545454544,
      "avg_output_tokens_per_task": 2398.1161616161617,
      "last_run_timestamp": "2026-08-29T16:10:45.295Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-30b-a3b-instruct-2507",
      "model_slug": "qwen/qwen3-30b-a3b-instruct-2507",
      "model_name": "Qwen: Qwen3 30B A3B Instruct 2507",
      "provider_name": "CoreWeave",
      "accuracy": 0.636364,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.0037549898989898993,
      "avg_duration_per_task_ms": 175630.5404040404,
      "avg_output_tokens_per_task": 12245.81313131313,
      "last_run_timestamp": "2026-08-29T18:20:19.448Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-30b-a3b-instruct-2507",
      "model_slug": "qwen/qwen3-30b-a3b-instruct-2507",
      "model_name": "Qwen: Qwen3 30B A3B Instruct 2507",
      "provider_name": "SiliconFlow",
      "accuracy": 0.6355219999999999,
      "accuracy_std_dev": 0.007575999999999972,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.002907310606060606,
      "avg_duration_per_task_ms": 286292.68434343435,
      "avg_output_tokens_per_task": 9447.310606060606,
      "last_run_timestamp": "2026-10-03T17:03:50.406Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "nvidia/nemotron-3-nano-30b-a3b",
      "model_slug": "nvidia/nemotron-3-nano-30b-a3b",
      "model_name": "NVIDIA: Nemotron 3 Nano 30B A3B",
      "provider_name": "Crusoe",
      "accuracy": 0.6351011666666666,
      "accuracy_std_dev": 0.010465438650094347,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.020929894781144782,
      "avg_duration_per_task_ms": 566967.7979797979,
      "avg_output_tokens_per_task": 104449.40151515152,
      "last_run_timestamp": "2026-10-03T17:08:02.072Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "nvidia/nemotron-3.5-lightning-20260807",
      "model_slug": "nvidia/nemotron-3.5-lightning",
      "model_name": "NVIDIA: Nemotron 3.5 Lightning",
      "provider_name": "Fireworks",
      "accuracy": 0.6343454991568297,
      "accuracy_std_dev": 0.0759191040911311,
      "run_count": 3,
      "total_questions": 593,
      "avg_cost_per_task_usd": 0.016770937605396292,
      "avg_duration_per_task_ms": 321814.57504215854,
      "avg_output_tokens_per_task": 83689.83642495784,
      "last_run_timestamp": "2026-11-17T13:40:41.939Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "inclusionai/ling-3.0-flash-fin-20260827",
      "model_slug": "inclusionai/ling-3.0-flash-fin",
      "model_name": "inclusionAI: Ling 3.0 Flash Fin",
      "provider_name": "Novita",
      "accuracy": 0.632155,
      "accuracy_std_dev": 0.005892000000000008,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.005966434343434343,
      "avg_duration_per_task_ms": 235473.01515151514,
      "avg_output_tokens_per_task": 48249.11363636364,
      "last_run_timestamp": "2026-10-01T08:24:52.614Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "nvidia/nemotron-3-nano-30b-a3b",
      "model_slug": "nvidia/nemotron-3-nano-30b-a3b",
      "model_name": "NVIDIA: Nemotron 3 Nano 30B A3B",
      "provider_name": "auto-routing",
      "accuracy": 0.6313133333333334,
      "accuracy_std_dev": 0.02360897800037567,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.019269234848484848,
      "avg_duration_per_task_ms": 728180.4831649832,
      "avg_output_tokens_per_task": 93228.39225589225,
      "last_run_timestamp": "2026-10-03T17:40:51.448Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-30b-a3b-instruct-2507",
      "model_slug": "qwen/qwen3-30b-a3b-instruct-2507",
      "model_name": "Qwen: Qwen3 30B A3B Instruct 2507",
      "provider_name": "StreamLake",
      "accuracy": 0.6307523333333334,
      "accuracy_std_dev": 0.006918527315998866,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.0016430067340067339,
      "avg_duration_per_task_ms": 77016.98653198653,
      "avg_output_tokens_per_task": 8308.144781144782,
      "last_run_timestamp": "2026-10-03T16:47:32.559Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-30b-a3b-instruct-2507",
      "model_slug": "qwen/qwen3-30b-a3b-instruct-2507",
      "model_name": "Qwen: Qwen3 30B A3B Instruct 2507",
      "provider_name": "DekaLLM",
      "accuracy": 0.6306148156028369,
      "accuracy_std_dev": 0.05281625698168657,
      "run_count": 3,
      "total_questions": 282,
      "avg_cost_per_task_usd": 0.0037584255319148938,
      "avg_duration_per_task_ms": 208452.59574468085,
      "avg_output_tokens_per_task": 12308.468085106382,
      "last_run_timestamp": "2026-10-23T09:29:14.171Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-20b",
      "model_slug": "openai/gpt-oss-20b",
      "model_name": "OpenAI: gpt-oss-20b",
      "provider_name": "SiliconFlow",
      "accuracy": 0.6300365849535081,
      "accuracy_std_dev": 0.00847294758661679,
      "run_count": 6,
      "total_questions": 1183,
      "avg_cost_per_task_usd": 0.001862975486052409,
      "avg_duration_per_task_ms": 225472.17582417582,
      "avg_output_tokens_per_task": 10133.392223161454,
      "last_run_timestamp": "2026-10-31T16:10:09.221Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "nvidia/nemotron-3-nano-30b-a3b",
      "model_slug": "nvidia/nemotron-3-nano-30b-a3b",
      "model_name": "NVIDIA: Nemotron 3 Nano 30B A3B",
      "provider_name": "Nebius",
      "accuracy": 0.627104375,
      "accuracy_std_dev": 0.008333089267155095,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.024497946969696968,
      "avg_duration_per_task_ms": 1060409.1414141415,
      "avg_output_tokens_per_task": 101874.34027777778,
      "last_run_timestamp": "2026-10-23T09:03:34.804Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-26b-a4b-it-20260403",
      "model_slug": "google/gemma-4-26b-a4b-it",
      "model_name": "Google: Gemma 4 26B A4B ",
      "provider_name": "Darkbloom",
      "accuracy": 0.6270001667508842,
      "accuracy_std_dev": 0.0902005776392258,
      "run_count": 10,
      "total_questions": 1979,
      "avg_cost_per_task_usd": 0.0109755583628095,
      "avg_duration_per_task_ms": 935862.6225366347,
      "avg_output_tokens_per_task": 55896.302172814554,
      "last_run_timestamp": "2026-11-19T21:02:08.205Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-chat-v3.1",
      "model_slug": "deepseek/deepseek-chat-v3.1",
      "model_name": "DeepSeek: DeepSeek V3.1",
      "provider_name": "auto-routing",
      "accuracy": 0.6248596666666667,
      "accuracy_std_dev": 0.14662081481457157,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.014103541245791246,
      "avg_duration_per_task_ms": 409226.3223905724,
      "avg_output_tokens_per_task": 11460.744107744107,
      "last_run_timestamp": "2026-10-31T16:01:53.629Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "xiaomi/mimo-v2.5-pro-20260422",
      "model_slug": "xiaomi/mimo-v2.5-pro",
      "model_name": "Xiaomi: MiMo-V2.5-Pro",
      "provider_name": "AtlasCloud",
      "accuracy": 0.6246808353751914,
      "accuracy_std_dev": 0.22617666140115214,
      "run_count": 7,
      "total_questions": 1306,
      "avg_cost_per_task_usd": 0.010066813169984687,
      "avg_duration_per_task_ms": 274712.7312404288,
      "avg_output_tokens_per_task": 11274.125574272588,
      "last_run_timestamp": "2026-10-17T08:17:57.529Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-chat-v3",
      "model_slug": "deepseek/deepseek-chat",
      "model_name": "DeepSeek: DeepSeek V3",
      "provider_name": "auto-routing",
      "accuracy": 0.6212125000000001,
      "accuracy_std_dev": 0.011784500000000031,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.0023548611111111114,
      "avg_duration_per_task_ms": 64938.90151515151,
      "avg_output_tokens_per_task": 2165.318181818182,
      "last_run_timestamp": "2026-10-01T19:21:21.945Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-30b-a3b-instruct-2507",
      "model_slug": "qwen/qwen3-30b-a3b-instruct-2507",
      "model_name": "Qwen: Qwen3 30B A3B Instruct 2507",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.621212,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.00552190909090909,
      "avg_duration_per_task_ms": 174055.64141414143,
      "avg_output_tokens_per_task": 10415.944444444445,
      "last_run_timestamp": "2026-10-04T03:09:40.101Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-32b-04-28",
      "model_slug": "qwen/qwen3-32b",
      "model_name": "Qwen: Qwen3 32B",
      "provider_name": "Nebius",
      "accuracy": 0.621212,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.00624170202020202,
      "avg_duration_per_task_ms": 784719.5,
      "avg_output_tokens_per_task": 20533.863636363636,
      "last_run_timestamp": "2026-08-29T19:06:01.882Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-30b-a3b-instruct-2507",
      "model_slug": "qwen/qwen3-30b-a3b-instruct-2507",
      "model_name": "Qwen: Qwen3 30B A3B Instruct 2507",
      "provider_name": "Nebius",
      "accuracy": 0.6206510000000001,
      "accuracy_std_dev": 0.01729653458547883,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.005437777777777778,
      "avg_duration_per_task_ms": 312851.664983165,
      "avg_output_tokens_per_task": 17855.109427609426,
      "last_run_timestamp": "2026-10-23T08:08:11.470Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-4.7-flash-20260119",
      "model_slug": "z-ai/glm-4.7-flash",
      "model_name": "Z.ai: GLM 4.7 Flash",
      "provider_name": "Cloudflare",
      "accuracy": 0.6203705,
      "accuracy_std_dev": 0.009259500000000032,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.034752454545454545,
      "avg_duration_per_task_ms": 1659009.0858585858,
      "avg_output_tokens_per_task": 86763.41161616161,
      "last_run_timestamp": "2026-10-13T21:28:41.390Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "Phala",
      "accuracy": 0.619800846221441,
      "accuracy_std_dev": 0.249465151759163,
      "run_count": 6,
      "total_questions": 1138,
      "avg_cost_per_task_usd": 0.01102270562390158,
      "avg_duration_per_task_ms": 186307.54745166958,
      "avg_output_tokens_per_task": 18183.686291739894,
      "last_run_timestamp": "2026-10-31T16:54:17.849Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-20b",
      "model_slug": "openai/gpt-oss-20b",
      "model_name": "OpenAI: gpt-oss-20b",
      "provider_name": "Groq",
      "accuracy": 0.6197649018932874,
      "accuracy_std_dev": 0.008600816965394751,
      "run_count": 6,
      "total_questions": 1162,
      "avg_cost_per_task_usd": 0.01724227452667814,
      "avg_duration_per_task_ms": 67241.89931153184,
      "avg_output_tokens_per_task": 57241.376936316694,
      "last_run_timestamp": "2026-10-31T16:52:47.514Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-coder-480b-a35b-07-25",
      "model_slug": "qwen/qwen3-coder",
      "model_name": "Qwen: Qwen3 Coder 480B A35B",
      "provider_name": "Novita",
      "accuracy": 0.61532,
      "accuracy_std_dev": 0.004209000000000018,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.0036932272727272725,
      "avg_duration_per_task_ms": 34004.73484848485,
      "avg_output_tokens_per_task": 2183.5479797979797,
      "last_run_timestamp": "2026-10-03T17:03:29.436Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-14b-04-28",
      "model_slug": "qwen/qwen3-14b",
      "model_name": "Qwen: Qwen3 14B",
      "provider_name": "DeepInfra",
      "accuracy": 0.6123375670628184,
      "accuracy_std_dev": 0.008273645159312946,
      "run_count": 3,
      "total_questions": 589,
      "avg_cost_per_task_usd": 0.003321100169779287,
      "avg_duration_per_task_ms": 426798.44821731746,
      "avg_output_tokens_per_task": 13430.818336162989,
      "last_run_timestamp": "2026-10-08T22:16:42.056Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-coder-480b-a35b-07-25",
      "model_slug": "qwen/qwen3-coder",
      "model_name": "Qwen: Qwen3 Coder 480B A35B",
      "provider_name": "Google",
      "accuracy": 0.6102695,
      "accuracy_std_dev": 0.004208500000000004,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.004028141414141414,
      "avg_duration_per_task_ms": 21127.984848484848,
      "avg_output_tokens_per_task": 2138.558080808081,
      "last_run_timestamp": "2026-10-03T17:03:50.598Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-235b-a22b-07-25",
      "model_slug": "qwen/qwen3-235b-a22b-2507",
      "model_name": "Qwen: Qwen3 235B A22B Instruct 2507",
      "provider_name": "AtlasCloud",
      "accuracy": 0.609428,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.005745969696969697,
      "avg_duration_per_task_ms": 104135.29292929293,
      "avg_output_tokens_per_task": 6371.60101010101,
      "last_run_timestamp": "2026-08-29T18:01:46.940Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-30b-a3b-04-28",
      "model_slug": "qwen/qwen3-30b-a3b",
      "model_name": "Qwen: Qwen3 30B A3B",
      "provider_name": "DeepInfra",
      "accuracy": 0.609428,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.00778269696969697,
      "avg_duration_per_task_ms": 302947.1666666667,
      "avg_output_tokens_per_task": 15369.68686868687,
      "last_run_timestamp": "2026-10-08T22:57:53.933Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-4.7-20251222",
      "model_slug": "z-ai/glm-4.7",
      "model_name": "Z.ai: GLM 4.7",
      "provider_name": "Mancer 2",
      "accuracy": 0.6080845223880598,
      "accuracy_std_dev": 0.2667598269159059,
      "run_count": 7,
      "total_questions": 1340,
      "avg_cost_per_task_usd": 0.11043068283582089,
      "avg_duration_per_task_ms": 1908748.2850746268,
      "avg_output_tokens_per_task": 43967.807462686564,
      "last_run_timestamp": "2026-11-17T17:05:33.889Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-vl-30b-a3b-instruct",
      "model_slug": "qwen/qwen3-vl-30b-a3b-instruct",
      "model_name": "Qwen: Qwen3 VL 30B A3B Instruct",
      "provider_name": "SiliconFlow",
      "accuracy": 0.607744,
      "accuracy_std_dev": 0,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.019100626262626264,
      "avg_duration_per_task_ms": 978421.345959596,
      "avg_output_tokens_per_task": 18865.0202020202,
      "last_run_timestamp": "2026-10-03T11:06:38.068Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-coder-480b-a35b-07-25",
      "model_slug": "qwen/qwen3-coder",
      "model_name": "Qwen: Qwen3 Coder 480B A35B",
      "provider_name": "auto-routing",
      "accuracy": 0.6069025,
      "accuracy_std_dev": 0.004208500000000004,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.003462810606060606,
      "avg_duration_per_task_ms": 33766.94696969697,
      "avg_output_tokens_per_task": 2121.3611111111113,
      "last_run_timestamp": "2026-10-03T16:57:23.266Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v3.2-20251201",
      "model_slug": "deepseek/deepseek-v3.2",
      "model_name": "DeepSeek: DeepSeek V3.2",
      "provider_name": "Mara",
      "accuracy": 0.6059481003717473,
      "accuracy_std_dev": 0.024067533945591992,
      "run_count": 3,
      "total_questions": 269,
      "avg_cost_per_task_usd": 0.03276318587360595,
      "avg_duration_per_task_ms": 68520.27137546468,
      "avg_output_tokens_per_task": 7032.501858736059,
      "last_run_timestamp": "2026-10-31T16:08:33.699Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-coder-480b-a35b-07-25",
      "model_slug": "qwen/qwen3-coder",
      "model_name": "Qwen: Qwen3 Coder 480B A35B",
      "provider_name": "DeepInfra",
      "accuracy": 0.6056666239999999,
      "accuracy_std_dev": 0.022671676838440208,
      "run_count": 3,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.0022159040000000003,
      "avg_duration_per_task_ms": 55749.826,
      "avg_output_tokens_per_task": 2081.158,
      "last_run_timestamp": "2026-10-08T23:15:07.689Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-vl-30b-a3b-instruct",
      "model_slug": "qwen/qwen3-vl-30b-a3b-instruct",
      "model_name": "Qwen: Qwen3 VL 30B A3B Instruct",
      "provider_name": "DeepInfra",
      "accuracy": 0.6007724084942084,
      "accuracy_std_dev": 0.011827679736921497,
      "run_count": 7,
      "total_questions": 1295,
      "avg_cost_per_task_usd": 0.008587115057915057,
      "avg_duration_per_task_ms": 577722.1081081082,
      "avg_output_tokens_per_task": 14109.962162162163,
      "last_run_timestamp": "2026-10-08T22:50:36.237Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-coder-480b-a35b-07-25",
      "model_slug": "qwen/qwen3-coder",
      "model_name": "Qwen: Qwen3 Coder 480B A35B",
      "provider_name": "Venice",
      "accuracy": 0.6001685000000001,
      "accuracy_std_dev": 0.000841499999999995,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.0032447979797979804,
      "avg_duration_per_task_ms": 83181.75,
      "avg_output_tokens_per_task": 2085.4217171717173,
      "last_run_timestamp": "2026-10-03T16:59:44.383Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-coder-480b-a35b-07-25",
      "model_slug": "qwen/qwen3-coder",
      "model_name": "Qwen: Qwen3 Coder 480B A35B",
      "provider_name": "Alibaba",
      "accuracy": 0.6001685,
      "accuracy_std_dev": 0.0025254999999999583,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.011156108585858585,
      "avg_duration_per_task_ms": 32344.449494949495,
      "avg_output_tokens_per_task": 2125.9444444444443,
      "last_run_timestamp": "2026-10-03T17:43:44.972Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-20b",
      "model_slug": "openai/gpt-oss-20b",
      "model_name": "OpenAI: gpt-oss-20b",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.599327,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.012440297979797978,
      "avg_duration_per_task_ms": 230792.08080808082,
      "avg_output_tokens_per_task": 41242.71717171717,
      "last_run_timestamp": "2026-10-04T03:37:16.537Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-32b-04-28",
      "model_slug": "qwen/qwen3-32b",
      "model_name": "Qwen: Qwen3 32B",
      "provider_name": "auto-routing",
      "accuracy": 0.599327,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.008217368686868686,
      "avg_duration_per_task_ms": 333454.5101010101,
      "avg_output_tokens_per_task": 17038.530303030304,
      "last_run_timestamp": "2026-08-29T19:52:22.642Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-14b-04-28",
      "model_slug": "qwen/qwen3-14b",
      "model_name": "Qwen: Qwen3 14B",
      "provider_name": "NextBit",
      "accuracy": 0.5978837142857143,
      "accuracy_std_dev": 0.01426892240114143,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.0030797525252525253,
      "avg_duration_per_task_ms": 643402.1818181818,
      "avg_output_tokens_per_task": 13628.22077922078,
      "last_run_timestamp": "2026-11-01T11:08:51.026Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-2.5-flash-lite",
      "model_slug": "google/gemini-2.5-flash-lite",
      "model_name": "Google: Gemini 2.5 Flash Lite",
      "provider_name": "Google AI Studio",
      "accuracy": 0.5963805,
      "accuracy_std_dev": 0.0012624999999999997,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.01735105808080808,
      "avg_duration_per_task_ms": 112232.29292929293,
      "avg_output_tokens_per_task": 43198.833333333336,
      "last_run_timestamp": "2026-10-01T19:14:48.696Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "nvidia/nemotron-3-nano-30b-a3b",
      "model_slug": "nvidia/nemotron-3-nano-30b-a3b",
      "model_name": "NVIDIA: Nemotron 3 Nano 30B A3B",
      "provider_name": "Novita",
      "accuracy": 0.5956028680851064,
      "accuracy_std_dev": 0.01033391745660862,
      "run_count": 6,
      "total_questions": 1175,
      "avg_cost_per_task_usd": 0.009165550638297871,
      "avg_duration_per_task_ms": 487635.48,
      "avg_output_tokens_per_task": 45632.70893617021,
      "last_run_timestamp": "2026-10-03T17:04:03.802Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v3.2-20251201",
      "model_slug": "deepseek/deepseek-v3.2",
      "model_name": "DeepSeek: DeepSeek V3.2",
      "provider_name": "SambaNova",
      "accuracy": 0.5929544369449378,
      "accuracy_std_dev": 0.050208780383072,
      "run_count": 6,
      "total_questions": 563,
      "avg_cost_per_task_usd": 0.03140087921847246,
      "avg_duration_per_task_ms": 64360.1296625222,
      "avg_output_tokens_per_task": 6739.532859680284,
      "last_run_timestamp": "2026-10-31T16:41:30.138Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-14b-04-28",
      "model_slug": "qwen/qwen3-14b",
      "model_name": "Qwen: Qwen3 14B",
      "provider_name": "auto-routing",
      "accuracy": 0.591751,
      "accuracy_std_dev": 0.0025249999999999995,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.0029208080808080807,
      "avg_duration_per_task_ms": 521963.51515151514,
      "avg_output_tokens_per_task": 11688.588383838383,
      "last_run_timestamp": "2026-10-01T16:32:22.405Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-4.7-flash-20260119",
      "model_slug": "z-ai/glm-4.7-flash",
      "model_name": "Z.ai: GLM 4.7 Flash",
      "provider_name": "Novita",
      "accuracy": 0.590909,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.026345853535353535,
      "avg_duration_per_task_ms": 1173802.5808080807,
      "avg_output_tokens_per_task": 71678.25252525252,
      "last_run_timestamp": "2026-08-30T00:32:50.853Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "Cerebras",
      "accuracy": 0.5877828571428572,
      "accuracy_std_dev": 0.009283376501322488,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.010373882395382394,
      "avg_duration_per_task_ms": 11228.373737373737,
      "avg_output_tokens_per_task": 13377.372294372295,
      "last_run_timestamp": "2026-11-15T02:46:07.098Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-20b",
      "model_slug": "openai/gpt-oss-20b",
      "model_name": "OpenAI: gpt-oss-20b",
      "provider_name": "Novita",
      "accuracy": 0.585017,
      "accuracy_std_dev": 0.004209000000000018,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.006544595959595959,
      "avg_duration_per_task_ms": 723568.6287878788,
      "avg_output_tokens_per_task": 43371.88383838384,
      "last_run_timestamp": "2026-10-03T16:12:07.492Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-20b",
      "model_slug": "openai/gpt-oss-20b",
      "model_name": "OpenAI: gpt-oss-20b",
      "provider_name": "Google",
      "accuracy": 0.5774414999999999,
      "accuracy_std_dev": 0.005050500000000013,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.010289136363636365,
      "avg_duration_per_task_ms": 331432.74242424243,
      "avg_output_tokens_per_task": 40883.856060606064,
      "last_run_timestamp": "2026-10-17T16:06:05.579Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-2.5-flash-lite",
      "model_slug": "google/gemini-2.5-flash-lite",
      "model_name": "Google: Gemini 2.5 Flash Lite",
      "provider_name": "Google",
      "accuracy": 0.56060625,
      "accuracy_std_dev": 0.009297342103391676,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.017428513888888886,
      "avg_duration_per_task_ms": 127446.60858585859,
      "avg_output_tokens_per_task": 43389.579545454544,
      "last_run_timestamp": "2026-10-01T19:27:01.395Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-32b-04-28",
      "model_slug": "qwen/qwen3-32b",
      "model_name": "Qwen: Qwen3 32B",
      "provider_name": "DeepInfra",
      "accuracy": 0.5572389999999999,
      "accuracy_std_dev": 0.010100999999999971,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.004926267676767676,
      "avg_duration_per_task_ms": 651880.6616161616,
      "avg_output_tokens_per_task": 17360.83080808081,
      "last_run_timestamp": "2026-10-08T23:30:03.872Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-2.5-flash-lite",
      "model_slug": "google/gemini-2.5-flash-lite",
      "model_name": "Google: Gemini 2.5 Flash Lite",
      "provider_name": "auto-routing",
      "accuracy": 0.5521885000000001,
      "accuracy_std_dev": 0.005050500000000013,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.01778226515151515,
      "avg_duration_per_task_ms": 116667.00757575757,
      "avg_output_tokens_per_task": 44273.378787878784,
      "last_run_timestamp": "2026-10-01T19:15:36.386Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-5-20260211",
      "model_slug": "z-ai/glm-5",
      "model_name": "Z.ai: GLM 5",
      "provider_name": "DeepInfra",
      "accuracy": 0.549296,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 71,
      "avg_cost_per_task_usd": 0.039262028169014085,
      "avg_duration_per_task_ms": 443586.676056338,
      "avg_output_tokens_per_task": 18773.295774647886,
      "last_run_timestamp": "2026-08-29T19:07:49.385Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-32b-04-28",
      "model_slug": "qwen/qwen3-32b",
      "model_name": "Qwen: Qwen3 32B",
      "provider_name": "Tenstorrent",
      "accuracy": 0.5469078490566038,
      "accuracy_std_dev": 0.022963942121508662,
      "run_count": 10,
      "total_questions": 1908,
      "avg_cost_per_task_usd": 0.005774233752620544,
      "avg_duration_per_task_ms": 784958.8862683438,
      "avg_output_tokens_per_task": 14661.248427672956,
      "last_run_timestamp": "2026-11-08T04:29:32.011Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "DeepInfra",
      "accuracy": 0.543368863232682,
      "accuracy_std_dev": 0.010549954228442028,
      "run_count": 6,
      "total_questions": 1126,
      "avg_cost_per_task_usd": 0.06647660923623447,
      "avg_duration_per_task_ms": 401424.91207815276,
      "avg_output_tokens_per_task": 25203.361456483126,
      "last_run_timestamp": "2026-10-31T16:21:16.340Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-vl-8b-instruct",
      "model_slug": "qwen/qwen3-vl-8b-instruct",
      "model_name": "Qwen: Qwen3 VL 8B Instruct",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.538721,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.005473,
      "avg_duration_per_task_ms": 117831.5808080808,
      "avg_output_tokens_per_task": 11819.661616161617,
      "last_run_timestamp": "2026-10-04T03:06:12.419Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-chat-v3",
      "model_slug": "deepseek/deepseek-chat",
      "model_name": "DeepSeek: DeepSeek V3",
      "provider_name": "DeepInfra",
      "accuracy": 0.5373176666666667,
      "accuracy_std_dev": 0.013403444242266851,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.0019087592592592591,
      "avg_duration_per_task_ms": 97924.95622895623,
      "avg_output_tokens_per_task": 1886.641414141414,
      "last_run_timestamp": "2026-10-08T22:10:22.349Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-4o-2024-08-06",
      "model_slug": "openai/gpt-4o-2024-08-06",
      "model_name": "OpenAI: GPT-4o (2024-08-06)",
      "provider_name": "OpenAI",
      "accuracy": 0.5280586666666666,
      "accuracy_std_dev": 0.004827144451490511,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.01799902861952862,
      "avg_duration_per_task_ms": 14939.786195286195,
      "avg_output_tokens_per_task": 1607.080808080808,
      "last_run_timestamp": "2026-10-02T23:16:52.382Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-4o",
      "model_slug": "openai/gpt-4o",
      "model_name": "OpenAI: GPT-4o",
      "provider_name": "OpenAI",
      "accuracy": 0.5266555,
      "accuracy_std_dev": 0.023895888382383546,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.01547567760942761,
      "avg_duration_per_task_ms": 13716.89898989899,
      "avg_output_tokens_per_task": 1354.1801346801346,
      "last_run_timestamp": "2026-10-02T23:17:37.980Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-chat-v3-0324",
      "model_slug": "deepseek/deepseek-chat-v3-0324",
      "model_name": "DeepSeek: DeepSeek V3 0324",
      "provider_name": "GMICloud",
      "accuracy": 0.5214688983050848,
      "accuracy_std_dev": 0.18367416374716997,
      "run_count": 3,
      "total_questions": 590,
      "avg_cost_per_task_usd": 0.00316128813559322,
      "avg_duration_per_task_ms": 70712.40847457627,
      "avg_output_tokens_per_task": 2595.4745762711864,
      "last_run_timestamp": "2026-11-10T06:14:22.398Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-4o-2024-08-06",
      "model_slug": "openai/gpt-4o-2024-08-06",
      "model_name": "OpenAI: GPT-4o (2024-08-06)",
      "provider_name": "auto-routing",
      "accuracy": 0.5202019999999999,
      "accuracy_std_dev": 0.0033669999999999534,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.017511833333333334,
      "avg_duration_per_task_ms": 16177.118686868687,
      "avg_output_tokens_per_task": 1559.209595959596,
      "last_run_timestamp": "2026-10-01T16:04:12.703Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-4o",
      "model_slug": "openai/gpt-4o",
      "model_name": "OpenAI: GPT-4o",
      "provider_name": "Azure",
      "accuracy": 0.5168355,
      "accuracy_std_dev": 0.005050499999999958,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.017194939393939394,
      "avg_duration_per_task_ms": 13199.247474747475,
      "avg_output_tokens_per_task": 1523.2777777777778,
      "last_run_timestamp": "2026-10-01T16:28:34.286Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-4o-2024-08-06",
      "model_slug": "openai/gpt-4o-2024-08-06",
      "model_name": "OpenAI: GPT-4o (2024-08-06)",
      "provider_name": "Azure",
      "accuracy": 0.5151519999999999,
      "accuracy_std_dev": 0.006733999999999962,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.018041959595959597,
      "avg_duration_per_task_ms": 13498.479797979799,
      "avg_output_tokens_per_task": 1611.5353535353536,
      "last_run_timestamp": "2026-10-01T16:26:08.836Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-chat-v3-0324",
      "model_slug": "deepseek/deepseek-chat-v3-0324",
      "model_name": "DeepSeek: DeepSeek V3 0324",
      "provider_name": "DeepInfra",
      "accuracy": 0.512821,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 195,
      "avg_cost_per_task_usd": 0.004608107692307692,
      "avg_duration_per_task_ms": 156139.87692307692,
      "avg_output_tokens_per_task": 4967.5641025641025,
      "last_run_timestamp": "2026-08-29T20:34:10.117Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-4.7-flash-20260119",
      "model_slug": "z-ai/glm-4.7-flash",
      "model_name": "Z.ai: GLM 4.7 Flash",
      "provider_name": "auto-routing",
      "accuracy": 0.511111,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 195,
      "avg_cost_per_task_usd": 0.015485138461538461,
      "avg_duration_per_task_ms": 663888.4358974359,
      "avg_output_tokens_per_task": 39149.62051282051,
      "last_run_timestamp": "2026-08-30T00:11:29.373Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-4o",
      "model_slug": "openai/gpt-4o",
      "model_name": "OpenAI: GPT-4o",
      "provider_name": "auto-routing",
      "accuracy": 0.510943,
      "accuracy_std_dev": 0.0008420000000000094,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.013169762626262625,
      "avg_duration_per_task_ms": 12925.411616161617,
      "avg_output_tokens_per_task": 1121.608585858586,
      "last_run_timestamp": "2026-10-01T16:03:45.472Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-4.1-nano-2025-04-14",
      "model_slug": "openai/gpt-4.1-nano",
      "model_name": "OpenAI: GPT-4.1 Nano",
      "provider_name": "OpenAI",
      "accuracy": 0.5050510000000001,
      "accuracy_std_dev": 0.002749143987983661,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.0008273518518518518,
      "avg_duration_per_task_ms": 18715.93265993266,
      "avg_output_tokens_per_task": 1873.8602693602693,
      "last_run_timestamp": "2026-10-02T23:16:50.042Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "inclusionai/ling-3.0-flash-fin-20260827",
      "model_slug": "inclusionai/ling-3.0-flash-fin",
      "model_name": "inclusionAI: Ling 3.0 Flash Fin",
      "provider_name": "auto-routing",
      "accuracy": 0.505051,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.009755954545454545,
      "avg_duration_per_task_ms": 700759.0555555555,
      "avg_output_tokens_per_task": 64762.606060606064,
      "last_run_timestamp": "2026-10-01T08:24:17.043Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-4.1-nano-2025-04-14",
      "model_slug": "openai/gpt-4.1-nano",
      "model_name": "OpenAI: GPT-4.1 Nano",
      "provider_name": "Azure",
      "accuracy": 0.4995792500000001,
      "accuracy_std_dev": 0.02025051336849268,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.0008581388888888889,
      "avg_duration_per_task_ms": 12992.723484848484,
      "avg_output_tokens_per_task": 1853.0088383838383,
      "last_run_timestamp": "2026-10-01T19:12:29.219Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-4.7-flash-20260119",
      "model_slug": "z-ai/glm-4.7-flash",
      "model_name": "Z.ai: GLM 4.7 Flash",
      "provider_name": "Venice",
      "accuracy": 0.498308,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 197,
      "avg_cost_per_task_usd": 0.01141243654822335,
      "avg_duration_per_task_ms": 496295.8934010152,
      "avg_output_tokens_per_task": 28446.091370558377,
      "last_run_timestamp": "2026-08-30T00:23:23.003Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta-llama/llama-3.3-70b-instruct",
      "model_slug": "meta-llama/llama-3.3-70b-instruct",
      "model_name": "Meta: Llama 3.3 70B Instruct",
      "provider_name": "Groq",
      "accuracy": 0.4949494999999999,
      "accuracy_std_dev": 0.0064474447070137835,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.002393361111111111,
      "avg_duration_per_task_ms": 9231.560606060606,
      "avg_output_tokens_per_task": 2382.709595959596,
      "last_run_timestamp": "2026-10-31T16:04:29.124Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta-llama/llama-3.3-70b-instruct",
      "model_slug": "meta-llama/llama-3.3-70b-instruct",
      "model_name": "Meta: Llama 3.3 70B Instruct",
      "provider_name": "Cloudflare",
      "accuracy": 0.49302477973568276,
      "accuracy_std_dev": 0.01635823305038206,
      "run_count": 7,
      "total_questions": 1362,
      "avg_cost_per_task_usd": 0.005214826725403817,
      "avg_duration_per_task_ms": 49238.60279001469,
      "avg_output_tokens_per_task": 2202.3370044052863,
      "last_run_timestamp": "2026-10-31T16:05:36.136Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen3-14b-04-28",
      "model_slug": "qwen/qwen3-14b",
      "model_name": "Qwen: Qwen3 14B",
      "provider_name": "Alibaba",
      "accuracy": 0.49242400000000003,
      "accuracy_std_dev": 0.0008419999999999817,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.0017634166666666666,
      "avg_duration_per_task_ms": 30891.38888888889,
      "avg_output_tokens_per_task": 1731.7373737373737,
      "last_run_timestamp": "2026-10-01T16:05:56.758Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-4.1-nano-2025-04-14",
      "model_slug": "openai/gpt-4.1-nano",
      "model_name": "OpenAI: GPT-4.1 Nano",
      "provider_name": "auto-routing",
      "accuracy": 0.49074049999999997,
      "accuracy_std_dev": 0.009259500000000004,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.0008383863636363636,
      "avg_duration_per_task_ms": 22708.954545454544,
      "avg_output_tokens_per_task": 1902.2954545454545,
      "last_run_timestamp": "2026-10-01T19:13:37.127Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta-llama/llama-3.3-70b-instruct",
      "model_slug": "meta-llama/llama-3.3-70b-instruct",
      "model_name": "Meta: Llama 3.3 70B Instruct",
      "provider_name": "CoreWeave",
      "accuracy": 0.4873733333333333,
      "accuracy_std_dev": 0.010724843194916902,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.0026530816498316493,
      "avg_duration_per_task_ms": 50814.29377104377,
      "avg_output_tokens_per_task": 2929.2045454545455,
      "last_run_timestamp": "2026-10-31T16:04:29.124Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "z-ai/glm-4.7-flash-20260119",
      "model_slug": "z-ai/glm-4.7-flash",
      "model_name": "Z.ai: GLM 4.7 Flash",
      "provider_name": "DeepInfra",
      "accuracy": 0.486532,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.011848409090909092,
      "avg_duration_per_task_ms": 375666.3080808081,
      "avg_output_tokens_per_task": 29523.909090909092,
      "last_run_timestamp": "2026-08-30T01:15:14.669Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta-llama/llama-3.3-70b-instruct",
      "model_slug": "meta-llama/llama-3.3-70b-instruct",
      "model_name": "Meta: Llama 3.3 70B Instruct",
      "provider_name": "AkashML",
      "accuracy": 0.48317339277818716,
      "accuracy_std_dev": 0.011176402076359329,
      "run_count": 14,
      "total_questions": 2714,
      "avg_cost_per_task_usd": 0.0013642608695652173,
      "avg_duration_per_task_ms": 59867.90972733972,
      "avg_output_tokens_per_task": 2380.401621223287,
      "last_run_timestamp": "2026-10-31T16:01:53.654Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta-llama/llama-3.3-70b-instruct",
      "model_slug": "meta-llama/llama-3.3-70b-instruct",
      "model_name": "Meta: Llama 3.3 70B Instruct",
      "provider_name": "auto-routing",
      "accuracy": 0.4824432857142857,
      "accuracy_std_dev": 0.00899259995320417,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.001459501443001443,
      "avg_duration_per_task_ms": 81297.6204906205,
      "avg_output_tokens_per_task": 2365.059163059163,
      "last_run_timestamp": "2026-11-16T13:49:36.827Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta-llama/llama-3.3-70b-instruct",
      "model_slug": "meta-llama/llama-3.3-70b-instruct",
      "model_name": "Meta: Llama 3.3 70B Instruct",
      "provider_name": "SambaNova",
      "accuracy": 0.4814811666666667,
      "accuracy_std_dev": 0.01194382770048568,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.002354047138047138,
      "avg_duration_per_task_ms": 16987.200336700338,
      "avg_output_tokens_per_task": 2212.593434343434,
      "last_run_timestamp": "2026-10-31T16:05:14.701Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta-llama/llama-3.3-70b-instruct",
      "model_slug": "meta-llama/llama-3.3-70b-instruct",
      "model_name": "Meta: Llama 3.3 70B Instruct",
      "provider_name": "Parasail",
      "accuracy": 0.4786755,
      "accuracy_std_dev": 0.015511124102290805,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.0013230732323232322,
      "avg_duration_per_task_ms": 44037.30471380471,
      "avg_output_tokens_per_task": 2376.154882154882,
      "last_run_timestamp": "2026-10-31T16:36:11.519Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta-llama/llama-3.3-70b-instruct",
      "model_slug": "meta-llama/llama-3.3-70b-instruct",
      "model_name": "Meta: Llama 3.3 70B Instruct",
      "provider_name": "Together",
      "accuracy": 0.4772725,
      "accuracy_std_dev": 0.0056465188612099875,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.0031431237373737374,
      "avg_duration_per_task_ms": 78387.50378787878,
      "avg_output_tokens_per_task": 2216.2045454545455,
      "last_run_timestamp": "2026-10-17T16:05:55.476Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen-2.5-72b-instruct",
      "model_slug": "qwen/qwen-2.5-72b-instruct",
      "model_name": "Qwen2.5 72B Instruct",
      "provider_name": "DeepInfra",
      "accuracy": 0.4765793529411765,
      "accuracy_std_dev": 0.006944000000000006,
      "run_count": 2,
      "total_questions": 306,
      "avg_cost_per_task_usd": 0.0011232875816993464,
      "avg_duration_per_task_ms": 126677.51307189543,
      "avg_output_tokens_per_task": 2069.3627450980393,
      "last_run_timestamp": "2026-10-01T16:04:45.916Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta-llama/llama-3.3-70b-instruct",
      "model_slug": "meta-llama/llama-3.3-70b-instruct",
      "model_name": "Meta: Llama 3.3 70B Instruct",
      "provider_name": "Novita",
      "accuracy": 0.4720816666666667,
      "accuracy_std_dev": 0.010450608653194433,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.0010976313131313132,
      "avg_duration_per_task_ms": 64036.02693602694,
      "avg_output_tokens_per_task": 2471.3728956228956,
      "last_run_timestamp": "2026-10-31T16:31:54.106Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta-llama/llama-3.3-70b-instruct",
      "model_slug": "meta-llama/llama-3.3-70b-instruct",
      "model_name": "Meta: Llama 3.3 70B Instruct",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.469697,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.006110727272727273,
      "avg_duration_per_task_ms": 42879.368686868685,
      "avg_output_tokens_per_task": 2318.919191919192,
      "last_run_timestamp": "2026-10-04T03:02:23.034Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta-llama/llama-3.3-70b-instruct",
      "model_slug": "meta-llama/llama-3.3-70b-instruct",
      "model_name": "Meta: Llama 3.3 70B Instruct",
      "provider_name": "Crusoe",
      "accuracy": 0.468855,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.0021261515151515154,
      "avg_duration_per_task_ms": 32972.38888888889,
      "avg_output_tokens_per_task": 2568.6767676767677,
      "last_run_timestamp": "2026-08-29T16:31:42.504Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta-llama/llama-3.3-70b-instruct",
      "model_slug": "meta-llama/llama-3.3-70b-instruct",
      "model_name": "Meta: Llama 3.3 70B Instruct",
      "provider_name": "DeepInfra",
      "accuracy": 0.462542,
      "accuracy_std_dev": 0.011087508861326784,
      "run_count": 8,
      "total_questions": 1584,
      "avg_cost_per_task_usd": 0.0008062196969696971,
      "avg_duration_per_task_ms": 143744.03282828283,
      "avg_output_tokens_per_task": 2267.868686868687,
      "last_run_timestamp": "2026-11-17T14:14:09.259Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen-2.5-72b-instruct",
      "model_slug": "qwen/qwen-2.5-72b-instruct",
      "model_name": "Qwen2.5 72B Instruct",
      "provider_name": "Novita",
      "accuracy": 0.461279,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.0011232171717171719,
      "avg_duration_per_task_ms": 136788.7626262626,
      "avg_output_tokens_per_task": 2036.2272727272727,
      "last_run_timestamp": "2026-10-01T16:27:00.375Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen-2.5-72b-instruct",
      "model_slug": "qwen/qwen-2.5-72b-instruct",
      "model_name": "Qwen2.5 72B Instruct",
      "provider_name": "auto-routing",
      "accuracy": 0.45959600000000006,
      "accuracy_std_dev": 0.01346799999999998,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.0010278964646464647,
      "avg_duration_per_task_ms": 96379.95959595959,
      "avg_output_tokens_per_task": 1848.388888888889,
      "last_run_timestamp": "2026-10-01T16:47:11.191Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-chat-v3-0324",
      "model_slug": "deepseek/deepseek-chat-v3-0324",
      "model_name": "DeepSeek: DeepSeek V3 0324",
      "provider_name": "auto-routing",
      "accuracy": 0.45959599999999995,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.00947599494949495,
      "avg_duration_per_task_ms": 180988.5202020202,
      "avg_output_tokens_per_task": 8761.555555555555,
      "last_run_timestamp": "2026-08-29T20:57:58.443Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "DigitalOcean",
      "accuracy": 0.4594274,
      "accuracy_std_dev": 0.08290779920152264,
      "run_count": 10,
      "total_questions": 1980,
      "avg_cost_per_task_usd": 0.003713390404040405,
      "avg_duration_per_task_ms": 216285.7691919192,
      "avg_output_tokens_per_task": 8806.037373737374,
      "last_run_timestamp": "2026-11-17T14:30:40.107Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen2.5-vl-72b-instruct",
      "model_slug": "qwen/qwen2.5-vl-72b-instruct",
      "model_name": "Qwen: Qwen2.5 VL 72B Instruct",
      "provider_name": "Parasail",
      "accuracy": 0.457071,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.0017076717171717172,
      "avg_duration_per_task_ms": 27081.62626262626,
      "avg_output_tokens_per_task": 1337.1363636363637,
      "last_run_timestamp": "2026-09-01T13:03:42.840Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta-llama/llama-3.3-70b-instruct",
      "model_slug": "meta-llama/llama-3.3-70b-instruct",
      "model_name": "Meta: Llama 3.3 70B Instruct",
      "provider_name": "Nebius",
      "accuracy": 0.456229,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.0010223838383838385,
      "avg_duration_per_task_ms": 225087.38383838383,
      "avg_output_tokens_per_task": 2293.0252525252527,
      "last_run_timestamp": "2026-08-29T20:09:29.346Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen2.5-vl-72b-instruct",
      "model_slug": "qwen/qwen2.5-vl-72b-instruct",
      "model_name": "Qwen: Qwen2.5 VL 72B Instruct",
      "provider_name": "Nebius",
      "accuracy": 0.442761,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.0013494898989898992,
      "avg_duration_per_task_ms": 69228.69696969698,
      "avg_output_tokens_per_task": 1528.5050505050506,
      "last_run_timestamp": "2026-09-01T12:41:25.955Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-4o-mini",
      "model_slug": "openai/gpt-4o-mini",
      "model_name": "OpenAI: GPT-4o-mini",
      "provider_name": "auto-routing",
      "accuracy": 0.43602700000000005,
      "accuracy_std_dev": 0.006734000000000018,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.0010042146464646464,
      "avg_duration_per_task_ms": 21558.090909090908,
      "avg_output_tokens_per_task": 1481.030303030303,
      "last_run_timestamp": "2026-10-01T19:16:07.087Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-4o-mini",
      "model_slug": "openai/gpt-4o-mini",
      "model_name": "OpenAI: GPT-4o-mini",
      "provider_name": "Azure",
      "accuracy": 0.43139700000000003,
      "accuracy_std_dev": 0.012951914704011906,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.0010746982323232325,
      "avg_duration_per_task_ms": 24227.715909090908,
      "avg_output_tokens_per_task": 1509.2487373737374,
      "last_run_timestamp": "2026-10-01T19:05:18.003Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "qwen/qwen2.5-vl-72b-instruct",
      "model_slug": "qwen/qwen2.5-vl-72b-instruct",
      "model_name": "Qwen: Qwen2.5 VL 72B Instruct",
      "provider_name": "auto-routing",
      "accuracy": 0.429293,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.0015700353535353536,
      "avg_duration_per_task_ms": 59122.85858585859,
      "avg_output_tokens_per_task": 1664.8737373737374,
      "last_run_timestamp": "2026-09-01T13:21:35.512Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "openai/gpt-4o-mini",
      "model_slug": "openai/gpt-4o-mini",
      "model_name": "OpenAI: GPT-4o-mini",
      "provider_name": "OpenAI",
      "accuracy": 0.4276093333333334,
      "accuracy_std_dev": 0.00629925838668507,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.0010292508417508418,
      "avg_duration_per_task_ms": 16725.542087542086,
      "avg_output_tokens_per_task": 1523.1902356902358,
      "last_run_timestamp": "2026-10-02T23:19:57.879Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-3-12b-it",
      "model_slug": "google/gemma-3-12b-it",
      "model_name": "Google: Gemma 3 12B",
      "provider_name": "DeepInfra",
      "accuracy": 0.405724,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.0003259848484848485,
      "avg_duration_per_task_ms": 29056.348484848484,
      "avg_output_tokens_per_task": 1917.1515151515152,
      "last_run_timestamp": "2026-10-08T22:01:16.852Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "tencent/hy-mt2-30b-a3b-20260521",
      "model_slug": "tencent/hy-mt2-30b-a3b",
      "model_name": "Tencent: Hy-MT2-30B-A3B",
      "provider_name": "Reka",
      "accuracy": 0.388889,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.00023147979797979797,
      "avg_duration_per_task_ms": 8604.353535353535,
      "avg_output_tokens_per_task": 710.540404040404,
      "last_run_timestamp": "2026-09-24T06:00:03.613Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-26b-a4b-it-20260403",
      "model_slug": "google/gemma-4-26b-a4b-it",
      "model_name": "Google: Gemma 4 26B A4B ",
      "provider_name": "Venice",
      "accuracy": 0.38552183333333334,
      "accuracy_std_dev": 0.07236429758386076,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.008441463804713804,
      "avg_duration_per_task_ms": 483898.85353535356,
      "avg_output_tokens_per_task": 20860.723063973062,
      "last_run_timestamp": "2026-10-31T16:45:48.945Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "amazon/nova-micro-v1",
      "model_slug": "amazon/nova-micro-v1",
      "model_name": "Amazon: Nova Micro 1.0",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.3855215,
      "accuracy_std_dev": 0.011293261320362695,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.0001567070707070707,
      "avg_duration_per_task_ms": 7111.70202020202,
      "avg_output_tokens_per_task": 932.0808080808081,
      "last_run_timestamp": "2026-10-01T19:39:32.831Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-3-12b-it",
      "model_slug": "google/gemma-3-12b-it",
      "model_name": "Google: Gemma 3 12B",
      "provider_name": "NextBit",
      "accuracy": 0.38047125000000004,
      "accuracy_std_dev": 0.012081350470353048,
      "run_count": 4,
      "total_questions": 792,
      "avg_cost_per_task_usd": 0.0003843409090909091,
      "avg_duration_per_task_ms": 52179.61616161616,
      "avg_output_tokens_per_task": 2261.531565656566,
      "last_run_timestamp": "2026-11-01T11:50:48.836Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "Io Net",
      "accuracy": 0.3787201875,
      "accuracy_std_dev": 0.3723545,
      "run_count": 2,
      "total_questions": 224,
      "avg_cost_per_task_usd": 0.0059331517857142855,
      "avg_duration_per_task_ms": 145883.42857142858,
      "avg_output_tokens_per_task": 5127.165178571428,
      "last_run_timestamp": "2026-11-11T05:27:07.237Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "Reka",
      "accuracy": 0.346801,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.008616373737373737,
      "avg_duration_per_task_ms": 1179181.5303030303,
      "avg_output_tokens_per_task": 32995.232323232325,
      "last_run_timestamp": "2026-10-03T00:19:24.096Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta-llama/llama-3.1-8b-instruct",
      "model_slug": "meta-llama/llama-3.1-8b-instruct",
      "model_name": "Meta: Llama 3.1 8B Instruct",
      "provider_name": "Groq",
      "accuracy": 0.29233822137404575,
      "accuracy_std_dev": 0.018004063989524387,
      "run_count": 6,
      "total_questions": 1179,
      "avg_cost_per_task_usd": 0.0030250653095843937,
      "avg_duration_per_task_ms": 42867.64631043257,
      "avg_output_tokens_per_task": 37298.43256997455,
      "last_run_timestamp": "2026-10-31T16:04:29.122Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "sao10k/l3-lunaris-8b",
      "model_slug": "sao10k/l3-lunaris-8b",
      "model_name": "Sao10K: Llama 3 8B Lunaris",
      "provider_name": "DeepInfra",
      "accuracy": 0.2873176666666667,
      "accuracy_std_dev": 0.0007938452130121062,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.00006128619528619528,
      "avg_duration_per_task_ms": 10231.205387205388,
      "avg_output_tokens_per_task": 580.9023569023569,
      "last_run_timestamp": "2026-10-08T22:00:27.722Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta-llama/llama-3.2-3b-instruct",
      "model_slug": "meta-llama/llama-3.2-3b-instruct",
      "model_name": "Meta: Llama 3.2 3B Instruct",
      "provider_name": "Cloudflare",
      "accuracy": 0.286195,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.0005941969696969697,
      "avg_duration_per_task_ms": 14998.156565656565,
      "avg_output_tokens_per_task": 1642.1363636363637,
      "last_run_timestamp": "2026-10-13T18:56:05.001Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "sao10k/l3-lunaris-8b",
      "model_slug": "sao10k/l3-lunaris-8b",
      "model_name": "Sao10K: Llama 3 8B Lunaris",
      "provider_name": "auto-routing",
      "accuracy": 0.27665533333333336,
      "accuracy_std_dev": 0.0007938452130121063,
      "run_count": 3,
      "total_questions": 594,
      "avg_cost_per_task_usd": 0.00006201683501683503,
      "avg_duration_per_task_ms": 9496.395622895623,
      "avg_output_tokens_per_task": 580.2053872053872,
      "last_run_timestamp": "2026-10-01T20:43:57.173Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "sao10k/l3-lunaris-8b",
      "model_slug": "sao10k/l3-lunaris-8b",
      "model_name": "Sao10K: Llama 3 8B Lunaris",
      "provider_name": "Novita",
      "accuracy": 0.2745902896174863,
      "accuracy_std_dev": 0.009941000000000005,
      "run_count": 2,
      "total_questions": 366,
      "avg_cost_per_task_usd": 0.0000641912568306011,
      "avg_duration_per_task_ms": 8433.43169398907,
      "avg_output_tokens_per_task": 532.0136612021857,
      "last_run_timestamp": "2026-10-01T16:01:04.877Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "sao10k/l3-lunaris-8b",
      "model_slug": "sao10k/l3-lunaris-8b",
      "model_name": "Sao10K: Llama 3 8B Lunaris",
      "provider_name": "Parasail",
      "accuracy": 0.27161569453924916,
      "accuracy_std_dev": 0.020450238993441835,
      "run_count": 3,
      "total_questions": 586,
      "avg_cost_per_task_usd": 0.000055156996587030725,
      "avg_duration_per_task_ms": 10158.571672354949,
      "avg_output_tokens_per_task": 550.3515358361775,
      "last_run_timestamp": "2026-10-01T20:47:49.128Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemma-3-4b-it",
      "model_slug": "google/gemma-3-4b-it",
      "model_name": "Google: Gemma 3 4B",
      "provider_name": "Parasail",
      "accuracy": 0.271044,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.00011306565656565657,
      "avg_duration_per_task_ms": 10846.11616161616,
      "avg_output_tokens_per_task": 1804.4646464646464,
      "last_run_timestamp": "2026-10-15T03:00:03.049Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta-llama/llama-3.1-8b-instruct",
      "model_slug": "meta-llama/llama-3.1-8b-instruct",
      "model_name": "Meta: Llama 3.1 8B Instruct",
      "provider_name": "auto-routing",
      "accuracy": 0.2708032857142857,
      "accuracy_std_dev": 0.028133431473778586,
      "run_count": 7,
      "total_questions": 1386,
      "avg_cost_per_task_usd": 0.0008649531024531024,
      "avg_duration_per_task_ms": 192800.7215007215,
      "avg_output_tokens_per_task": 13362.217893217894,
      "last_run_timestamp": "2026-11-16T13:49:37.044Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta-llama/llama-3.1-8b-instruct",
      "model_slug": "meta-llama/llama-3.1-8b-instruct",
      "model_name": "Meta: Llama 3.1 8B Instruct",
      "provider_name": "CoreWeave",
      "accuracy": 0.26725412599118936,
      "accuracy_std_dev": 0.014378062565550647,
      "run_count": 6,
      "total_questions": 1135,
      "avg_cost_per_task_usd": 0.011752617621145375,
      "avg_duration_per_task_ms": 488009.49515418505,
      "avg_output_tokens_per_task": 52652.003524229076,
      "last_run_timestamp": "2026-10-31T16:04:29.124Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta-llama/llama-3.1-8b-instruct",
      "model_slug": "meta-llama/llama-3.1-8b-instruct",
      "model_name": "Meta: Llama 3.1 8B Instruct",
      "provider_name": "DeepInfra",
      "accuracy": 0.26094277777777775,
      "accuracy_std_dev": 0.010347365910411722,
      "run_count": 9,
      "total_questions": 1782,
      "avg_cost_per_task_usd": 0.0003945398428731761,
      "avg_duration_per_task_ms": 363109.4820426487,
      "avg_output_tokens_per_task": 9460.455106621774,
      "last_run_timestamp": "2026-11-17T14:28:12.022Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta-llama/llama-3.1-8b-instruct",
      "model_slug": "meta-llama/llama-3.1-8b-instruct",
      "model_name": "Meta: Llama 3.1 8B Instruct",
      "provider_name": "Novita",
      "accuracy": 0.2589788333333333,
      "accuracy_std_dev": 0.015070689592900376,
      "run_count": 6,
      "total_questions": 1188,
      "avg_cost_per_task_usd": 0.00042051515151515155,
      "avg_duration_per_task_ms": 74233.89646464646,
      "avg_output_tokens_per_task": 8086.664141414141,
      "last_run_timestamp": "2026-10-31T16:55:07.715Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-nano-banana-2.1-20261006",
      "model_slug": "google/gemini-nano-banana-2.1",
      "model_name": "Google: Nano Banana 2.1",
      "provider_name": "Google",
      "accuracy": 0.213805,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.17523430303030305,
      "avg_duration_per_task_ms": 78031.78787878787,
      "avg_output_tokens_per_task": 14613.282828282829,
      "last_run_timestamp": "2026-11-12T21:01:32.027Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "inclusionai/ling-3.0-flash-fin-20260827",
      "model_slug": "inclusionai/ling-3.0-flash-fin",
      "model_name": "inclusionAI: Ling 3.0 Flash Fin",
      "provider_name": "DeepInfra",
      "accuracy": 0.17174282233502539,
      "accuracy_std_dev": 0.01788397279378631,
      "run_count": 3,
      "total_questions": 591,
      "avg_cost_per_task_usd": 0.019897788494077834,
      "avg_duration_per_task_ms": 1784246.4196277496,
      "avg_output_tokens_per_task": 110294.06598984772,
      "last_run_timestamp": "2026-10-08T23:13:58.126Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-3.1-flash-lite-image-20260630",
      "model_slug": "google/gemini-3.1-flash-lite-image",
      "model_name": "Google: Nano Banana 2 Lite (Gemini 3.1 Flash Lite Image)",
      "provider_name": "Google AI Studio",
      "accuracy": 0.1161615,
      "accuracy_std_dev": 0.0016835000000000044,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.017850737373737373,
      "avg_duration_per_task_ms": 46853.982323232325,
      "avg_output_tokens_per_task": 11776.444444444445,
      "last_run_timestamp": "2026-10-01T16:00:58.389Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-3.1-flash-lite-image-20260630",
      "model_slug": "google/gemini-3.1-flash-lite-image",
      "model_name": "Google: Nano Banana 2 Lite (Gemini 3.1 Flash Lite Image)",
      "provider_name": "Google",
      "accuracy": 0.112795,
      "accuracy_std_dev": 0.006733999999999997,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.018038613636363634,
      "avg_duration_per_task_ms": 21125.79292929293,
      "avg_output_tokens_per_task": 11795.222222222223,
      "last_run_timestamp": "2026-10-01T16:00:58.364Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "google/gemini-3.1-flash-lite-image-20260630",
      "model_slug": "google/gemini-3.1-flash-lite-image",
      "model_name": "Google: Nano Banana 2 Lite (Gemini 3.1 Flash Lite Image)",
      "provider_name": "auto-routing",
      "accuracy": 0.102694,
      "accuracy_std_dev": 0,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.017984406565656568,
      "avg_duration_per_task_ms": 21554.590909090908,
      "avg_output_tokens_per_task": 11812.823232323231,
      "last_run_timestamp": "2026-10-01T16:02:13.023Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-chat-v3-0324",
      "model_slug": "deepseek/deepseek-chat-v3-0324",
      "model_name": "DeepSeek: DeepSeek V3 0324",
      "provider_name": "Novita",
      "accuracy": 0.087542,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.0015381969696969696,
      "avg_duration_per_task_ms": 62854.50505050505,
      "avg_output_tokens_per_task": 1351.590909090909,
      "last_run_timestamp": "2026-08-29T18:43:09.114Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "deepseek/deepseek-chat-v3.1",
      "model_slug": "deepseek/deepseek-chat-v3.1",
      "model_name": "DeepSeek: DeepSeek V3.1",
      "provider_name": "SiliconFlow",
      "accuracy": 0.001684,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.003385919191919192,
      "avg_duration_per_task_ms": 136907.34343434343,
      "avg_output_tokens_per_task": 3185.4444444444443,
      "last_run_timestamp": "2026-10-31T16:04:43.943Z"
    },
    {
      "benchmark": "gpqa_diamond",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/gpqa-diamond",
      "model_permaslug": "meta-llama/llama-3.1-8b-instruct",
      "model_slug": "meta-llama/llama-3.1-8b-instruct",
      "model_name": "Meta: Llama 3.1 8B Instruct",
      "provider_name": "Cloudflare",
      "accuracy": 0.001684,
      "accuracy_std_dev": 0,
      "run_count": 2,
      "total_questions": 396,
      "avg_cost_per_task_usd": 0.00004951767676767677,
      "avg_duration_per_task_ms": 9764.237373737375,
      "avg_output_tokens_per_task": 134.39646464646464,
      "last_run_timestamp": "2026-10-24T16:03:19.773Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "OpenInference",
      "accuracy": 0.816667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.05960144,
      "avg_duration_per_task_ms": 162346.76,
      "avg_output_tokens_per_task": 42454.8,
      "last_run_timestamp": "2026-10-17T19:19:25.280Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.6-27b-20260422",
      "model_slug": "qwen/qwen3.6-27b",
      "model_name": "Qwen: Qwen3.6 27B",
      "provider_name": "CoreWeave",
      "accuracy": 0.813333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.1585829,
      "avg_duration_per_task_ms": 559055.22,
      "avg_output_tokens_per_task": 26577.64,
      "last_run_timestamp": "2026-08-29T08:26:04.467Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.5-397b-a17b-20260216",
      "model_slug": "qwen/qwen3.5-397b-a17b",
      "model_name": "Qwen: Qwen3.5 397B A17B",
      "provider_name": "Alibaba",
      "accuracy": 0.8026754882943143,
      "accuracy_std_dev": 0.010722181582536683,
      "run_count": 6,
      "total_questions": 299,
      "avg_cost_per_task_usd": 0.18133630434782608,
      "avg_duration_per_task_ms": 463293.0066889632,
      "avg_output_tokens_per_task": 30409.933110367892,
      "last_run_timestamp": "2026-10-31T19:12:41.306Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-5-fable-20260609",
      "model_slug": "anthropic/claude-fable-5",
      "model_name": "Anthropic: Claude Fable 5",
      "provider_name": "Claude Platform on AWS",
      "accuracy": 0.8000001111111111,
      "accuracy_std_dev": 0.020846375178883395,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.8691172577777777,
      "avg_duration_per_task_ms": 126411.2311111111,
      "avg_output_tokens_per_task": 5670.751111111111,
      "last_run_timestamp": "2026-10-31T12:24:55.848Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5.1-20251113",
      "model_slug": "openai/gpt-5.1",
      "model_name": "OpenAI: GPT-5.1",
      "provider_name": "auto-routing",
      "accuracy": 0.8,
      "accuracy_std_dev": 0,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.39313749000000003,
      "avg_duration_per_task_ms": 477750.16,
      "avg_output_tokens_per_task": 34082.08,
      "last_run_timestamp": "2026-10-01T16:00:45.071Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.5-397b-a17b-20260216",
      "model_slug": "qwen/qwen3.5-397b-a17b",
      "model_name": "Qwen: Qwen3.5 397B A17B",
      "provider_name": "Phala",
      "accuracy": 0.7997764563758389,
      "accuracy_std_dev": 0.03220290992243128,
      "run_count": 6,
      "total_questions": 298,
      "avg_cost_per_task_usd": 0.21014487919463085,
      "avg_duration_per_task_ms": 798602.1208053691,
      "avg_output_tokens_per_task": 36284.44630872483,
      "last_run_timestamp": "2026-10-31T19:01:09.612Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.5-397b-a17b-20260216",
      "model_slug": "qwen/qwen3.5-397b-a17b",
      "model_name": "Qwen: Qwen3.5 397B A17B",
      "provider_name": "DigitalOcean",
      "accuracy": 0.7994443333333333,
      "accuracy_std_dev": 0.011613806175793063,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.14121593,
      "avg_duration_per_task_ms": 2649811.9033333333,
      "avg_output_tokens_per_task": 27993.896666666667,
      "last_run_timestamp": "2026-10-31T20:31:41.691Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "BaseTen",
      "accuracy": 0.7981221830985916,
      "accuracy_std_dev": 0.05639978873679898,
      "run_count": 3,
      "total_questions": 142,
      "avg_cost_per_task_usd": 0.007624964788732395,
      "avg_duration_per_task_ms": 30939.802816901407,
      "avg_output_tokens_per_task": 8761.732394366198,
      "last_run_timestamp": "2026-10-31T11:56:20.980Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.5-35b-a3b-20260224",
      "model_slug": "qwen/qwen3.5-35b-a3b",
      "model_name": "Qwen: Qwen3.5-35B-A3B",
      "provider_name": "Alibaba",
      "accuracy": 0.7971427142857144,
      "accuracy_std_dev": 0.024392785448127206,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.08056844285714286,
      "avg_duration_per_task_ms": 211607.20857142858,
      "avg_output_tokens_per_task": 26413.77142857143,
      "last_run_timestamp": "2026-10-31T19:22:16.313Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.5-397b-a17b-20260216",
      "model_slug": "qwen/qwen3.5-397b-a17b",
      "model_name": "Qwen: Qwen3.5 397B A17B",
      "provider_name": "auto-routing",
      "accuracy": 0.7966666666666666,
      "accuracy_std_dev": 0.013743766267738327,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.21119273333333335,
      "avg_duration_per_task_ms": 683499.72,
      "avg_output_tokens_per_task": 32628.616666666665,
      "last_run_timestamp": "2026-10-31T19:47:27.263Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.6-27b-20260422",
      "model_slug": "qwen/qwen3.6-27b",
      "model_name": "Qwen: Qwen3.6 27B",
      "provider_name": "Chutes",
      "accuracy": 0.7954545113636363,
      "accuracy_std_dev": 0.01521309235129035,
      "run_count": 9,
      "total_questions": 440,
      "avg_cost_per_task_usd": 0.078870175,
      "avg_duration_per_task_ms": 1095552.9568181818,
      "avg_output_tokens_per_task": 25374.761363636364,
      "last_run_timestamp": "2026-10-31T20:22:41.827Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-5-fable-20260609",
      "model_slug": "anthropic/claude-fable-5",
      "model_name": "Anthropic: Claude Fable 5",
      "provider_name": "Azure",
      "accuracy": 0.7948147777777778,
      "accuracy_std_dev": 0.021949040620784295,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.873214408888889,
      "avg_duration_per_task_ms": 124754.06222222222,
      "avg_output_tokens_per_task": 5688.946666666667,
      "last_run_timestamp": "2026-10-31T11:20:38.480Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "inclusionai/ling-3.1-flash-20261002",
      "model_slug": "inclusionai/ling-3.1-flash",
      "model_name": "inclusionAI: Ling 3.1 Flash",
      "provider_name": "Novita",
      "accuracy": 0.793333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.00828808,
      "avg_duration_per_task_ms": 196026.56,
      "avg_output_tokens_per_task": 16303,
      "last_run_timestamp": "2026-10-14T19:21:35.384Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "inclusionai/ling-3.1-flash-20261002",
      "model_slug": "inclusionai/ling-3.1-flash",
      "model_name": "inclusionAI: Ling 3.1 Flash",
      "provider_name": "DeepInfra",
      "accuracy": 0.793333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.03146312,
      "avg_duration_per_task_ms": 636210.72,
      "avg_output_tokens_per_task": 16745.44,
      "last_run_timestamp": "2026-10-14T19:17:59.742Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-fable-5.1-20260831",
      "model_slug": "anthropic/claude-fable-5.1",
      "model_name": "Anthropic: Claude Fable 5.1",
      "provider_name": "auto-routing",
      "accuracy": 0.79166675,
      "accuracy_std_dev": 0.012801703448662584,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.71616581,
      "avg_duration_per_task_ms": 111830.815,
      "avg_output_tokens_per_task": 6900.955,
      "last_run_timestamp": "2026-10-01T08:03:01.529Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-fable-5.1-20260831",
      "model_slug": "anthropic/claude-fable-5.1",
      "model_name": "Anthropic: Claude Fable 5.1",
      "provider_name": "Anthropic",
      "accuracy": 0.7906666,
      "accuracy_std_dev": 0.009977824303925176,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.814870324,
      "avg_duration_per_task_ms": 182126.652,
      "avg_output_tokens_per_task": 7046.908,
      "last_run_timestamp": "2026-10-01T08:05:22.427Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-5-fable-20260609",
      "model_slug": "anthropic/claude-fable-5",
      "model_name": "Anthropic: Claude Fable 5",
      "provider_name": "Anthropic",
      "accuracy": 0.7896296666666667,
      "accuracy_std_dev": 0.016058885128039095,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.8074579755555555,
      "avg_duration_per_task_ms": 118931,
      "avg_output_tokens_per_task": 5712.824444444444,
      "last_run_timestamp": "2026-10-31T11:18:52.340Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "xiaomi/mimo-v2.6-pro-20260921",
      "model_slug": "xiaomi/mimo-v2.6-pro",
      "model_name": "Xiaomi: MiMo-V2.6-Pro",
      "provider_name": "Xiaomi",
      "accuracy": 0.788889,
      "accuracy_std_dev": 0.015234869040023505,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.057788776666666666,
      "avg_duration_per_task_ms": 893038.1233333333,
      "avg_output_tokens_per_task": 40447.416666666664,
      "last_run_timestamp": "2026-10-31T13:13:33.031Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-5-fable-20260609",
      "model_slug": "anthropic/claude-fable-5",
      "model_name": "Anthropic: Claude Fable 5",
      "provider_name": "auto-routing",
      "accuracy": 0.7888888888888889,
      "accuracy_std_dev": 0.027397287422275304,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.8578710777777777,
      "avg_duration_per_task_ms": 116197.09333333334,
      "avg_output_tokens_per_task": 5716.98,
      "last_run_timestamp": "2026-10-31T11:38:36.784Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Wafer",
      "accuracy": 0.7882883714036617,
      "accuracy_std_dev": 0.015477690995371508,
      "run_count": 23,
      "total_questions": 1147,
      "avg_cost_per_task_usd": 0.0821072258064516,
      "avg_duration_per_task_ms": 149668.3635571055,
      "avg_output_tokens_per_task": 12209.048823016565,
      "last_run_timestamp": "2026-10-31T12:32:50.229Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-sonnet-5.5-20260928",
      "model_slug": "anthropic/claude-sonnet-5.5",
      "model_name": "Anthropic: Claude Sonnet 5.5",
      "provider_name": "auto-routing",
      "accuracy": 0.788,
      "accuracy_std_dev": 0.02246951515275753,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.15925035199999998,
      "avg_duration_per_task_ms": 71120.884,
      "avg_output_tokens_per_task": 6245.168,
      "last_run_timestamp": "2026-10-31T11:10:36.361Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-5-fable-20260609",
      "model_slug": "anthropic/claude-fable-5",
      "model_name": "Anthropic: Claude Fable 5",
      "provider_name": "Google",
      "accuracy": 0.7873685263157895,
      "accuracy_std_dev": 0.022879823873007285,
      "run_count": 19,
      "total_questions": 950,
      "avg_cost_per_task_usd": 0.889955217894737,
      "avg_duration_per_task_ms": 89726.36947368422,
      "avg_output_tokens_per_task": 5707.386315789474,
      "last_run_timestamp": "2026-11-11T21:16:12.438Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemini-4-argon-20261013",
      "model_slug": "google/gemini-4-argon",
      "model_name": "Google: Gemini 4 Argon",
      "provider_name": "Google",
      "accuracy": 0.786667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.49828548,
      "avg_duration_per_task_ms": 348417.68,
      "avg_output_tokens_per_task": 21971.04,
      "last_run_timestamp": "2026-10-14T15:16:05.578Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "meta/muse-glimmer-30b-20260810",
      "model_slug": "meta/muse-glimmer-30b",
      "model_name": "Meta: Muse Glimmer 30B",
      "provider_name": "Parasail",
      "accuracy": 0.786667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.04098398,
      "avg_duration_per_task_ms": 304417.4,
      "avg_output_tokens_per_task": 13360.34,
      "last_run_timestamp": "2026-08-29T08:48:12.957Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "DigitalOcean",
      "accuracy": 0.786667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.37777382000000004,
      "avg_duration_per_task_ms": 196216.66,
      "avg_output_tokens_per_task": 12248.68,
      "last_run_timestamp": "2026-11-07T03:08:27.754Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "Fireworks",
      "accuracy": 0.786667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.20422622,
      "avg_duration_per_task_ms": 176471.64,
      "avg_output_tokens_per_task": 10146.04,
      "last_run_timestamp": "2026-11-05T15:41:01.946Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "SiliconFlow",
      "accuracy": 0.786667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.08608024,
      "avg_duration_per_task_ms": 301884.44,
      "avg_output_tokens_per_task": 12116.2,
      "last_run_timestamp": "2026-11-17T03:33:18.251Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "DeepInfra",
      "accuracy": 0.786127239884393,
      "accuracy_std_dev": 0.023660230134130145,
      "run_count": 7,
      "total_questions": 346,
      "avg_cost_per_task_usd": 0.09665253179190753,
      "avg_duration_per_task_ms": 380894.4450867052,
      "avg_output_tokens_per_task": 16737.754335260117,
      "last_run_timestamp": "2026-10-31T12:56:48.075Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.6-27b-20260422",
      "model_slug": "qwen/qwen3.6-27b",
      "model_name": "Qwen: Qwen3.6 27B",
      "provider_name": "Reka",
      "accuracy": 0.7858794166666667,
      "accuracy_std_dev": 0.021093449409710124,
      "run_count": 3,
      "total_questions": 144,
      "avg_cost_per_task_usd": 0.07943493055555556,
      "avg_duration_per_task_ms": 334937.25694444444,
      "avg_output_tokens_per_task": 18674.54861111111,
      "last_run_timestamp": "2026-10-31T19:43:30.408Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.5-397b-a17b-20260216",
      "model_slug": "qwen/qwen3.5-397b-a17b",
      "model_name": "Qwen: Qwen3.5 397B A17B",
      "provider_name": "Parasail",
      "accuracy": 0.7854252186234817,
      "accuracy_std_dev": 0.03670855272004062,
      "run_count": 5,
      "total_questions": 247,
      "avg_cost_per_task_usd": 0.19142516194331985,
      "avg_duration_per_task_ms": 662645.979757085,
      "avg_output_tokens_per_task": 31712.331983805667,
      "last_run_timestamp": "2026-10-31T19:27:20.607Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Together",
      "accuracy": 0.7844443333333334,
      "accuracy_std_dev": 0.01632984089872824,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.0785912688888889,
      "avg_duration_per_task_ms": 47362.52222222222,
      "avg_output_tokens_per_task": 4720.888888888889,
      "last_run_timestamp": "2026-10-31T11:58:26.584Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-sonnet-5.5-20260928",
      "model_slug": "anthropic/claude-sonnet-5.5",
      "model_name": "Anthropic: Claude Sonnet 5.5",
      "provider_name": "Azure",
      "accuracy": 0.7833333333333333,
      "accuracy_std_dev": 0.011706202852429232,
      "run_count": 12,
      "total_questions": 600,
      "avg_cost_per_task_usd": 0.1729425,
      "avg_duration_per_task_ms": 66541.35,
      "avg_output_tokens_per_task": 6203.445,
      "last_run_timestamp": "2026-10-31T12:38:55.501Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemini-3.5-flash-lite-20260721",
      "model_slug": "google/gemini-3.5-flash-lite",
      "model_name": "Google: Gemini 3.5 Flash Lite",
      "provider_name": "auto-routing",
      "accuracy": 0.7833330000000001,
      "accuracy_std_dev": 0.009999999999999953,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.07443635,
      "avg_duration_per_task_ms": 98397.15,
      "avg_output_tokens_per_task": 21518.67,
      "last_run_timestamp": "2026-10-01T19:04:42.463Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "Novita",
      "accuracy": 0.7825,
      "accuracy_std_dev": 0.023790007240436065,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.08953825,
      "avg_duration_per_task_ms": 274829.5175,
      "avg_output_tokens_per_task": 19992.6725,
      "last_run_timestamp": "2026-10-31T12:57:09.932Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "xiaomi/mimo-v2.6-flash-20260921",
      "model_slug": "xiaomi/mimo-v2.6-flash",
      "model_name": "Xiaomi: MiMo-V2.6-Flash",
      "provider_name": "Novita",
      "accuracy": 0.7822223333333334,
      "accuracy_std_dev": 0.01571327975171178,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.011317603333333334,
      "avg_duration_per_task_ms": 599501.3033333333,
      "avg_output_tokens_per_task": 21464.33,
      "last_run_timestamp": "2026-10-31T14:08:11.994Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.5-122b-a10b-20260224",
      "model_slug": "qwen/qwen3.5-122b-a10b",
      "model_name": "Qwen: Qwen3.5-122B-A10B",
      "provider_name": "Novita",
      "accuracy": 0.7820224786516854,
      "accuracy_std_dev": 0.020636434947878583,
      "run_count": 9,
      "total_questions": 445,
      "avg_cost_per_task_usd": 0.19525777078651685,
      "avg_duration_per_task_ms": 501705.26292134833,
      "avg_output_tokens_per_task": 27341.166292134832,
      "last_run_timestamp": "2026-10-31T18:53:29.091Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "xiaomi/mimo-v2.6-pro-20260921",
      "model_slug": "xiaomi/mimo-v2.6-pro",
      "model_name": "Xiaomi: MiMo-V2.6-Pro",
      "provider_name": "Novita",
      "accuracy": 0.781333,
      "accuracy_std_dev": 0.027129319932501044,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.0587014,
      "avg_duration_per_task_ms": 871009.496,
      "avg_output_tokens_per_task": 40629.384,
      "last_run_timestamp": "2026-10-31T13:41:45.309Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Fireworks",
      "accuracy": 0.7811976407035177,
      "accuracy_std_dev": 0.02110393286871771,
      "run_count": 16,
      "total_questions": 796,
      "avg_cost_per_task_usd": 0.09273568467336683,
      "avg_duration_per_task_ms": 66515.5364321608,
      "avg_output_tokens_per_task": 4679.810301507538,
      "last_run_timestamp": "2026-10-31T13:12:01.731Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.78,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.0042799399999999994,
      "avg_duration_per_task_ms": 627315.22,
      "avg_output_tokens_per_task": 12675.1,
      "last_run_timestamp": "2026-10-31T21:10:18.835Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Doubleword",
      "accuracy": 0.78,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.07806596,
      "avg_duration_per_task_ms": 70056.9,
      "avg_output_tokens_per_task": 5170.58,
      "last_run_timestamp": "2026-11-14T03:48:42.596Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-opus-5-20260723",
      "model_slug": "anthropic/claude-opus-5",
      "model_name": "Anthropic: Claude Opus 5",
      "provider_name": "auto-routing",
      "accuracy": 0.7792592222222222,
      "accuracy_std_dev": 0.013497009782234294,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.4689943688888889,
      "avg_duration_per_task_ms": 113729.19111111111,
      "avg_output_tokens_per_task": 6910.242222222222,
      "last_run_timestamp": "2026-10-31T12:17:12.454Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "xiaomi/mimo-v2.6-flash-20260921",
      "model_slug": "xiaomi/mimo-v2.6-flash",
      "model_name": "Xiaomi: MiMo-V2.6-Flash",
      "provider_name": "auto-routing",
      "accuracy": 0.7786668,
      "accuracy_std_dev": 0.01484714413481597,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.014840148000000001,
      "avg_duration_per_task_ms": 379677.016,
      "avg_output_tokens_per_task": 21736.348,
      "last_run_timestamp": "2026-10-31T12:28:58.923Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Near AI",
      "accuracy": 0.7786666,
      "accuracy_std_dev": 0.010666575000439441,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.031286299999999996,
      "avg_duration_per_task_ms": 221994.964,
      "avg_output_tokens_per_task": 12740.492,
      "last_run_timestamp": "2026-10-31T12:48:16.034Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Crusoe",
      "accuracy": 0.7785185555555555,
      "accuracy_std_dev": 0.012081181731299778,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.0820994311111111,
      "avg_duration_per_task_ms": 44985.27111111111,
      "avg_output_tokens_per_task": 4714.8,
      "last_run_timestamp": "2026-11-17T13:57:06.811Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "ModelRun",
      "accuracy": 0.77833325,
      "accuracy_std_dev": 0.005527984369324845,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.12165100000000001,
      "avg_duration_per_task_ms": 123453.655,
      "avg_output_tokens_per_task": 4597.39,
      "last_run_timestamp": "2026-10-28T05:13:02.136Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-sonnet-5.5-20260928",
      "model_slug": "anthropic/claude-sonnet-5.5",
      "model_name": "Anthropic: Claude Sonnet 5.5",
      "provider_name": "Google",
      "accuracy": 0.7782456315789473,
      "accuracy_std_dev": 0.021827887997770492,
      "run_count": 19,
      "total_questions": 950,
      "avg_cost_per_task_usd": 0.18007049473684214,
      "avg_duration_per_task_ms": 64649.08736842105,
      "avg_output_tokens_per_task": 6322.0442105263155,
      "last_run_timestamp": "2026-11-17T13:28:23.287Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Z.AI",
      "accuracy": 0.7779999000000001,
      "accuracy_std_dev": 0.020011142453393298,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.081736628,
      "avg_duration_per_task_ms": 135707.96,
      "avg_output_tokens_per_task": 4671.7,
      "last_run_timestamp": "2026-10-31T12:38:49.692Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "AtlasCloud",
      "accuracy": 0.777778,
      "accuracy_std_dev": 0.01257094435593444,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.016507473333333335,
      "avg_duration_per_task_ms": 92510.76666666666,
      "avg_output_tokens_per_task": 10861.266666666666,
      "last_run_timestamp": "2026-10-31T11:43:38.949Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "BaseTen",
      "accuracy": 0.7772629082483781,
      "accuracy_std_dev": 0.02947920111730409,
      "run_count": 22,
      "total_questions": 1079,
      "avg_cost_per_task_usd": 0.07594873772011122,
      "avg_duration_per_task_ms": 74478.04726598703,
      "avg_output_tokens_per_task": 4301.915662650603,
      "last_run_timestamp": "2026-11-17T13:28:30.041Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.5-122b-a10b-20260224",
      "model_slug": "qwen/qwen3.5-122b-a10b",
      "model_name": "Qwen: Qwen3.5-122B-A10B",
      "provider_name": "auto-routing",
      "accuracy": 0.7766667,
      "accuracy_std_dev": 0.022360754312187238,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.16093399199999997,
      "avg_duration_per_task_ms": 541377.522,
      "avg_output_tokens_per_task": 32434.8,
      "last_run_timestamp": "2026-11-17T13:43:37.090Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "xiaomi/mimo-v2.6-flash-20260921",
      "model_slug": "xiaomi/mimo-v2.6-flash",
      "model_name": "Xiaomi: MiMo-V2.6-Flash",
      "provider_name": "InferenceNet",
      "accuracy": 0.7766665,
      "accuracy_std_dev": 0.016666499999999973,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.017346550000000002,
      "avg_duration_per_task_ms": 335231.13,
      "avg_output_tokens_per_task": 20113.88,
      "last_run_timestamp": "2026-10-03T08:17:48.643Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-sonnet-5.5-20260928",
      "model_slug": "anthropic/claude-sonnet-5.5",
      "model_name": "Anthropic: Claude Sonnet 5.5",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.7763637272727273,
      "accuracy_std_dev": 0.023157435385916407,
      "run_count": 11,
      "total_questions": 550,
      "avg_cost_per_task_usd": 0.17254873818181818,
      "avg_duration_per_task_ms": 71807.15090909091,
      "avg_output_tokens_per_task": 6207.043636363636,
      "last_run_timestamp": "2026-11-17T13:28:17.792Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "CoreWeave",
      "accuracy": 0.7760940000000001,
      "accuracy_std_dev": 0.020936325423770052,
      "run_count": 4,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.06970348989898989,
      "avg_duration_per_task_ms": 95095.22222222222,
      "avg_output_tokens_per_task": 4292.19696969697,
      "last_run_timestamp": "2026-10-31T12:44:06.053Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "tencent/hy4-preview-20260827",
      "model_slug": "tencent/hy4-preview",
      "model_name": "Tencent: Hy4 preview",
      "provider_name": "DeepInfra",
      "accuracy": 0.7760001999999999,
      "accuracy_std_dev": 0.028472283599318148,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.06820797999999999,
      "avg_duration_per_task_ms": 658315.768,
      "avg_output_tokens_per_task": 13133.756,
      "last_run_timestamp": "2026-10-31T13:30:16.905Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "AtlasCloud",
      "accuracy": 0.7758335,
      "accuracy_std_dev": 0.016308646311082982,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.15398643500000003,
      "avg_duration_per_task_ms": 330861.565,
      "avg_output_tokens_per_task": 19948.0325,
      "last_run_timestamp": "2026-10-31T13:41:05.689Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.5-397b-a17b-20260216",
      "model_slug": "qwen/qwen3.5-397b-a17b",
      "model_name": "Qwen: Qwen3.5 397B A17B",
      "provider_name": "Venice",
      "accuracy": 0.7755558333333332,
      "accuracy_std_dev": 0.017497717664661953,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.3410813666666667,
      "avg_duration_per_task_ms": 634384.5933333334,
      "avg_output_tokens_per_task": 28908.503333333334,
      "last_run_timestamp": "2026-10-31T19:49:31.051Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "DigitalOcean",
      "accuracy": 0.7753845384615384,
      "accuracy_std_dev": 0.03673748048103836,
      "run_count": 13,
      "total_questions": 650,
      "avg_cost_per_task_usd": 0.09717630461538464,
      "avg_duration_per_task_ms": 163373.3676923077,
      "avg_output_tokens_per_task": 6462.736923076923,
      "last_run_timestamp": "2026-11-17T13:28:32.132Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "xiaomi/mimo-v2.6-pro-20260921",
      "model_slug": "xiaomi/mimo-v2.6-pro",
      "model_name": "Xiaomi: MiMo-V2.6-Pro",
      "provider_name": "DeepInfra",
      "accuracy": 0.7753625384615385,
      "accuracy_std_dev": 0.017323958686038136,
      "run_count": 6,
      "total_questions": 299,
      "avg_cost_per_task_usd": 0.06710363879598663,
      "avg_duration_per_task_ms": 1125092.9698996656,
      "avg_output_tokens_per_task": 36573.67558528428,
      "last_run_timestamp": "2026-10-24T13:26:35.887Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "AtlasCloud",
      "accuracy": 0.775,
      "accuracy_std_dev": 0.01787294665828779,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.09322250500000001,
      "avg_duration_per_task_ms": 167383.47,
      "avg_output_tokens_per_task": 5123.47,
      "last_run_timestamp": "2026-10-31T12:32:51.992Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Cloudflare",
      "accuracy": 0.7749390218978102,
      "accuracy_std_dev": 0.015636587679684545,
      "run_count": 11,
      "total_questions": 548,
      "avg_cost_per_task_usd": 0.0827969288321168,
      "avg_duration_per_task_ms": 141423.48175182482,
      "avg_output_tokens_per_task": 4479.963503649635,
      "last_run_timestamp": "2026-11-17T13:30:49.411Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "Alibaba",
      "accuracy": 0.7747916875,
      "accuracy_std_dev": 0.02669180081906884,
      "run_count": 16,
      "total_questions": 800,
      "avg_cost_per_task_usd": 0.129739715,
      "avg_duration_per_task_ms": 317928.44625,
      "avg_output_tokens_per_task": 19283.53875,
      "last_run_timestamp": "2026-10-31T13:25:38.758Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.5-35b-a3b-20260224",
      "model_slug": "qwen/qwen3.5-35b-a3b",
      "model_name": "Qwen: Qwen3.5-35B-A3B",
      "provider_name": "auto-routing",
      "accuracy": 0.7744445,
      "accuracy_std_dev": 0.021227902092529075,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.08017650333333333,
      "avg_duration_per_task_ms": 777502.13,
      "avg_output_tokens_per_task": 50872.48,
      "last_run_timestamp": "2026-10-31T18:44:20.050Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.8-2.4t-a95b-20260812",
      "model_slug": "qwen/qwen3.8-2.4t-a95b",
      "model_name": "Qwen: Qwen3.8 2.4T A95B",
      "provider_name": "DeepInfra",
      "accuracy": 0.7742857142857142,
      "accuracy_std_dev": 0.026945723560596418,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.21623159142857146,
      "avg_duration_per_task_ms": 562306.5571428571,
      "avg_output_tokens_per_task": 12602.945714285714,
      "last_run_timestamp": "2026-10-10T11:06:43.832Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Morph",
      "accuracy": 0.774074,
      "accuracy_std_dev": 0.03867485297249937,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.08628766,
      "avg_duration_per_task_ms": 230266.88888888888,
      "avg_output_tokens_per_task": 17448.095555555556,
      "last_run_timestamp": "2026-10-31T19:58:49.610Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Friendli",
      "accuracy": 0.7739394545454545,
      "accuracy_std_dev": 0.019165412105066386,
      "run_count": 11,
      "total_questions": 550,
      "avg_cost_per_task_usd": 0.06798592909090909,
      "avg_duration_per_task_ms": 45561.432727272724,
      "avg_output_tokens_per_task": 4731.818181818182,
      "last_run_timestamp": "2026-10-31T12:41:41.331Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "Reka",
      "accuracy": 0.7733335,
      "accuracy_std_dev": 0.00666650000000002,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.11407636,
      "avg_duration_per_task_ms": 360681.75,
      "avg_output_tokens_per_task": 19997.86,
      "last_run_timestamp": "2026-10-01T22:40:52.402Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Tenstorrent",
      "accuracy": 0.7733335,
      "accuracy_std_dev": 0.03711848895429339,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.0407917975,
      "avg_duration_per_task_ms": 116084.2975,
      "avg_output_tokens_per_task": 4762.3475,
      "last_run_timestamp": "2026-11-08T04:06:44.769Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "DekaLLM",
      "accuracy": 0.7733334,
      "accuracy_std_dev": 0.02108173511929225,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.05645720600000001,
      "avg_duration_per_task_ms": 156313.234,
      "avg_output_tokens_per_task": 16426.692,
      "last_run_timestamp": "2026-10-31T11:34:45.444Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "DeepInfra",
      "accuracy": 0.773333375,
      "accuracy_std_dev": 0.02236071704428047,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.04385152750000001,
      "avg_duration_per_task_ms": 107910.09,
      "avg_output_tokens_per_task": 4940.6725,
      "last_run_timestamp": "2026-10-31T12:00:41.768Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-sonnet-5.5-20260928",
      "model_slug": "anthropic/claude-sonnet-5.5",
      "model_name": "Anthropic: Claude Sonnet 5.5",
      "provider_name": "Claude Platform on AWS",
      "accuracy": 0.7733333333333333,
      "accuracy_std_dev": 0.02309381831909905,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.16708652333333332,
      "avg_duration_per_task_ms": 79748.64333333333,
      "avg_output_tokens_per_task": 6314.02,
      "last_run_timestamp": "2026-10-31T11:48:36.920Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-sonnet-5.5-20260928",
      "model_slug": "anthropic/claude-sonnet-5.5",
      "model_name": "Anthropic: Claude Sonnet 5.5",
      "provider_name": "Anthropic",
      "accuracy": 0.7733332857142857,
      "accuracy_std_dev": 0.01593634161920739,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.1717959542857143,
      "avg_duration_per_task_ms": 73093.10857142857,
      "avg_output_tokens_per_task": 6302.902857142857,
      "last_run_timestamp": "2026-11-17T13:28:47.870Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "ModelRun",
      "accuracy": 0.77333325,
      "accuracy_std_dev": 0.029814193116492343,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.06547900499999999,
      "avg_duration_per_task_ms": 79239.345,
      "avg_output_tokens_per_task": 12411.3875,
      "last_run_timestamp": "2026-10-31T11:09:23.381Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.7-opus-20260416",
      "model_slug": "anthropic/claude-opus-4.7",
      "model_name": "Anthropic: Claude Opus 4.7",
      "provider_name": "Anthropic",
      "accuracy": 0.7733332222222222,
      "accuracy_std_dev": 0.0180535828009461,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.4362487,
      "avg_duration_per_task_ms": 84650.73333333334,
      "avg_output_tokens_per_task": 5658.78,
      "last_run_timestamp": "2026-10-31T12:26:17.134Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Io Net",
      "accuracy": 0.7733331666666667,
      "accuracy_std_dev": 0.021081851068448003,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.05726335,
      "avg_duration_per_task_ms": 158508.54333333333,
      "avg_output_tokens_per_task": 4588.7266666666665,
      "last_run_timestamp": "2026-10-31T13:11:06.716Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "Reka",
      "accuracy": 0.773333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.012345539999999999,
      "avg_duration_per_task_ms": 657478.84,
      "avg_output_tokens_per_task": 14196.68,
      "last_run_timestamp": "2026-10-03T00:00:06.435Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Pearl Research",
      "accuracy": 0.773333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.00540922,
      "avg_duration_per_task_ms": 89546.24,
      "avg_output_tokens_per_task": 12990.6,
      "last_run_timestamp": "2026-11-18T22:50:28.036Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "Relace",
      "accuracy": 0.773333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.14084568,
      "avg_duration_per_task_ms": 130912.8,
      "avg_output_tokens_per_task": 10689.44,
      "last_run_timestamp": "2026-11-05T22:50:26.968Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.5-397b-a17b-20260216",
      "model_slug": "qwen/qwen3.5-397b-a17b",
      "model_name": "Qwen: Qwen3.5 397B A17B",
      "provider_name": "GMICloud",
      "accuracy": 0.773333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.26629643999999997,
      "avg_duration_per_task_ms": 438741.58,
      "avg_output_tokens_per_task": 27876.64,
      "last_run_timestamp": "2026-08-29T16:58:30.455Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.5-35b-a3b-20260224",
      "model_slug": "qwen/qwen3.5-35b-a3b",
      "model_name": "Qwen: Qwen3.5-35B-A3B",
      "provider_name": "CoreWeave",
      "accuracy": 0.773333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.1383646,
      "avg_duration_per_task_ms": 235774.58,
      "avg_output_tokens_per_task": 45190.3,
      "last_run_timestamp": "2026-08-29T17:18:52.408Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "tencent/hy4-preview-20260827",
      "model_slug": "tencent/hy4-preview",
      "model_name": "Tencent: Hy4 preview",
      "provider_name": "Makora",
      "accuracy": 0.773333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.11485508,
      "avg_duration_per_task_ms": 381375.48,
      "avg_output_tokens_per_task": 14199.1,
      "last_run_timestamp": "2026-10-13T03:50:19.636Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "StreamLake",
      "accuracy": 0.773333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.057549260000000005,
      "avg_duration_per_task_ms": 140710.34,
      "avg_output_tokens_per_task": 4743.94,
      "last_run_timestamp": "2026-09-11T04:09:34.110Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-opus-5-20260723",
      "model_slug": "anthropic/claude-opus-5",
      "model_name": "Anthropic: Claude Opus 5",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.7730864074074075,
      "accuracy_std_dev": 0.021041255157708567,
      "run_count": 27,
      "total_questions": 1350,
      "avg_cost_per_task_usd": 0.5001818155555556,
      "avg_duration_per_task_ms": 112455.04962962963,
      "avg_output_tokens_per_task": 7029.894814814815,
      "last_run_timestamp": "2026-10-31T11:36:20.802Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "auto-routing",
      "accuracy": 0.7725926666666666,
      "accuracy_std_dev": 0.033176625054396364,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.05704026,
      "avg_duration_per_task_ms": 115075.10666666667,
      "avg_output_tokens_per_task": 6558.98,
      "last_run_timestamp": "2026-10-31T12:50:03.839Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "auto-routing",
      "accuracy": 0.7725925555555556,
      "accuracy_std_dev": 0.028361805110673093,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.09888294222222221,
      "avg_duration_per_task_ms": 278232.6822222222,
      "avg_output_tokens_per_task": 22051.64,
      "last_run_timestamp": "2026-10-31T11:29:11.154Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemini-3.7-flash-20260813",
      "model_slug": "google/gemini-3.7-flash",
      "model_name": "Google: Gemini 3.7 Flash",
      "provider_name": "Google",
      "accuracy": 0.7721088979591837,
      "accuracy_std_dev": 0.008055499999999993,
      "run_count": 2,
      "total_questions": 98,
      "avg_cost_per_task_usd": 0.18560600000000002,
      "avg_duration_per_task_ms": 213412.75510204083,
      "avg_output_tokens_per_task": 17105.88775510204,
      "last_run_timestamp": "2026-10-15T21:26:28.195Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-opus-5-20260723",
      "model_slug": "anthropic/claude-opus-5",
      "model_name": "Anthropic: Claude Opus 5",
      "provider_name": "Google",
      "accuracy": 0.7720987037037038,
      "accuracy_std_dev": 0.023167814396533138,
      "run_count": 27,
      "total_questions": 1350,
      "avg_cost_per_task_usd": 0.4897961096296296,
      "avg_duration_per_task_ms": 103980.30296296296,
      "avg_output_tokens_per_task": 7021.144444444444,
      "last_run_timestamp": "2026-10-31T12:26:08.030Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "Relace",
      "accuracy": 0.7720001999999999,
      "accuracy_std_dev": 0.024367767418456705,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.14564374000000002,
      "avg_duration_per_task_ms": 314489.068,
      "avg_output_tokens_per_task": 20798.24,
      "last_run_timestamp": "2026-10-31T13:16:57.928Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-fable-5.1-20260831",
      "model_slug": "anthropic/claude-fable-5.1",
      "model_name": "Anthropic: Claude Fable 5.1",
      "provider_name": "Azure",
      "accuracy": 0.772,
      "accuracy_std_dev": 0.02679938639596063,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.808827636,
      "avg_duration_per_task_ms": 183544.5,
      "avg_output_tokens_per_task": 6940.7,
      "last_run_timestamp": "2026-10-01T08:03:00.737Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Nebius",
      "accuracy": 0.771929694235589,
      "accuracy_std_dev": 0.029259677509917537,
      "run_count": 8,
      "total_questions": 399,
      "avg_cost_per_task_usd": 0.15990203759398497,
      "avg_duration_per_task_ms": 53794.31328320802,
      "avg_output_tokens_per_task": 4631.3859649122805,
      "last_run_timestamp": "2026-11-19T18:55:50.756Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.6-27b-20260422",
      "model_slug": "qwen/qwen3.6-27b",
      "model_name": "Qwen: Qwen3.6 27B",
      "provider_name": "auto-routing",
      "accuracy": 0.771852,
      "accuracy_std_dev": 0.023888128613741736,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.14468183333333334,
      "avg_duration_per_task_ms": 877890.7444444444,
      "avg_output_tokens_per_task": 32876.94888888889,
      "last_run_timestamp": "2026-10-31T20:06:11.663Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "Baidu",
      "accuracy": 0.771666625,
      "accuracy_std_dev": 0.021537947777919213,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.0856126475,
      "avg_duration_per_task_ms": 364320.3175,
      "avg_output_tokens_per_task": 20467.8275,
      "last_run_timestamp": "2026-11-10T19:01:03.247Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "xiaomi/mimo-v2.6-pro-20260921",
      "model_slug": "xiaomi/mimo-v2.6-pro",
      "model_name": "Xiaomi: MiMo-V2.6-Pro",
      "provider_name": "StreamLake",
      "accuracy": 0.7716665,
      "accuracy_std_dev": 0.0016665000000000152,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.050993250000000004,
      "avg_duration_per_task_ms": 677393.46,
      "avg_output_tokens_per_task": 30421.97,
      "last_run_timestamp": "2026-10-31T13:28:05.897Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "SiliconFlow",
      "accuracy": 0.7715774062499999,
      "accuracy_std_dev": 0.022644299042712767,
      "run_count": 9,
      "total_questions": 448,
      "avg_cost_per_task_usd": 0.14963372544642858,
      "avg_duration_per_task_ms": 341867.6473214286,
      "avg_output_tokens_per_task": 20209.140625,
      "last_run_timestamp": "2026-10-31T14:04:49.550Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "DeepInfra",
      "accuracy": 0.7714602976588629,
      "accuracy_std_dev": 0.028416062527791094,
      "run_count": 6,
      "total_questions": 299,
      "avg_cost_per_task_usd": 0.08344332775919731,
      "avg_duration_per_task_ms": 249520.2474916388,
      "avg_output_tokens_per_task": 12314.311036789297,
      "last_run_timestamp": "2026-10-31T19:22:52.905Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Novita",
      "accuracy": 0.7713334,
      "accuracy_std_dev": 0.020011225740568715,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.051776854,
      "avg_duration_per_task_ms": 108112.036,
      "avg_output_tokens_per_task": 4665.94,
      "last_run_timestamp": "2026-10-31T13:28:16.093Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "DeepInfra",
      "accuracy": 0.771282,
      "accuracy_std_dev": 0.033012241668811275,
      "run_count": 13,
      "total_questions": 650,
      "avg_cost_per_task_usd": 0.03151023846153846,
      "avg_duration_per_task_ms": 475199.25692307693,
      "avg_output_tokens_per_task": 12174.041538461539,
      "last_run_timestamp": "2026-10-31T19:33:25.394Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-fable-5.1-20260831",
      "model_slug": "anthropic/claude-fable-5.1",
      "model_name": "Anthropic: Claude Fable 5.1",
      "provider_name": "Google",
      "accuracy": 0.7711111666666667,
      "accuracy_std_dev": 0.014229407910107222,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.7819622033333333,
      "avg_duration_per_task_ms": 110376.29,
      "avg_output_tokens_per_task": 6891.35,
      "last_run_timestamp": "2026-11-11T21:09:52.293Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.7-opus-20260416",
      "model_slug": "anthropic/claude-opus-4.7",
      "model_name": "Anthropic: Claude Opus 4.7",
      "provider_name": "Azure",
      "accuracy": 0.7711111111111111,
      "accuracy_std_dev": 0.0163299467403666,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.43873263111111105,
      "avg_duration_per_task_ms": 93008.35555555555,
      "avg_output_tokens_per_task": 5728.897777777778,
      "last_run_timestamp": "2026-10-31T12:52:03.935Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "Venice",
      "accuracy": 0.770833375,
      "accuracy_std_dev": 0.02283704805758343,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.2110248925,
      "avg_duration_per_task_ms": 381381.2675,
      "avg_output_tokens_per_task": 17629.1275,
      "last_run_timestamp": "2026-10-31T12:14:30.525Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "SiliconFlow",
      "accuracy": 0.7706666,
      "accuracy_std_dev": 0.044939481281385536,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.103835508,
      "avg_duration_per_task_ms": 266929.196,
      "avg_output_tokens_per_task": 11431.784,
      "last_run_timestamp": "2026-10-31T21:36:17.452Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "NextBit",
      "accuracy": 0.7706666,
      "accuracy_std_dev": 0.0204828947622156,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.10916058,
      "avg_duration_per_task_ms": 258128.42,
      "avg_output_tokens_per_task": 11359.708,
      "last_run_timestamp": "2026-10-03T16:07:05.245Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "meta/muse-glimmer-30b-20260810",
      "model_slug": "meta/muse-glimmer-30b",
      "model_name": "Meta: Muse Glimmer 30B",
      "provider_name": "DeepInfra",
      "accuracy": 0.7705555000000001,
      "accuracy_std_dev": 0.03357785774757922,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.03550914333333333,
      "avg_duration_per_task_ms": 568298.3766666667,
      "avg_output_tokens_per_task": 13835.89,
      "last_run_timestamp": "2026-10-08T22:42:47.098Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Together",
      "accuracy": 0.7704761428571428,
      "accuracy_std_dev": 0.029996332354037526,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.01441061142857143,
      "avg_duration_per_task_ms": 226134.56857142856,
      "avg_output_tokens_per_task": 15093.734285714285,
      "last_run_timestamp": "2026-10-17T11:00:48.267Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "StreamLake",
      "accuracy": 0.7703029090909091,
      "accuracy_std_dev": 0.02467785912496739,
      "run_count": 11,
      "total_questions": 550,
      "avg_cost_per_task_usd": 0.07822843636363637,
      "avg_duration_per_task_ms": 330378.2272727273,
      "avg_output_tokens_per_task": 20193.62,
      "last_run_timestamp": "2026-11-17T14:42:37.207Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "Wafer",
      "accuracy": 0.7700000714285714,
      "accuracy_std_dev": 0.014638549891415803,
      "run_count": 14,
      "total_questions": 700,
      "avg_cost_per_task_usd": 0.14041841571428573,
      "avg_duration_per_task_ms": 235377.64428571428,
      "avg_output_tokens_per_task": 25220.13142857143,
      "last_run_timestamp": "2026-10-31T13:20:49.855Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-opus-5-20260723",
      "model_slug": "anthropic/claude-opus-5",
      "model_name": "Anthropic: Claude Opus 5",
      "provider_name": "Azure",
      "accuracy": 0.77,
      "accuracy_std_dev": 0.01888886274736754,
      "run_count": 18,
      "total_questions": 900,
      "avg_cost_per_task_usd": 0.47819902999999997,
      "avg_duration_per_task_ms": 99371.07444444444,
      "avg_output_tokens_per_task": 7052.757777777778,
      "last_run_timestamp": "2026-10-31T12:54:18.844Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "auto-routing",
      "accuracy": 0.77,
      "accuracy_std_dev": 0.022360729467826693,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.06872180666666666,
      "avg_duration_per_task_ms": 216495.26,
      "avg_output_tokens_per_task": 13415.15,
      "last_run_timestamp": "2026-10-31T20:15:14.788Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemini-3.1-pro-preview-20260219",
      "model_slug": "google/gemini-3.1-pro-preview",
      "model_name": "Google: Gemini 3.1 Pro Preview",
      "provider_name": "auto-routing",
      "accuracy": 0.77,
      "accuracy_std_dev": 0.0033330000000000304,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.35129818,
      "avg_duration_per_task_ms": 177012.35,
      "avg_output_tokens_per_task": 12679.64,
      "last_run_timestamp": "2026-10-01T19:06:01.702Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "DeepInfra",
      "accuracy": 0.769999875,
      "accuracy_std_dev": 0.03382961802340332,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.0406579,
      "avg_duration_per_task_ms": 682767.975,
      "avg_output_tokens_per_task": 12586.08,
      "last_run_timestamp": "2026-10-31T12:34:48.818Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "xiaomi/mimo-v2.6-flash-20260921",
      "model_slug": "xiaomi/mimo-v2.6-flash",
      "model_name": "Xiaomi: MiMo-V2.6-Flash",
      "provider_name": "DeepInfra",
      "accuracy": 0.7699214781144781,
      "accuracy_std_dev": 0.02849514533750542,
      "run_count": 6,
      "total_questions": 297,
      "avg_cost_per_task_usd": 0.010507353535353536,
      "avg_duration_per_task_ms": 977066.3771043771,
      "avg_output_tokens_per_task": 18208.95286195286,
      "last_run_timestamp": "2026-10-31T12:24:58.436Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Parasail",
      "accuracy": 0.7696666,
      "accuracy_std_dev": 0.019913617899317042,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.07924518799999998,
      "avg_duration_per_task_ms": 90727.314,
      "avg_output_tokens_per_task": 4394.952,
      "last_run_timestamp": "2026-11-05T00:52:28.447Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "Reka",
      "accuracy": 0.7695237142857143,
      "accuracy_std_dev": 0.02386662296246901,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.11461242285714283,
      "avg_duration_per_task_ms": 472929.0742857143,
      "avg_output_tokens_per_task": 11699.722857142857,
      "last_run_timestamp": "2026-10-23T07:26:58.509Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "xiaomi/mimo-v2.6-pro-20260921",
      "model_slug": "xiaomi/mimo-v2.6-pro",
      "model_name": "Xiaomi: MiMo-V2.6-Pro",
      "provider_name": "PrimaLabs",
      "accuracy": 0.7689656482758621,
      "accuracy_std_dev": 0.012187977929090621,
      "run_count": 3,
      "total_questions": 145,
      "avg_cost_per_task_usd": 0.5075254827586206,
      "avg_duration_per_task_ms": 227003.33793103448,
      "avg_output_tokens_per_task": 39823.972413793104,
      "last_run_timestamp": "2026-11-06T16:54:34.176Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "Phala",
      "accuracy": 0.7688889999999999,
      "accuracy_std_dev": 0.02810914354203391,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.13798067555555554,
      "avg_duration_per_task_ms": 324349.28222222225,
      "avg_output_tokens_per_task": 20168.082222222223,
      "last_run_timestamp": "2026-10-31T13:20:51.002Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.8-opus-20260528",
      "model_slug": "anthropic/claude-opus-4.8",
      "model_name": "Anthropic: Claude Opus 4.8",
      "provider_name": "Claude Platform on AWS",
      "accuracy": 0.7688888888888888,
      "accuracy_std_dev": 0.022443421319914898,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.48655421111111113,
      "avg_duration_per_task_ms": 122151.68222222223,
      "avg_output_tokens_per_task": 8022.933333333333,
      "last_run_timestamp": "2026-10-31T11:58:26.584Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "Cloudflare",
      "accuracy": 0.7688888333333334,
      "accuracy_std_dev": 0.013698652724710655,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.15528754666666666,
      "avg_duration_per_task_ms": 428069.5,
      "avg_output_tokens_per_task": 20104.073333333334,
      "last_run_timestamp": "2026-10-31T20:34:04.127Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "Phala",
      "accuracy": 0.7683335,
      "accuracy_std_dev": 0.018333500000000003,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.18849928,
      "avg_duration_per_task_ms": 346868.4,
      "avg_output_tokens_per_task": 10339.12,
      "last_run_timestamp": "2026-11-05T18:26:07.849Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Venice",
      "accuracy": 0.768333375,
      "accuracy_std_dev": 0.027638527357375157,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.12531909,
      "avg_duration_per_task_ms": 166385.7025,
      "avg_output_tokens_per_task": 7956.0025,
      "last_run_timestamp": "2026-10-31T13:24:47.637Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Phala",
      "accuracy": 0.7681482222222222,
      "accuracy_std_dev": 0.017435059205697385,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.052077991111111104,
      "avg_duration_per_task_ms": 111760.7,
      "avg_output_tokens_per_task": 4431.0888888888885,
      "last_run_timestamp": "2026-10-31T13:22:10.288Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.8-opus-20260528",
      "model_slug": "anthropic/claude-opus-4.8",
      "model_name": "Anthropic: Claude Opus 4.8",
      "provider_name": "Anthropic",
      "accuracy": 0.768,
      "accuracy_std_dev": 0.028095219048799046,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.5034413839999999,
      "avg_duration_per_task_ms": 117616.424,
      "avg_output_tokens_per_task": 7964.29,
      "last_run_timestamp": "2026-11-17T13:38:13.327Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "xiaomi/mimo-v2.6-pro-20260921",
      "model_slug": "xiaomi/mimo-v2.6-pro",
      "model_name": "Xiaomi: MiMo-V2.6-Pro",
      "provider_name": "auto-routing",
      "accuracy": 0.7677776666666667,
      "accuracy_std_dev": 0.043104839177934014,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.06842919666666666,
      "avg_duration_per_task_ms": 974829.46,
      "avg_output_tokens_per_task": 44158.48333333333,
      "last_run_timestamp": "2026-10-31T13:18:29.756Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "GMICloud",
      "accuracy": 0.7675,
      "accuracy_std_dev": 0.028759114498711543,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.09226424500000001,
      "avg_duration_per_task_ms": 364350.7375,
      "avg_output_tokens_per_task": 18696.01,
      "last_run_timestamp": "2026-11-10T08:00:49.752Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Decart",
      "accuracy": 0.7675,
      "accuracy_std_dev": 0.019561171859068173,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.0578507225,
      "avg_duration_per_task_ms": 50974.42,
      "avg_output_tokens_per_task": 4677.1725,
      "last_run_timestamp": "2026-10-24T12:36:03.010Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Alibaba",
      "accuracy": 0.7674509411764706,
      "accuracy_std_dev": 0.021678839985437112,
      "run_count": 17,
      "total_questions": 850,
      "avg_cost_per_task_usd": 0.12603030588235295,
      "avg_duration_per_task_ms": 92367.94588235294,
      "avg_output_tokens_per_task": 4470.871764705882,
      "last_run_timestamp": "2026-10-31T12:50:48.724Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-opus-5-20260723",
      "model_slug": "anthropic/claude-opus-5",
      "model_name": "Anthropic: Claude Opus 5",
      "provider_name": "Claude Platform on AWS",
      "accuracy": 0.7674074444444444,
      "accuracy_std_dev": 0.015216913558501726,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.46921074888888886,
      "avg_duration_per_task_ms": 115015.6711111111,
      "avg_output_tokens_per_task": 7003.622222222222,
      "last_run_timestamp": "2026-10-31T11:40:34.382Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "auto-routing",
      "accuracy": 0.7673333999999999,
      "accuracy_std_dev": 0.027720828913291903,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.06329826599999999,
      "avg_duration_per_task_ms": 236240.84,
      "avg_output_tokens_per_task": 14589.948,
      "last_run_timestamp": "2026-11-17T13:32:28.698Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "amazon/nova-micro-v1",
      "model_slug": "amazon/nova-micro-v1",
      "model_name": "Amazon: Nova Micro 1.0",
      "provider_name": "auto-routing",
      "accuracy": 0.7666669999999999,
      "accuracy_std_dev": 0,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 1.2750355,
      "avg_duration_per_task_ms": 98712.99,
      "avg_output_tokens_per_task": 5708.24,
      "last_run_timestamp": "2026-10-01T19:04:24.509Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-vision-exp-20260821",
      "model_slug": "deepseek/deepseek-v4-flash-vision-exp",
      "model_name": "DeepSeek: DeepSeek V4 Flash Vision Exp",
      "provider_name": "Novita",
      "accuracy": 0.7666669999999999,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.0337152,
      "avg_duration_per_task_ms": 192245.9,
      "avg_output_tokens_per_task": 17702.16,
      "last_run_timestamp": "2026-09-01T12:41:31.535Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "ModelRun",
      "accuracy": 0.7666669999999999,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.01300872,
      "avg_duration_per_task_ms": 90405.02,
      "avg_output_tokens_per_task": 13808.24,
      "last_run_timestamp": "2026-10-29T03:35:28.909Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.7666669999999999,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.02444232,
      "avg_duration_per_task_ms": 484962.82,
      "avg_output_tokens_per_task": 12137.02,
      "last_run_timestamp": "2026-11-17T13:54:31.076Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Nebius",
      "accuracy": 0.7666669999999999,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.0734938,
      "avg_duration_per_task_ms": 215054.84,
      "avg_output_tokens_per_task": 13096.66,
      "last_run_timestamp": "2026-11-04T18:29:36.971Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "tencent/hy4-preview-20260827",
      "model_slug": "tencent/hy4-preview",
      "model_name": "Tencent: Hy4 preview",
      "provider_name": "Venice",
      "accuracy": 0.7666669999999999,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.08657496,
      "avg_duration_per_task_ms": 324293.08,
      "avg_output_tokens_per_task": 13739.58,
      "last_run_timestamp": "2026-11-15T01:00:26.793Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Featherless",
      "accuracy": 0.7666669999999999,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.0650557,
      "avg_duration_per_task_ms": 127920.32,
      "avg_output_tokens_per_task": 4266.18,
      "last_run_timestamp": "2026-11-14T00:27:40.926Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "NextBit",
      "accuracy": 0.76666675,
      "accuracy_std_dev": 0.024267078752653787,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.036940722499999995,
      "avg_duration_per_task_ms": 209470.17,
      "avg_output_tokens_per_task": 17358.2575,
      "last_run_timestamp": "2026-10-03T08:39:48.671Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "Parasail",
      "accuracy": 0.76666675,
      "accuracy_std_dev": 0.025603830010127414,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.126659375,
      "avg_duration_per_task_ms": 501674.6575,
      "avg_output_tokens_per_task": 21799.9475,
      "last_run_timestamp": "2026-11-05T02:16:26.851Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Relace",
      "accuracy": 0.7666666666666667,
      "accuracy_std_dev": 0.010886757164351354,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.031067933333333332,
      "avg_duration_per_task_ms": 60278.37,
      "avg_output_tokens_per_task": 4752.3966666666665,
      "last_run_timestamp": "2026-10-31T12:25:28.648Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "xiaomi/mimo-v2.6-flash-20260921",
      "model_slug": "xiaomi/mimo-v2.6-flash",
      "model_name": "Xiaomi: MiMo-V2.6-Flash",
      "provider_name": "Xiaomi",
      "accuracy": 0.7666666,
      "accuracy_std_dev": 0.013984054413509714,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.012053296,
      "avg_duration_per_task_ms": 674746.508,
      "avg_output_tokens_per_task": 23466.06,
      "last_run_timestamp": "2026-11-17T18:23:34.859Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemini-3.8-flash-20260902",
      "model_slug": "google/gemini-3.8-flash",
      "model_name": "Google: Gemini 3.8 Flash",
      "provider_name": "Google",
      "accuracy": 0.7666665,
      "accuracy_std_dev": 0.013333499999999998,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.27949224,
      "avg_duration_per_task_ms": 363191.33,
      "avg_output_tokens_per_task": 35460.86,
      "last_run_timestamp": "2026-10-15T21:31:19.497Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "AkashML",
      "accuracy": 0.7666218221024257,
      "accuracy_std_dev": 0.023877960065484843,
      "run_count": 15,
      "total_questions": 742,
      "avg_cost_per_task_usd": 0.04653321428571428,
      "avg_duration_per_task_ms": 257248.79380053908,
      "avg_output_tokens_per_task": 10926.204851752022,
      "last_run_timestamp": "2026-10-31T12:29:57.959Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.6-27b-20260422",
      "model_slug": "qwen/qwen3.6-27b",
      "model_name": "Qwen: Qwen3.6 27B",
      "provider_name": "Alibaba",
      "accuracy": 0.7662964444444444,
      "accuracy_std_dev": 0.018488934889766502,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.18866455333333335,
      "avg_duration_per_task_ms": 471457.76444444444,
      "avg_output_tokens_per_task": 27399.54888888889,
      "last_run_timestamp": "2026-10-31T19:55:50.954Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Makora",
      "accuracy": 0.766068730941704,
      "accuracy_std_dev": 0.02506483163840778,
      "run_count": 9,
      "total_questions": 446,
      "avg_cost_per_task_usd": 0.06749501121076233,
      "avg_duration_per_task_ms": 62014.139013452914,
      "avg_output_tokens_per_task": 4517.719730941704,
      "last_run_timestamp": "2026-10-31T13:21:43.928Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "DekaLLM",
      "accuracy": 0.7660001999999999,
      "accuracy_std_dev": 0.0260256591340162,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.12242998000000002,
      "avg_duration_per_task_ms": 384915.524,
      "avg_output_tokens_per_task": 20927.716,
      "last_run_timestamp": "2026-10-31T13:14:15.095Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Inceptron",
      "accuracy": 0.766,
      "accuracy_std_dev": 0.022400347220523177,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.047627166000000005,
      "avg_duration_per_task_ms": 105824.016,
      "avg_output_tokens_per_task": 4675.788,
      "last_run_timestamp": "2026-11-17T13:29:15.713Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.8-opus-20260528",
      "model_slug": "anthropic/claude-opus-4.8",
      "model_name": "Anthropic: Claude Opus 4.8",
      "provider_name": "Azure",
      "accuracy": 0.765965,
      "accuracy_std_dev": 0.026919404351351824,
      "run_count": 19,
      "total_questions": 950,
      "avg_cost_per_task_usd": 0.5198323852631579,
      "avg_duration_per_task_ms": 123964.99894736843,
      "avg_output_tokens_per_task": 7923.5442105263155,
      "last_run_timestamp": "2026-11-17T13:42:08.624Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Mistral",
      "accuracy": 0.7659459729729727,
      "accuracy_std_dev": 0.021296341804228094,
      "run_count": 37,
      "total_questions": 1850,
      "avg_cost_per_task_usd": 0.06441325405405407,
      "avg_duration_per_task_ms": 66619.0454054054,
      "avg_output_tokens_per_task": 4623.922162162162,
      "last_run_timestamp": "2026-11-11T03:15:32.401Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.8-opus-20260528",
      "model_slug": "anthropic/claude-opus-4.8",
      "model_name": "Anthropic: Claude Opus 4.8",
      "provider_name": "auto-routing",
      "accuracy": 0.7659261111111111,
      "accuracy_std_dev": 0.02164668531178976,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.48995454666666666,
      "avg_duration_per_task_ms": 121325.71555555555,
      "avg_output_tokens_per_task": 8019.94,
      "last_run_timestamp": "2026-10-31T12:30:31.663Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Cloudflare",
      "accuracy": 0.7659258888888889,
      "accuracy_std_dev": 0.016761254232070425,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.03387699777777778,
      "avg_duration_per_task_ms": 222860.79555555555,
      "avg_output_tokens_per_task": 15208.417777777779,
      "last_run_timestamp": "2026-10-31T12:46:55.135Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.8-opus-20260528",
      "model_slug": "anthropic/claude-opus-4.8",
      "model_name": "Anthropic: Claude Opus 4.8",
      "provider_name": "Google",
      "accuracy": 0.7659258888888888,
      "accuracy_std_dev": 0.029219398071389503,
      "run_count": 27,
      "total_questions": 1350,
      "avg_cost_per_task_usd": 0.5279971792592592,
      "avg_duration_per_task_ms": 109128.59703703703,
      "avg_output_tokens_per_task": 7961.798518518519,
      "last_run_timestamp": "2026-10-31T12:31:31.431Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Modal",
      "accuracy": 0.7654545454545455,
      "accuracy_std_dev": 0.029103518732475835,
      "run_count": 11,
      "total_questions": 550,
      "avg_cost_per_task_usd": 0.07962004363636363,
      "avg_duration_per_task_ms": 56213.30545454546,
      "avg_output_tokens_per_task": 4829.790909090909,
      "last_run_timestamp": "2026-11-17T13:28:30.684Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "tencent/hy4-preview-20260827",
      "model_slug": "tencent/hy4-preview",
      "model_name": "Tencent: Hy4 preview",
      "provider_name": "Tencent",
      "accuracy": 0.7653333999999999,
      "accuracy_std_dev": 0.023999911113168737,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.088749776,
      "avg_duration_per_task_ms": 386636.328,
      "avg_output_tokens_per_task": 14600.352,
      "last_run_timestamp": "2026-10-31T12:27:43.549Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "meta/muse-glimmer-30b-20260810",
      "model_slug": "meta/muse-glimmer-30b",
      "model_name": "Meta: Muse Glimmer 30B",
      "provider_name": "auto-routing",
      "accuracy": 0.7653332,
      "accuracy_std_dev": 0.01758796558331862,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.036982904,
      "avg_duration_per_task_ms": 207786.104,
      "avg_output_tokens_per_task": 13618.652,
      "last_run_timestamp": "2026-10-03T08:15:57.213Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Sail Research",
      "accuracy": 0.7652380952380953,
      "accuracy_std_dev": 0.027344026724583557,
      "run_count": 21,
      "total_questions": 1050,
      "avg_cost_per_task_usd": 0.044898270476190466,
      "avg_duration_per_task_ms": 87109.40476190476,
      "avg_output_tokens_per_task": 4336.9914285714285,
      "last_run_timestamp": "2026-11-06T23:32:54.061Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "InferenceNet",
      "accuracy": 0.7648888,
      "accuracy_std_dev": 0.023153787094699365,
      "run_count": 15,
      "total_questions": 750,
      "avg_cost_per_task_usd": 0.03474511733333333,
      "avg_duration_per_task_ms": 66218.656,
      "avg_output_tokens_per_task": 4837.296,
      "last_run_timestamp": "2026-11-04T21:48:00.430Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "Baidu",
      "accuracy": 0.7644445,
      "accuracy_std_dev": 0.028197053520713836,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.04743052,
      "avg_duration_per_task_ms": 218395.53,
      "avg_output_tokens_per_task": 14154.233333333334,
      "last_run_timestamp": "2026-10-31T20:06:41.224Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "Moonshot AI",
      "accuracy": 0.7644443333333334,
      "accuracy_std_dev": 0.01571379829604824,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.2512701866666667,
      "avg_duration_per_task_ms": 349145.18,
      "avg_output_tokens_per_task": 10570.406666666666,
      "last_run_timestamp": "2026-11-17T13:37:16.025Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.8-flash-20260826",
      "model_slug": "qwen/qwen3.8-flash",
      "model_name": "Qwen: Qwen3.8 Flash",
      "provider_name": "Alibaba",
      "accuracy": 0.7644443333333334,
      "accuracy_std_dev": 0.04565023765059233,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.01549936,
      "avg_duration_per_task_ms": 297786.8,
      "avg_output_tokens_per_task": 16565.086666666666,
      "last_run_timestamp": "2026-10-28T04:10:41.154Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "SambaNova",
      "accuracy": 0.76439777486911,
      "accuracy_std_dev": 0.015263579494993957,
      "run_count": 4,
      "total_questions": 191,
      "avg_cost_per_task_usd": 0.06284435078534031,
      "avg_duration_per_task_ms": 156780.0209424084,
      "avg_output_tokens_per_task": 9570.141361256545,
      "last_run_timestamp": "2026-10-31T19:43:06.929Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "tencent/hy4-preview-20260827",
      "model_slug": "tencent/hy4-preview",
      "model_name": "Tencent: Hy4 preview",
      "provider_name": "Novita",
      "accuracy": 0.764,
      "accuracy_std_dev": 0.020483142122242875,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.080228768,
      "avg_duration_per_task_ms": 494377.212,
      "avg_output_tokens_per_task": 14669.972,
      "last_run_timestamp": "2026-10-31T12:27:34.738Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.5-397b-a17b-20260216",
      "model_slug": "qwen/qwen3.5-397b-a17b",
      "model_name": "Qwen: Qwen3.5 397B A17B",
      "provider_name": "DeepInfra",
      "accuracy": 0.7639820671140939,
      "accuracy_std_dev": 0.012514592136115879,
      "run_count": 6,
      "total_questions": 298,
      "avg_cost_per_task_usd": 0.15916947315436242,
      "avg_duration_per_task_ms": 779972.5906040268,
      "avg_output_tokens_per_task": 30413.845637583894,
      "last_run_timestamp": "2026-10-31T19:07:30.175Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "SiliconFlow",
      "accuracy": 0.7637037777777778,
      "accuracy_std_dev": 0.021798347556015337,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.06269429111111112,
      "avg_duration_per_task_ms": 113855.65555555555,
      "avg_output_tokens_per_task": 4583.311111111111,
      "last_run_timestamp": "2026-10-31T12:40:08.732Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.7-opus-20260416",
      "model_slug": "anthropic/claude-opus-4.7",
      "model_name": "Anthropic: Claude Opus 4.7",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.7637035555555556,
      "accuracy_std_dev": 0.028907852276620502,
      "run_count": 18,
      "total_questions": 900,
      "avg_cost_per_task_usd": 0.4462501644444445,
      "avg_duration_per_task_ms": 77853.15333333334,
      "avg_output_tokens_per_task": 5594.645555555556,
      "last_run_timestamp": "2026-10-31T12:41:58.029Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "SiliconFlow",
      "accuracy": 0.7637035555555556,
      "accuracy_std_dev": 0.02723658980983368,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.023025457777777782,
      "avg_duration_per_task_ms": 281870.4111111111,
      "avg_output_tokens_per_task": 15422.98,
      "last_run_timestamp": "2026-10-31T13:19:25.796Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.5-122b-a10b-20260224",
      "model_slug": "qwen/qwen3.5-122b-a10b",
      "model_name": "Qwen: Qwen3.5-122B-A10B",
      "provider_name": "Alibaba",
      "accuracy": 0.7634593367697595,
      "accuracy_std_dev": 0.03867880287128281,
      "run_count": 6,
      "total_questions": 291,
      "avg_cost_per_task_usd": 0.09841614432989691,
      "avg_duration_per_task_ms": 391768.3024054983,
      "avg_output_tokens_per_task": 19581.378006872852,
      "last_run_timestamp": "2026-10-31T19:29:13.230Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemini-3.6-flash-20260721",
      "model_slug": "google/gemini-3.6-flash",
      "model_name": "Google: Gemini 3.6 Flash",
      "provider_name": "Google",
      "accuracy": 0.7633335,
      "accuracy_std_dev": 0.0033334999999999892,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.178977705,
      "avg_duration_per_task_ms": 157076.125,
      "avg_output_tokens_per_task": 23034.1,
      "last_run_timestamp": "2026-10-01T19:04:58.090Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "CoreWeave",
      "accuracy": 0.763333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.025058120000000003,
      "avg_duration_per_task_ms": 106870.58,
      "avg_output_tokens_per_task": 12582.44,
      "last_run_timestamp": "2026-11-04T18:35:21.465Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "BaseTen",
      "accuracy": 0.763333,
      "accuracy_std_dev": 0.010000000000000009,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.020903190000000002,
      "avg_duration_per_task_ms": 62428.04,
      "avg_output_tokens_per_task": 8093.56,
      "last_run_timestamp": "2026-10-31T12:43:49.743Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.5-35b-a3b-20260224",
      "model_slug": "qwen/qwen3.5-35b-a3b",
      "model_name": "Qwen: Qwen3.5-35B-A3B",
      "provider_name": "Darkbloom",
      "accuracy": 0.7630303636363637,
      "accuracy_std_dev": 0.021902223661590045,
      "run_count": 11,
      "total_questions": 550,
      "avg_cost_per_task_usd": 0.05503958181818182,
      "avg_duration_per_task_ms": 1003914.8345454546,
      "avg_output_tokens_per_task": 51684.72727272727,
      "last_run_timestamp": "2026-11-16T07:35:10.443Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Cloudflare",
      "accuracy": 0.7630302727272728,
      "accuracy_std_dev": 0.03170123269496259,
      "run_count": 11,
      "total_questions": 550,
      "avg_cost_per_task_usd": 0.15556449636363637,
      "avg_duration_per_task_ms": 593095.6363636364,
      "avg_output_tokens_per_task": 12420.629090909091,
      "last_run_timestamp": "2026-10-31T13:02:37.599Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.7-opus-20260416",
      "model_slug": "anthropic/claude-opus-4.7",
      "model_name": "Anthropic: Claude Opus 4.7",
      "provider_name": "auto-routing",
      "accuracy": 0.762963111111111,
      "accuracy_std_dev": 0.023330512469698687,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.4278704,
      "avg_duration_per_task_ms": 87546.8111111111,
      "avg_output_tokens_per_task": 5514.084444444445,
      "last_run_timestamp": "2026-10-31T11:48:47.453Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.7-opus-20260416",
      "model_slug": "anthropic/claude-opus-4.7",
      "model_name": "Anthropic: Claude Opus 4.7",
      "provider_name": "Google",
      "accuracy": 0.762963037037037,
      "accuracy_std_dev": 0.022320833061384254,
      "run_count": 27,
      "total_questions": 1350,
      "avg_cost_per_task_usd": 0.5029592037037037,
      "avg_duration_per_task_ms": 69057.06888888888,
      "avg_output_tokens_per_task": 5706.248888888889,
      "last_run_timestamp": "2026-10-31T12:33:51.242Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "NextBit",
      "accuracy": 0.7628571428571429,
      "accuracy_std_dev": 0.023328310442945685,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.11986269428571429,
      "avg_duration_per_task_ms": 415507.14,
      "avg_output_tokens_per_task": 18962.734285714287,
      "last_run_timestamp": "2026-10-03T08:33:31.578Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "Friendli",
      "accuracy": 0.7628571428571429,
      "accuracy_std_dev": 0.02042649784281312,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.029139342857142855,
      "avg_duration_per_task_ms": 127078.95428571428,
      "avg_output_tokens_per_task": 12028.511428571428,
      "last_run_timestamp": "2026-10-31T19:08:17.847Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "xiaomi/mimo-v2.6-pro-20260921",
      "model_slug": "xiaomi/mimo-v2.6-pro",
      "model_name": "Xiaomi: MiMo-V2.6-Pro",
      "provider_name": "GMICloud",
      "accuracy": 0.7627778333333333,
      "accuracy_std_dev": 0.03313374040368652,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.07174823666666666,
      "avg_duration_per_task_ms": 893696.3066666666,
      "avg_output_tokens_per_task": 51834.78666666667,
      "last_run_timestamp": "2026-10-27T03:58:39.326Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "meta/muse-glimmer-30b-20260810",
      "model_slug": "meta/muse-glimmer-30b",
      "model_name": "Meta: Muse Glimmer 30B",
      "provider_name": "Phala",
      "accuracy": 0.7626668,
      "accuracy_std_dev": 0.013727319074021728,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.03352128000000001,
      "avg_duration_per_task_ms": 251439.672,
      "avg_output_tokens_per_task": 13582.804,
      "last_run_timestamp": "2026-10-03T08:20:09.018Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Z.AI",
      "accuracy": 0.7626666,
      "accuracy_std_dev": 0.02954472165785287,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.009234846,
      "avg_duration_per_task_ms": 195074.734,
      "avg_output_tokens_per_task": 4475.264,
      "last_run_timestamp": "2026-10-31T12:25:34.861Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.7625418160535117,
      "accuracy_std_dev": 0.02147753020972668,
      "run_count": 12,
      "total_questions": 598,
      "avg_cost_per_task_usd": 0.09006360702341139,
      "avg_duration_per_task_ms": 48936.09866220736,
      "avg_output_tokens_per_task": 4348.224080267559,
      "last_run_timestamp": "2026-10-31T12:39:14.326Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Crusoe",
      "accuracy": 0.7625417625418061,
      "accuracy_std_dev": 0.01910679234955175,
      "run_count": 6,
      "total_questions": 299,
      "avg_cost_per_task_usd": 0.03341546153846154,
      "avg_duration_per_task_ms": 144903.0602006689,
      "avg_output_tokens_per_task": 21777.678929765887,
      "last_run_timestamp": "2026-10-31T12:18:15.192Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "BaseTen",
      "accuracy": 0.7623932051282051,
      "accuracy_std_dev": 0.018251804130003154,
      "run_count": 4,
      "total_questions": 195,
      "avg_cost_per_task_usd": 0.24276578461538462,
      "avg_duration_per_task_ms": 125754.82051282052,
      "avg_output_tokens_per_task": 7748.235897435898,
      "last_run_timestamp": "2026-10-31T11:39:17.172Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "xiaomi/mimo-v2.6-flash-20260921",
      "model_slug": "xiaomi/mimo-v2.6-flash",
      "model_name": "Xiaomi: MiMo-V2.6-Flash",
      "provider_name": "Io Net",
      "accuracy": 0.7623223984962407,
      "accuracy_std_dev": 0.0190669296226313,
      "run_count": 8,
      "total_questions": 399,
      "avg_cost_per_task_usd": 0.011861127819548874,
      "avg_duration_per_task_ms": 357840.4411027569,
      "avg_output_tokens_per_task": 17112.51127819549,
      "last_run_timestamp": "2026-10-31T11:47:32.862Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-vision-exp-20260821",
      "model_slug": "deepseek/deepseek-v4-flash-vision-exp",
      "model_name": "DeepSeek: DeepSeek V4 Flash Vision Exp",
      "provider_name": "DeepInfra",
      "accuracy": 0.7622223333333333,
      "accuracy_std_dev": 0.030469494967188978,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.029655940000000006,
      "avg_duration_per_task_ms": 256385.88,
      "avg_output_tokens_per_task": 18856.086666666666,
      "last_run_timestamp": "2026-10-08T22:27:05.549Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "Novita",
      "accuracy": 0.7622223333333333,
      "accuracy_std_dev": 0.017069285101869065,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.12838401,
      "avg_duration_per_task_ms": 258893.75666666665,
      "avg_output_tokens_per_task": 20987.03,
      "last_run_timestamp": "2026-10-31T19:46:00.618Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.5-35b-a3b-20260224",
      "model_slug": "qwen/qwen3.5-35b-a3b",
      "model_name": "Qwen: Qwen3.5-35B-A3B",
      "provider_name": "Parasail",
      "accuracy": 0.7622221666666666,
      "accuracy_std_dev": 0.030711822633510733,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.16223003666666666,
      "avg_duration_per_task_ms": 2210522.1066666665,
      "avg_output_tokens_per_task": 122718.91,
      "last_run_timestamp": "2026-10-31T19:11:32.112Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.6-35b-a3b-20260415",
      "model_slug": "qwen/qwen3.6-35b-a3b",
      "model_name": "Qwen: Qwen3.6 35B A3B",
      "provider_name": "DekaLLM",
      "accuracy": 0.7621775042979944,
      "accuracy_std_dev": 0.026194934880387766,
      "run_count": 7,
      "total_questions": 349,
      "avg_cost_per_task_usd": 0.06229761318051576,
      "avg_duration_per_task_ms": 372098.9226361032,
      "avg_output_tokens_per_task": 49911.94555873926,
      "last_run_timestamp": "2026-10-31T19:59:18.193Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.5-9b-20260310",
      "model_slug": "qwen/qwen3.5-9b",
      "model_name": "Qwen: Qwen3.5-9B",
      "provider_name": "DeepInfra",
      "accuracy": 0.7619046734693877,
      "accuracy_std_dev": 0.00894270029465374,
      "run_count": 5,
      "total_questions": 245,
      "avg_cost_per_task_usd": 0.03367711020408164,
      "avg_duration_per_task_ms": 2596340.9346938776,
      "avg_output_tokens_per_task": 51764.93877551021,
      "last_run_timestamp": "2026-10-09T04:05:56.641Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "DekaLLM",
      "accuracy": 0.761784404040404,
      "accuracy_std_dev": 0.046884570628299496,
      "run_count": 4,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.03727159090909091,
      "avg_duration_per_task_ms": 138498.65151515152,
      "avg_output_tokens_per_task": 4381.035353535353,
      "last_run_timestamp": "2026-10-31T12:40:46.071Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.6-35b-a3b-20260415",
      "model_slug": "qwen/qwen3.6-35b-a3b",
      "model_name": "Qwen: Qwen3.6 35B A3B",
      "provider_name": "Phala",
      "accuracy": 0.7614816666666666,
      "accuracy_std_dev": 0.011665258000671154,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.06728938444444445,
      "avg_duration_per_task_ms": 556201.9844444444,
      "avg_output_tokens_per_task": 29561.755555555555,
      "last_run_timestamp": "2026-10-31T20:08:33.748Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.7-opus-20260416",
      "model_slug": "anthropic/claude-opus-4.7",
      "model_name": "Anthropic: Claude Opus 4.7",
      "provider_name": "Claude Platform on AWS",
      "accuracy": 0.7614814444444444,
      "accuracy_std_dev": 0.029106605062200478,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.43285933555555556,
      "avg_duration_per_task_ms": 88683.89777777778,
      "avg_output_tokens_per_task": 5570.164444444445,
      "last_run_timestamp": "2026-10-31T12:33:27.768Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Chutes",
      "accuracy": 0.7614814444444444,
      "accuracy_std_dev": 0.03468055831317572,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.05518608222222222,
      "avg_duration_per_task_ms": 272248.37333333335,
      "avg_output_tokens_per_task": 12557.153333333334,
      "last_run_timestamp": "2026-10-31T11:18:52.425Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "GMICloud",
      "accuracy": 0.7612121818181818,
      "accuracy_std_dev": 0.026486995268066527,
      "run_count": 11,
      "total_questions": 550,
      "avg_cost_per_task_usd": 0.02532010909090909,
      "avg_duration_per_task_ms": 165336.46,
      "avg_output_tokens_per_task": 16018.770909090908,
      "last_run_timestamp": "2026-11-10T06:15:38.651Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemini-3.5-flash-lite-20260721",
      "model_slug": "google/gemini-3.5-flash-lite",
      "model_name": "Google: Gemini 3.5 Flash Lite",
      "provider_name": "Google",
      "accuracy": 0.7609522857142857,
      "accuracy_std_dev": 0.01649574672206044,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.08085598000000001,
      "avg_duration_per_task_ms": 105369.85714285714,
      "avg_output_tokens_per_task": 22435.354285714286,
      "last_run_timestamp": "2026-10-01T19:05:47.886Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m3-20260531",
      "model_slug": "minimax/minimax-m3",
      "model_name": "MiniMax: MiniMax M3",
      "provider_name": "Together",
      "accuracy": 0.7609522857142857,
      "accuracy_std_dev": 0.03215624271634754,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.027522874285714285,
      "avg_duration_per_task_ms": 170677.41714285716,
      "avg_output_tokens_per_task": 9351.005714285715,
      "last_run_timestamp": "2026-10-24T19:16:17.608Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Relace",
      "accuracy": 0.7607406666666667,
      "accuracy_std_dev": 0.034633054297881376,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.006436806666666667,
      "avg_duration_per_task_ms": 125547.04444444444,
      "avg_output_tokens_per_task": 4262.8533333333335,
      "last_run_timestamp": "2026-10-24T14:25:23.734Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.8-opus-20260528",
      "model_slug": "anthropic/claude-opus-4.8",
      "model_name": "Anthropic: Claude Opus 4.8",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.7607142857142857,
      "accuracy_std_dev": 0.019135153035815575,
      "run_count": 28,
      "total_questions": 1400,
      "avg_cost_per_task_usd": 0.5312567050000001,
      "avg_duration_per_task_ms": 117280.70928571429,
      "avg_output_tokens_per_task": 8051.189285714286,
      "last_run_timestamp": "2026-11-17T13:37:54.212Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Sail Research",
      "accuracy": 0.7607017368421053,
      "accuracy_std_dev": 0.01969295799823435,
      "run_count": 19,
      "total_questions": 950,
      "avg_cost_per_task_usd": 0.01153298,
      "avg_duration_per_task_ms": 300468.3736842105,
      "avg_output_tokens_per_task": 15276.711578947368,
      "last_run_timestamp": "2026-11-06T22:45:20.558Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "CoreWeave",
      "accuracy": 0.7606666,
      "accuracy_std_dev": 0.02031966972763091,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.021795578,
      "avg_duration_per_task_ms": 121404.172,
      "avg_output_tokens_per_task": 18185.262,
      "last_run_timestamp": "2026-10-31T12:41:20.328Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Reka",
      "accuracy": 0.7605604830614805,
      "accuracy_std_dev": 0.024961185543759746,
      "run_count": 16,
      "total_questions": 797,
      "avg_cost_per_task_usd": 0.051899786700125475,
      "avg_duration_per_task_ms": 278261.5069008783,
      "avg_output_tokens_per_task": 12068.304893350063,
      "last_run_timestamp": "2026-11-17T13:36:29.587Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "AkashML",
      "accuracy": 0.7604166354166666,
      "accuracy_std_dev": 0.010476531320050537,
      "run_count": 4,
      "total_questions": 192,
      "avg_cost_per_task_usd": 0.29691326041666666,
      "avg_duration_per_task_ms": 310718.984375,
      "avg_output_tokens_per_task": 7030.182291666667,
      "last_run_timestamp": "2026-10-31T12:13:14.359Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Morph",
      "accuracy": 0.7604016642754663,
      "accuracy_std_dev": 0.03815084863848687,
      "run_count": 14,
      "total_questions": 697,
      "avg_cost_per_task_usd": 0.06385060545193687,
      "avg_duration_per_task_ms": 201164.2037302726,
      "avg_output_tokens_per_task": 10743.470588235294,
      "last_run_timestamp": "2026-11-17T13:30:33.042Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Parasail",
      "accuracy": 0.7603704444444445,
      "accuracy_std_dev": 0.021340619256406644,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.047505344444444444,
      "avg_duration_per_task_ms": 241021.09555555554,
      "avg_output_tokens_per_task": 12014.41111111111,
      "last_run_timestamp": "2026-10-31T12:57:09.934Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Mancer 2",
      "accuracy": 0.7603703333333334,
      "accuracy_std_dev": 0.033126907327897526,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.08524436222222224,
      "avg_duration_per_task_ms": 566210.18,
      "avg_output_tokens_per_task": 12520.904444444444,
      "last_run_timestamp": "2026-10-31T12:26:16.049Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Cohere",
      "accuracy": 0.760233962406015,
      "accuracy_std_dev": 0.01582416427048757,
      "run_count": 8,
      "total_questions": 399,
      "avg_cost_per_task_usd": 0.02685981954887218,
      "avg_duration_per_task_ms": 104472.03007518797,
      "avg_output_tokens_per_task": 17145.92731829574,
      "last_run_timestamp": "2026-11-17T13:35:20.291Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Alibaba",
      "accuracy": 0.7600002499999999,
      "accuracy_std_dev": 0.027080189561513434,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.02989183,
      "avg_duration_per_task_ms": 125270.795,
      "avg_output_tokens_per_task": 12269.195,
      "last_run_timestamp": "2026-10-31T12:01:23.978Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "tencent/hy4-preview-20260827",
      "model_slug": "tencent/hy4-preview",
      "model_name": "Tencent: Hy4 preview",
      "provider_name": "auto-routing",
      "accuracy": 0.7600001999999999,
      "accuracy_std_dev": 0.03126929626582598,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.114411384,
      "avg_duration_per_task_ms": 874872.748,
      "avg_output_tokens_per_task": 24203.156,
      "last_run_timestamp": "2026-10-31T12:44:40.958Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v3.1-terminus",
      "model_slug": "deepseek/deepseek-v3.1-terminus",
      "model_name": "DeepSeek: DeepSeek V3.1 Terminus",
      "provider_name": "Novita",
      "accuracy": 0.76,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.0573346,
      "avg_duration_per_task_ms": 472378.28,
      "avg_output_tokens_per_task": 14096.78,
      "last_run_timestamp": "2026-08-29T16:33:37.924Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-vision-exp-20260821",
      "model_slug": "deepseek/deepseek-v4-flash-vision-exp",
      "model_name": "DeepSeek: DeepSeek V4 Flash Vision Exp",
      "provider_name": "SiliconFlow",
      "accuracy": 0.76,
      "accuracy_std_dev": 0.01333300000000004,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.054461335,
      "avg_duration_per_task_ms": 91417,
      "avg_output_tokens_per_task": 15101.33,
      "last_run_timestamp": "2026-10-03T08:13:12.597Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "Azure",
      "accuracy": 0.76,
      "accuracy_std_dev": 0.020000222223765414,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.17412379666666666,
      "avg_duration_per_task_ms": 167154.17666666667,
      "avg_output_tokens_per_task": 11097.596666666666,
      "last_run_timestamp": "2026-10-31T19:18:33.522Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "Pearl Research",
      "accuracy": 0.76,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.11851576,
      "avg_duration_per_task_ms": 319323.58,
      "avg_output_tokens_per_task": 19182.22,
      "last_run_timestamp": "2026-11-04T15:08:37.819Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "DekaLLM",
      "accuracy": 0.76,
      "accuracy_std_dev": 0.014401594564491825,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.019761673333333334,
      "avg_duration_per_task_ms": 291193.25333333336,
      "avg_output_tokens_per_task": 17811.393333333333,
      "last_run_timestamp": "2026-10-10T11:23:23.352Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "GLM 5.3",
      "provider_name": "digitalocean",
      "accuracy": 0.76,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.01597332,
      "avg_duration_per_task_ms": 42256.58,
      "avg_output_tokens_per_task": 1764.66,
      "last_run_timestamp": "2026-10-01T23:50:45.025Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemini-3.1-pro-preview-20260219",
      "model_slug": "google/gemini-3.1-pro-preview",
      "model_name": "Google: Gemini 3.1 Pro Preview",
      "provider_name": "Google",
      "accuracy": 0.76,
      "accuracy_std_dev": 0.01333300000000004,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.3443486,
      "avg_duration_per_task_ms": 184596.7,
      "avg_output_tokens_per_task": 12502.76,
      "last_run_timestamp": "2026-10-01T19:04:40.361Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "Nebius",
      "accuracy": 0.76,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 1.07965332,
      "avg_duration_per_task_ms": 91095.46,
      "avg_output_tokens_per_task": 13749.14,
      "last_run_timestamp": "2026-11-14T03:12:07.961Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "Decart",
      "accuracy": 0.76,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.14539668,
      "avg_duration_per_task_ms": 189204.7,
      "avg_output_tokens_per_task": 10161.9,
      "last_run_timestamp": "2026-11-11T15:19:13.582Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "Morph",
      "accuracy": 0.76,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.27690942,
      "avg_duration_per_task_ms": 230447.6,
      "avg_output_tokens_per_task": 10636.8,
      "last_run_timestamp": "2026-11-05T06:25:26.737Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5.1-20251113",
      "model_slug": "openai/gpt-5.1",
      "model_name": "OpenAI: GPT-5.1",
      "provider_name": "OpenAI",
      "accuracy": 0.76,
      "accuracy_std_dev": 0.005443582705045132,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.40005456666666667,
      "avg_duration_per_task_ms": 394539.76666666666,
      "avg_output_tokens_per_task": 34690.113333333335,
      "last_run_timestamp": "2026-10-02T23:12:57.355Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Io Net",
      "accuracy": 0.76,
      "accuracy_std_dev": 0,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.06538348,
      "avg_duration_per_task_ms": 530213.9,
      "avg_output_tokens_per_task": 12275.85,
      "last_run_timestamp": "2026-11-16T21:27:18.458Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Novita",
      "accuracy": 0.76,
      "accuracy_std_dev": 0.025991443038046205,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.08891490399999999,
      "avg_duration_per_task_ms": 301406.882,
      "avg_output_tokens_per_task": 12044.934,
      "last_run_timestamp": "2026-10-31T12:46:14.833Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "tencent/hy4-preview-20260827",
      "model_slug": "tencent/hy4-preview",
      "model_name": "Tencent: Hy4 preview",
      "provider_name": "GMICloud",
      "accuracy": 0.76,
      "accuracy_std_dev": 0.010886348913509402,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.06985152,
      "avg_duration_per_task_ms": 702954.7,
      "avg_output_tokens_per_task": 12942.693333333333,
      "last_run_timestamp": "2026-11-10T07:27:08.340Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "tencent/hy4-preview-20260827",
      "model_slug": "tencent/hy4-preview",
      "model_name": "Tencent: Hy4 preview",
      "provider_name": "Cohere",
      "accuracy": 0.76,
      "accuracy_std_dev": 0.0066669999999999785,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.10151575999999998,
      "avg_duration_per_task_ms": 434936.03,
      "avg_output_tokens_per_task": 13962.46,
      "last_run_timestamp": "2026-10-24T12:32:07.608Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Makora",
      "accuracy": 0.76,
      "accuracy_std_dev": 0.0066669999999999785,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.07038507,
      "avg_duration_per_task_ms": 256302.49,
      "avg_output_tokens_per_task": 10045.27,
      "last_run_timestamp": "2026-08-26T00:00:05.638Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "SambaNova",
      "accuracy": 0.76,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.14464874,
      "avg_duration_per_task_ms": 109820.9,
      "avg_output_tokens_per_task": 4147.16,
      "last_run_timestamp": "2026-11-14T00:56:57.828Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Novita",
      "accuracy": 0.7599999000000001,
      "accuracy_std_dev": 0.030840204640858015,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.008153706000000002,
      "avg_duration_per_task_ms": 200971.108,
      "avg_output_tokens_per_task": 4219.412,
      "last_run_timestamp": "2026-10-31T12:49:39.925Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "DeepInfra",
      "accuracy": 0.7599997500000001,
      "accuracy_std_dev": 0.008164965810553043,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.007571994999999999,
      "avg_duration_per_task_ms": 364436.91,
      "avg_output_tokens_per_task": 12407.96,
      "last_run_timestamp": "2026-10-31T20:10:56.893Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "Together",
      "accuracy": 0.7596296666666666,
      "accuracy_std_dev": 0.028390745996225993,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.1773396177777778,
      "avg_duration_per_task_ms": 305259.0022222222,
      "avg_output_tokens_per_task": 25936.35111111111,
      "last_run_timestamp": "2026-10-31T13:11:05.620Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Ionstream",
      "accuracy": 0.7595079765100671,
      "accuracy_std_dev": 0.030194432004533367,
      "run_count": 12,
      "total_questions": 596,
      "avg_cost_per_task_usd": 0.04601521476510067,
      "avg_duration_per_task_ms": 392651.7818791946,
      "avg_output_tokens_per_task": 12917.01845637584,
      "last_run_timestamp": "2026-11-10T17:13:11.399Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Novita",
      "accuracy": 0.7593333999999999,
      "accuracy_std_dev": 0.018245245348857346,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.040009631999999996,
      "avg_duration_per_task_ms": 173956.998,
      "avg_output_tokens_per_task": 16074.666,
      "last_run_timestamp": "2026-11-17T13:37:19.760Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-opus-5-20260723",
      "model_slug": "anthropic/claude-opus-5",
      "model_name": "Anthropic: Claude Opus 5",
      "provider_name": "Anthropic",
      "accuracy": 0.7592592222222222,
      "accuracy_std_dev": 0.01616108384551385,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.47547750666666666,
      "avg_duration_per_task_ms": 105520.81333333334,
      "avg_output_tokens_per_task": 7130.537777777778,
      "last_run_timestamp": "2026-10-31T11:27:21.008Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Wafer",
      "accuracy": 0.7592155882352941,
      "accuracy_std_dev": 0.027618637596970693,
      "run_count": 17,
      "total_questions": 850,
      "avg_cost_per_task_usd": 0.011689743529411765,
      "avg_duration_per_task_ms": 166650.9011764706,
      "avg_output_tokens_per_task": 5474.670588235294,
      "last_run_timestamp": "2026-10-31T12:46:12.537Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "NextBit",
      "accuracy": 0.759157608058608,
      "accuracy_std_dev": 0.022493444068575088,
      "run_count": 11,
      "total_questions": 546,
      "avg_cost_per_task_usd": 0.01790187728937729,
      "avg_duration_per_task_ms": 191122.336996337,
      "avg_output_tokens_per_task": 6046.5641025641025,
      "last_run_timestamp": "2026-11-01T11:24:36.664Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "InferenceNet",
      "accuracy": 0.7590360803212852,
      "accuracy_std_dev": 0.01520064937560236,
      "run_count": 5,
      "total_questions": 249,
      "avg_cost_per_task_usd": 0.21346128514056226,
      "avg_duration_per_task_ms": 312634.5903614458,
      "avg_output_tokens_per_task": 10222.072289156626,
      "last_run_timestamp": "2026-11-05T00:24:27.672Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.8-2.4t-a95b-20260812",
      "model_slug": "qwen/qwen3.8-2.4t-a95b",
      "model_name": "Qwen: Qwen3.8 2.4T A95B",
      "provider_name": "Alibaba",
      "accuracy": 0.7587878181818182,
      "accuracy_std_dev": 0.01653114932933463,
      "run_count": 11,
      "total_questions": 550,
      "avg_cost_per_task_usd": 0.17482494545454544,
      "avg_duration_per_task_ms": 315756.4018181818,
      "avg_output_tokens_per_task": 10740.534545454546,
      "last_run_timestamp": "2026-10-31T11:13:27.901Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "AtlasCloud",
      "accuracy": 0.7585184444444445,
      "accuracy_std_dev": 0.03139192403260963,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.047655395555555556,
      "avg_duration_per_task_ms": 166065.5377777778,
      "avg_output_tokens_per_task": 19326.315555555557,
      "last_run_timestamp": "2026-10-31T12:26:48.848Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "Relace",
      "accuracy": 0.7583333333333333,
      "accuracy_std_dev": 0.03125451671181126,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.06620967333333333,
      "avg_duration_per_task_ms": 161431.49,
      "avg_output_tokens_per_task": 10316.483333333334,
      "last_run_timestamp": "2026-10-31T19:43:05.932Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5.1-20251113",
      "model_slug": "openai/gpt-5.1",
      "model_name": "OpenAI: GPT-5.1",
      "provider_name": "Azure",
      "accuracy": 0.7583332500000001,
      "accuracy_std_dev": 0.014433785597946933,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.42515429,
      "avg_duration_per_task_ms": 460450.54,
      "avg_output_tokens_per_task": 34342.89,
      "last_run_timestamp": "2026-10-01T16:01:13.647Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.5-opus-20251124",
      "model_slug": "anthropic/claude-opus-4.5",
      "model_name": "Anthropic: Claude Opus 4.5",
      "provider_name": "Anthropic",
      "accuracy": 0.7577778888888889,
      "accuracy_std_dev": 0.025337114728505153,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.531170248888889,
      "avg_duration_per_task_ms": 180935.2288888889,
      "avg_output_tokens_per_task": 10472.506666666666,
      "last_run_timestamp": "2026-10-31T12:38:33.924Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "Cloudflare",
      "accuracy": 0.7577778333333334,
      "accuracy_std_dev": 0.023306709680666834,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.0315195,
      "avg_duration_per_task_ms": 207248.22666666665,
      "avg_output_tokens_per_task": 14316.38,
      "last_run_timestamp": "2026-10-31T19:55:08.023Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "ParetoAlpha",
      "accuracy": 0.7577776666666667,
      "accuracy_std_dev": 0.013698571612479267,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.28612407999999995,
      "avg_duration_per_task_ms": 2065607.3133333332,
      "avg_output_tokens_per_task": 10347.066666666668,
      "last_run_timestamp": "2026-10-31T11:54:15.773Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Cerebras",
      "accuracy": 0.7575,
      "accuracy_std_dev": 0.05171382256708548,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.26214604,
      "avg_duration_per_task_ms": 26048.875,
      "avg_output_tokens_per_task": 12109.95,
      "last_run_timestamp": "2026-10-31T11:18:07.571Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "SiliconFlow",
      "accuracy": 0.7575,
      "accuracy_std_dev": 0.023078766095699303,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.012481125,
      "avg_duration_per_task_ms": 215467.87,
      "avg_output_tokens_per_task": 4890.4975,
      "last_run_timestamp": "2026-10-31T11:56:22.568Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "GMICloud",
      "accuracy": 0.757499875,
      "accuracy_std_dev": 0.039431775646163514,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.0090298675,
      "avg_duration_per_task_ms": 165249.23,
      "avg_output_tokens_per_task": 15057.105,
      "last_run_timestamp": "2026-11-10T06:27:33.470Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Mancer 2",
      "accuracy": 0.757499875,
      "accuracy_std_dev": 0.036959128139870595,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.049449915,
      "avg_duration_per_task_ms": 245561.315,
      "avg_output_tokens_per_task": 14922.6475,
      "last_run_timestamp": "2026-10-31T12:45:59.472Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "NextBit",
      "accuracy": 0.7573333999999999,
      "accuracy_std_dev": 0.03991088294989224,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.023026752,
      "avg_duration_per_task_ms": 161149.652,
      "avg_output_tokens_per_task": 18473.992,
      "last_run_timestamp": "2026-10-03T08:55:31.322Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.6-27b-20260422",
      "model_slug": "qwen/qwen3.6-27b",
      "model_name": "Qwen: Qwen3.6 27B",
      "provider_name": "Phala",
      "accuracy": 0.7572223333333333,
      "accuracy_std_dev": 0.023127347395573854,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.2681622133333333,
      "avg_duration_per_task_ms": 1422985.0433333332,
      "avg_output_tokens_per_task": 74313.15666666666,
      "last_run_timestamp": "2026-10-10T19:16:51.412Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "xiaomi/mimo-v2.6-flash-20260921",
      "model_slug": "xiaomi/mimo-v2.6-flash",
      "model_name": "Xiaomi: MiMo-V2.6-Flash",
      "provider_name": "GMICloud",
      "accuracy": 0.7571428571428571,
      "accuracy_std_dev": 0.016274312357020742,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.010402505714285715,
      "avg_duration_per_task_ms": 670411.2228571429,
      "avg_output_tokens_per_task": 22685.42,
      "last_run_timestamp": "2026-11-17T14:57:06.998Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "DigitalOcean",
      "accuracy": 0.757036888888889,
      "accuracy_std_dev": 0.028650447130288085,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.018742864444444444,
      "avg_duration_per_task_ms": 250891.2511111111,
      "avg_output_tokens_per_task": 14777.726666666667,
      "last_run_timestamp": "2026-11-17T14:32:54.908Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.6-35b-a3b-20260415",
      "model_slug": "qwen/qwen3.6-35b-a3b",
      "model_name": "Qwen: Qwen3.6 35B A3B",
      "provider_name": "Darkbloom",
      "accuracy": 0.7569230769230769,
      "accuracy_std_dev": 0.015605211626798282,
      "run_count": 13,
      "total_questions": 650,
      "avg_cost_per_task_usd": 0.02412062461538461,
      "avg_duration_per_task_ms": 409345.9430769231,
      "avg_output_tokens_per_task": 21466.672307692308,
      "last_run_timestamp": "2026-11-16T07:34:37.421Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "InferenceNet",
      "accuracy": 0.7568888666666667,
      "accuracy_std_dev": 0.02909656905746029,
      "run_count": 15,
      "total_questions": 750,
      "avg_cost_per_task_usd": 0.008429334666666666,
      "avg_duration_per_task_ms": 120051.87733333334,
      "avg_output_tokens_per_task": 4480.442666666667,
      "last_run_timestamp": "2026-11-04T21:55:13.332Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "meta/muse-spark-open-20261015",
      "model_slug": "meta/muse-spark-open",
      "model_name": "Meta: Muse Spark Open",
      "provider_name": "auto-routing",
      "accuracy": 0.7566669999999999,
      "accuracy_std_dev": 0.010000000000000009,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.08839812,
      "avg_duration_per_task_ms": 73380.11,
      "avg_output_tokens_per_task": 8719.83,
      "last_run_timestamp": "2026-10-31T12:44:24.100Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "Wafer",
      "accuracy": 0.7566669999999999,
      "accuracy_std_dev": 0.010000000000000009,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.17797051000000003,
      "avg_duration_per_task_ms": 171587.38,
      "avg_output_tokens_per_task": 10362.94,
      "last_run_timestamp": "2026-11-05T21:56:52.017Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "tencent/hy4-preview-20260827",
      "model_slug": "tencent/hy4-preview",
      "model_name": "Tencent: Hy4 preview",
      "provider_name": "AtlasCloud",
      "accuracy": 0.7566669999999999,
      "accuracy_std_dev": 0.010000000000000009,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.06446149,
      "avg_duration_per_task_ms": 318929.97,
      "avg_output_tokens_per_task": 13284.66,
      "last_run_timestamp": "2026-10-31T12:25:36.318Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "CoreWeave",
      "accuracy": 0.7566668,
      "accuracy_std_dev": 0.01819650760338369,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.151380274,
      "avg_duration_per_task_ms": 165330.14,
      "avg_output_tokens_per_task": 19976.098,
      "last_run_timestamp": "2026-10-31T12:20:13.275Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "Alibaba",
      "accuracy": 0.7566666923076923,
      "accuracy_std_dev": 0.029814113563841428,
      "run_count": 13,
      "total_questions": 650,
      "avg_cost_per_task_usd": 0.09071581384615385,
      "avg_duration_per_task_ms": 189975.99692307692,
      "avg_output_tokens_per_task": 10959.096923076922,
      "last_run_timestamp": "2026-10-31T19:54:53.711Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "tencent/hy4-preview-20260827",
      "model_slug": "tencent/hy4-preview",
      "model_name": "Tencent: Hy4 preview",
      "provider_name": "SiliconFlow",
      "accuracy": 0.7566666666666667,
      "accuracy_std_dev": 0.022026835486641215,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.06927284666666667,
      "avg_duration_per_task_ms": 313911.26,
      "avg_output_tokens_per_task": 14319.526666666667,
      "last_run_timestamp": "2026-10-31T12:43:48.271Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Baidu",
      "accuracy": 0.756666625,
      "accuracy_std_dev": 0.015985992133251373,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.052604632500000005,
      "avg_duration_per_task_ms": 71429.835,
      "avg_output_tokens_per_task": 4345.545,
      "last_run_timestamp": "2026-11-10T18:36:01.112Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "Nebius",
      "accuracy": 0.7566665,
      "accuracy_std_dev": 0.01666650000000003,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.23406627,
      "avg_duration_per_task_ms": 465002.78,
      "avg_output_tokens_per_task": 10685.71,
      "last_run_timestamp": "2026-11-19T18:58:06.508Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Reka",
      "accuracy": 0.7564444666666666,
      "accuracy_std_dev": 0.023958871344776582,
      "run_count": 15,
      "total_questions": 750,
      "avg_cost_per_task_usd": 0.04415017200000001,
      "avg_duration_per_task_ms": 138405.18933333334,
      "avg_output_tokens_per_task": 4510.322666666667,
      "last_run_timestamp": "2026-10-31T12:43:47.323Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "River",
      "accuracy": 0.7563216206896552,
      "accuracy_std_dev": 0.016949184837822342,
      "run_count": 3,
      "total_questions": 145,
      "avg_cost_per_task_usd": 0.18684274482758623,
      "avg_duration_per_task_ms": 173596.83448275863,
      "avg_output_tokens_per_task": 9602.096551724138,
      "last_run_timestamp": "2026-11-16T18:49:25.624Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Alibaba",
      "accuracy": 0.7562961111111112,
      "accuracy_std_dev": 0.02966657881426859,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.03134207111111111,
      "avg_duration_per_task_ms": 175492.92222222223,
      "avg_output_tokens_per_task": 14182.893333333333,
      "last_run_timestamp": "2026-10-31T11:54:37.503Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.1-20260406",
      "model_slug": "z-ai/glm-5.1",
      "model_name": "Z.ai: GLM 5.1",
      "provider_name": "Venice",
      "accuracy": 0.7561905714285714,
      "accuracy_std_dev": 0.035070242440227384,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.08268935142857144,
      "avg_duration_per_task_ms": 199368.63142857142,
      "avg_output_tokens_per_task": 5608,
      "last_run_timestamp": "2026-11-17T14:00:35.545Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Parasail",
      "accuracy": 0.7558333333333334,
      "accuracy_std_dev": 0.021131098726495254,
      "run_count": 12,
      "total_questions": 600,
      "avg_cost_per_task_usd": 0.01632131833333333,
      "avg_duration_per_task_ms": 115260.22166666666,
      "avg_output_tokens_per_task": 4430.61,
      "last_run_timestamp": "2026-10-31T12:09:39.076Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.5-opus-20251124",
      "model_slug": "anthropic/claude-opus-4.5",
      "model_name": "Anthropic: Claude Opus 4.5",
      "provider_name": "Claude Platform on AWS",
      "accuracy": 0.7555555555555555,
      "accuracy_std_dev": 0.021314980533319816,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.5385152044444445,
      "avg_duration_per_task_ms": 179152.43777777778,
      "avg_output_tokens_per_task": 10625.708888888888,
      "last_run_timestamp": "2026-10-31T12:58:32.935Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.5-opus-20251124",
      "model_slug": "anthropic/claude-opus-4.5",
      "model_name": "Anthropic: Claude Opus 4.5",
      "provider_name": "auto-routing",
      "accuracy": 0.7555555555555555,
      "accuracy_std_dev": 0.02393406581103414,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.5337856355555556,
      "avg_duration_per_task_ms": 172307.8688888889,
      "avg_output_tokens_per_task": 10649.377777777778,
      "last_run_timestamp": "2026-10-31T11:55:38.336Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "Parasail",
      "accuracy": 0.7555555,
      "accuracy_std_dev": 0.029731136774712567,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.02200344666666667,
      "avg_duration_per_task_ms": 232538.54666666666,
      "avg_output_tokens_per_task": 11924.346666666666,
      "last_run_timestamp": "2026-10-31T19:23:14.281Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "auto-routing",
      "accuracy": 0.7555554444444444,
      "accuracy_std_dev": 0.018856167739030906,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.0086613,
      "avg_duration_per_task_ms": 117282.64,
      "avg_output_tokens_per_task": 5380.108888888889,
      "last_run_timestamp": "2026-10-31T13:20:27.978Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Novita",
      "accuracy": 0.7553547751004016,
      "accuracy_std_dev": 0.023138504847115774,
      "run_count": 10,
      "total_questions": 498,
      "avg_cost_per_task_usd": 0.017962475903614456,
      "avg_duration_per_task_ms": 121121.13855421687,
      "avg_output_tokens_per_task": 14495.026104417671,
      "last_run_timestamp": "2026-11-17T13:32:50.423Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "xiaomi/mimo-v2.6-flash-20260921",
      "model_slug": "xiaomi/mimo-v2.6-flash",
      "model_name": "Xiaomi: MiMo-V2.6-Flash",
      "provider_name": "Makora",
      "accuracy": 0.7552378571428572,
      "accuracy_std_dev": 0.014126057041900291,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.009880265714285713,
      "avg_duration_per_task_ms": 245506.26571428572,
      "avg_output_tokens_per_task": 16074.99142857143,
      "last_run_timestamp": "2026-10-31T12:27:44.073Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "meta/muse-spark-open-20261015",
      "model_slug": "meta/muse-spark-open",
      "model_name": "Meta: Muse Spark Open",
      "provider_name": "Modal",
      "accuracy": 0.7551024285714285,
      "accuracy_std_dev": 0.011805499999999969,
      "run_count": 2,
      "total_questions": 98,
      "avg_cost_per_task_usd": 0.27501580612244897,
      "avg_duration_per_task_ms": 65997.72448979592,
      "avg_output_tokens_per_task": 8842.591836734693,
      "last_run_timestamp": "2026-10-31T12:36:21.331Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "DeepInfra",
      "accuracy": 0.7550335167785235,
      "accuracy_std_dev": 0.023364430687122125,
      "run_count": 6,
      "total_questions": 298,
      "avg_cost_per_task_usd": 0.012232758389261746,
      "avg_duration_per_task_ms": 267603.8926174497,
      "avg_output_tokens_per_task": 4166.208053691275,
      "last_run_timestamp": "2026-10-31T12:14:04.084Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "Parasail",
      "accuracy": 0.755033201342282,
      "accuracy_std_dev": 0.0024371613724896374,
      "run_count": 3,
      "total_questions": 149,
      "avg_cost_per_task_usd": 0.06889942953020134,
      "avg_duration_per_task_ms": 218439.42953020133,
      "avg_output_tokens_per_task": 10103.912751677852,
      "last_run_timestamp": "2026-10-10T19:17:08.161Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-4.7-20251222",
      "model_slug": "z-ai/glm-4.7",
      "model_name": "Z.ai: GLM 4.7",
      "provider_name": "Google",
      "accuracy": 0.755,
      "accuracy_std_dev": 0.019649399202011284,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.121889415,
      "avg_duration_per_task_ms": 132359.945,
      "avg_output_tokens_per_task": 10851.205,
      "last_run_timestamp": "2026-10-17T19:14:08.120Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Modal",
      "accuracy": 0.7549998,
      "accuracy_std_dev": 0.029636688974310207,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.014858368,
      "avg_duration_per_task_ms": 71120.474,
      "avg_output_tokens_per_task": 4319.272,
      "last_run_timestamp": "2026-10-31T11:35:00.891Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Baidu",
      "accuracy": 0.7547045887096774,
      "accuracy_std_dev": 0.03743255869747622,
      "run_count": 5,
      "total_questions": 248,
      "avg_cost_per_task_usd": 0.02217318548387097,
      "avg_duration_per_task_ms": 116333.60483870968,
      "avg_output_tokens_per_task": 15344.233870967742,
      "last_run_timestamp": "2026-11-10T18:13:04.202Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Venice",
      "accuracy": 0.7547041935483871,
      "accuracy_std_dev": 0.023888446777469652,
      "run_count": 10,
      "total_questions": 496,
      "avg_cost_per_task_usd": 0.01950188306451613,
      "avg_duration_per_task_ms": 216554.71370967742,
      "avg_output_tokens_per_task": 4241.487903225807,
      "last_run_timestamp": "2026-10-31T11:51:07.775Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "Cloudflare",
      "accuracy": 0.7546668,
      "accuracy_std_dev": 0.03052124360441428,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.18526840800000002,
      "avg_duration_per_task_ms": 487146.85,
      "avg_output_tokens_per_task": 20923.398,
      "last_run_timestamp": "2026-10-31T14:12:32.839Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "GMICloud",
      "accuracy": 0.7544446666666667,
      "accuracy_std_dev": 0.010482248369929469,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.01568234333333333,
      "avg_duration_per_task_ms": 132859.47666666665,
      "avg_output_tokens_per_task": 11929.17,
      "last_run_timestamp": "2026-11-17T14:23:36.073Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.5-397b-a17b-20260216",
      "model_slug": "qwen/qwen3.5-397b-a17b",
      "model_name": "Qwen: Qwen3.5 397B A17B",
      "provider_name": "AtlasCloud",
      "accuracy": 0.7544446666666667,
      "accuracy_std_dev": 0.07844958591916781,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.24594544,
      "avg_duration_per_task_ms": 496118.44,
      "avg_output_tokens_per_task": 28172.466666666667,
      "last_run_timestamp": "2026-10-31T19:26:18.381Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "Sail Research",
      "accuracy": 0.7543761832402235,
      "accuracy_std_dev": 0.023630895722444846,
      "run_count": 18,
      "total_questions": 895,
      "avg_cost_per_task_usd": 0.09020118100558659,
      "avg_duration_per_task_ms": 584110.8022346369,
      "avg_output_tokens_per_task": 21501.320670391062,
      "last_run_timestamp": "2026-11-17T13:53:28.302Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "Venice",
      "accuracy": 0.7542858571428571,
      "accuracy_std_dev": 0.029905289653593167,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.14474857428571428,
      "avg_duration_per_task_ms": 311799.8771428571,
      "avg_output_tokens_per_task": 12451.537142857143,
      "last_run_timestamp": "2026-11-17T17:06:47.294Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Fireworks",
      "accuracy": 0.75426870155902,
      "accuracy_std_dev": 0.010344896803571474,
      "run_count": 9,
      "total_questions": 449,
      "avg_cost_per_task_usd": 0.025983305122494436,
      "avg_duration_per_task_ms": 75919.34966592428,
      "avg_output_tokens_per_task": 12223.126948775056,
      "last_run_timestamp": "2026-11-17T13:30:52.153Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Alibaba",
      "accuracy": 0.754237406779661,
      "accuracy_std_dev": 0.019874864029409134,
      "run_count": 12,
      "total_questions": 590,
      "avg_cost_per_task_usd": 0.03147945084745763,
      "avg_duration_per_task_ms": 154328.6,
      "avg_output_tokens_per_task": 15053.622033898306,
      "last_run_timestamp": "2026-10-31T11:41:35.064Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "StreamLake",
      "accuracy": 0.7539999000000001,
      "accuracy_std_dev": 0.015333395654257417,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.005710219999999999,
      "avg_duration_per_task_ms": 248695.546,
      "avg_output_tokens_per_task": 15585.536,
      "last_run_timestamp": "2026-10-31T13:22:04.008Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "GMICloud",
      "accuracy": 0.7538888333333333,
      "accuracy_std_dev": 0.021162299055290663,
      "run_count": 12,
      "total_questions": 600,
      "avg_cost_per_task_usd": 0.06070119499999999,
      "avg_duration_per_task_ms": 164537.05,
      "avg_output_tokens_per_task": 4635.8516666666665,
      "last_run_timestamp": "2026-11-10T06:54:00.557Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "BaseTen",
      "accuracy": 0.7536230000000002,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 46,
      "avg_cost_per_task_usd": 0.09052415217391305,
      "avg_duration_per_task_ms": 70082.34782608696,
      "avg_output_tokens_per_task": 7697.239130434783,
      "last_run_timestamp": "2026-08-29T17:15:26.910Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.5-9b-20260310",
      "model_slug": "qwen/qwen3.5-9b",
      "model_name": "Qwen: Qwen3.5-9B",
      "provider_name": "Together",
      "accuracy": 0.7536024207492795,
      "accuracy_std_dev": 0.025823895268861825,
      "run_count": 7,
      "total_questions": 347,
      "avg_cost_per_task_usd": 0.06777086167146974,
      "avg_duration_per_task_ms": 1098783.0778097983,
      "avg_output_tokens_per_task": 81076.04034582133,
      "last_run_timestamp": "2026-10-24T19:38:23.433Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemini-3.6-flash-20260721",
      "model_slug": "google/gemini-3.6-flash",
      "model_name": "Google: Gemini 3.6 Flash",
      "provider_name": "auto-routing",
      "accuracy": 0.7533335,
      "accuracy_std_dev": 0.026666500000000037,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.16966541999999996,
      "avg_duration_per_task_ms": 147439,
      "avg_output_tokens_per_task": 22903.86,
      "last_run_timestamp": "2026-10-01T19:04:26.676Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "x-ai/grok-4.6-20260810",
      "model_slug": "x-ai/grok-4.6",
      "model_name": "SpaceXSI: Grok 4.6",
      "provider_name": "auto-routing",
      "accuracy": 0.7533335,
      "accuracy_std_dev": 0.00666650000000002,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.33087047999999997,
      "avg_duration_per_task_ms": 241177.17,
      "avg_output_tokens_per_task": 11982.77,
      "last_run_timestamp": "2026-10-01T16:01:02.676Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "Venice",
      "accuracy": 0.7533334285714286,
      "accuracy_std_dev": 0.021381077527685505,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.021730471428571433,
      "avg_duration_per_task_ms": 448442.24,
      "avg_output_tokens_per_task": 13393.4,
      "last_run_timestamp": "2026-11-17T13:49:32.413Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-opus-5.5-20260921",
      "model_slug": "anthropic/claude-opus-5.5",
      "model_name": "Anthropic: Claude Opus 5.5",
      "provider_name": "auto-routing",
      "accuracy": 0.7533333333333333,
      "accuracy_std_dev": 0.01721340993398913,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.33945626,
      "avg_duration_per_task_ms": 116389.55333333333,
      "avg_output_tokens_per_task": 7044.336666666667,
      "last_run_timestamp": "2026-10-31T12:36:01.147Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "Wafer",
      "accuracy": 0.7533333333333333,
      "accuracy_std_dev": 0.03925236487426234,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.03720142666666666,
      "avg_duration_per_task_ms": 244561.18666666668,
      "avg_output_tokens_per_task": 13729.346666666666,
      "last_run_timestamp": "2026-10-31T19:28:27.377Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "Relace",
      "accuracy": 0.7533333333333333,
      "accuracy_std_dev": 0.02277092037860767,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.020851383333333334,
      "avg_duration_per_task_ms": 133350.03333333333,
      "avg_output_tokens_per_task": 13555.86,
      "last_run_timestamp": "2026-10-31T19:21:19.082Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Parasail",
      "accuracy": 0.7533333333333333,
      "accuracy_std_dev": 0.005443174461857933,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.018967786666666667,
      "avg_duration_per_task_ms": 85971.64666666667,
      "avg_output_tokens_per_task": 11730.173333333334,
      "last_run_timestamp": "2026-10-31T12:40:46.055Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "auto-routing",
      "accuracy": 0.7533333333333333,
      "accuracy_std_dev": 0.0335549080149073,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.03177124666666666,
      "avg_duration_per_task_ms": 405574.44333333336,
      "avg_output_tokens_per_task": 11878,
      "last_run_timestamp": "2026-10-31T19:35:25.708Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Sail Research",
      "accuracy": 0.7533333333333333,
      "accuracy_std_dev": 0.02000009259423011,
      "run_count": 18,
      "total_questions": 900,
      "avg_cost_per_task_usd": 0.009942297777777777,
      "avg_duration_per_task_ms": 208204.5977777778,
      "avg_output_tokens_per_task": 4241.026666666667,
      "last_run_timestamp": "2026-11-06T22:25:00.575Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "DeepInfra",
      "accuracy": 0.7533333,
      "accuracy_std_dev": 0.02512201336696563,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.007977798,
      "avg_duration_per_task_ms": 239699.62,
      "avg_output_tokens_per_task": 15232.312,
      "last_run_timestamp": "2026-10-31T13:30:46.598Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "CoreWeave",
      "accuracy": 0.7533333,
      "accuracy_std_dev": 0.03346654050555572,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.09281443800000001,
      "avg_duration_per_task_ms": 226342.642,
      "avg_output_tokens_per_task": 12581.284,
      "last_run_timestamp": "2026-10-31T12:53:55.102Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-opus-5.5-20260921",
      "model_slug": "anthropic/claude-opus-5.5",
      "model_name": "Anthropic: Claude Opus 5.5",
      "provider_name": "Claude Platform on AWS",
      "accuracy": 0.7533332857142857,
      "accuracy_std_dev": 0.015118704911601446,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.3460215285714286,
      "avg_duration_per_task_ms": 119668.60857142857,
      "avg_output_tokens_per_task": 7072.9971428571425,
      "last_run_timestamp": "2026-10-31T12:24:55.233Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "StreamLake",
      "accuracy": 0.7533332857142857,
      "accuracy_std_dev": 0.034732629552520974,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.01611529142857143,
      "avg_duration_per_task_ms": 278162.7485714286,
      "avg_output_tokens_per_task": 10660.774285714286,
      "last_run_timestamp": "2026-10-31T20:10:47.431Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "AtlasCloud",
      "accuracy": 0.7533331666666667,
      "accuracy_std_dev": 0.03220301343257939,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.10625219666666666,
      "avg_duration_per_task_ms": 247561.10333333333,
      "avg_output_tokens_per_task": 11083.91,
      "last_run_timestamp": "2026-10-31T20:03:31.357Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Decart",
      "accuracy": 0.753333,
      "accuracy_std_dev": 0,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.01197713,
      "avg_duration_per_task_ms": 212560.45,
      "avg_output_tokens_per_task": 13957.42,
      "last_run_timestamp": "2026-10-24T11:49:49.163Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5.3-codex-20260224",
      "model_slug": "openai/gpt-5.3-codex",
      "model_name": "OpenAI: GPT-5.3-Codex",
      "provider_name": "OpenAI",
      "accuracy": 0.753333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.29971074000000003,
      "avg_duration_per_task_ms": 180697.5,
      "avg_output_tokens_per_task": 13569.24,
      "last_run_timestamp": "2026-10-02T23:12:05.500Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "x-ai/grok-4.7-20260916",
      "model_slug": "x-ai/grok-4.7",
      "model_name": "SpaceXSI: Grok 4.7",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.753333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.29315726000000003,
      "avg_duration_per_task_ms": 206111.18,
      "avg_output_tokens_per_task": 11166.84,
      "last_run_timestamp": "2026-11-03T04:31:24.038Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.1-20260406",
      "model_slug": "z-ai/glm-5.1",
      "model_name": "Z.ai: GLM 5.1",
      "provider_name": "Crusoe",
      "accuracy": 0.753333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.09534118,
      "avg_duration_per_task_ms": 166588.94,
      "avg_output_tokens_per_task": 9750.9,
      "last_run_timestamp": "2026-08-29T16:31:41.554Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "River",
      "accuracy": 0.753333,
      "accuracy_std_dev": 0.020000000000000018,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.06050348,
      "avg_duration_per_task_ms": 93599.96,
      "avg_output_tokens_per_task": 4522.22,
      "last_run_timestamp": "2026-11-12T21:06:33.901Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "StreamLake",
      "accuracy": 0.7526667,
      "accuracy_std_dev": 0.02374861961062159,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.007248376000000002,
      "avg_duration_per_task_ms": 194889.812,
      "avg_output_tokens_per_task": 4384.802,
      "last_run_timestamp": "2026-10-31T13:46:40.932Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.5-opus-20251124",
      "model_slug": "anthropic/claude-opus-4.5",
      "model_name": "Anthropic: Claude Opus 4.5",
      "provider_name": "Google",
      "accuracy": 0.7525925555555556,
      "accuracy_std_dev": 0.03332501954024971,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.5330303422222222,
      "avg_duration_per_task_ms": 187659.87555555557,
      "avg_output_tokens_per_task": 10573.771111111111,
      "last_run_timestamp": "2026-10-31T12:48:37.862Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "InferenceNet",
      "accuracy": 0.7525287586206897,
      "accuracy_std_dev": 0.020184097544858358,
      "run_count": 29,
      "total_questions": 1450,
      "avg_cost_per_task_usd": 0.2696313268965517,
      "avg_duration_per_task_ms": 233088.7579310345,
      "avg_output_tokens_per_task": 11456.733793103449,
      "last_run_timestamp": "2026-11-04T21:30:17.879Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-opus-5.5-20260921",
      "model_slug": "anthropic/claude-opus-5.5",
      "model_name": "Anthropic: Claude Opus 5.5",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.7523809047619048,
      "accuracy_std_dev": 0.017612644913472624,
      "run_count": 21,
      "total_questions": 1050,
      "avg_cost_per_task_usd": 0.36889707904761904,
      "avg_duration_per_task_ms": 141180.9876190476,
      "avg_output_tokens_per_task": 7127.063809523809,
      "last_run_timestamp": "2026-10-31T12:26:17.125Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "Wafer",
      "accuracy": 0.752222375,
      "accuracy_std_dev": 0.02258048225941397,
      "run_count": 24,
      "total_questions": 1200,
      "avg_cost_per_task_usd": 0.24382183083333336,
      "avg_duration_per_task_ms": 219317.55666666667,
      "avg_output_tokens_per_task": 10147.890833333333,
      "last_run_timestamp": "2026-10-31T12:43:33.299Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.5-opus-20251124",
      "model_slug": "anthropic/claude-opus-4.5",
      "model_name": "Anthropic: Claude Opus 4.5",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.7522222777777777,
      "accuracy_std_dev": 0.031681351372000746,
      "run_count": 18,
      "total_questions": 900,
      "avg_cost_per_task_usd": 0.5527528311111112,
      "avg_duration_per_task_ms": 180396.39444444445,
      "avg_output_tokens_per_task": 10584.082222222221,
      "last_run_timestamp": "2026-10-31T12:37:18.963Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-opus-5.5-20260921",
      "model_slug": "anthropic/claude-opus-5.5",
      "model_name": "Anthropic: Claude Opus 5.5",
      "provider_name": "Azure",
      "accuracy": 0.7520001999999999,
      "accuracy_std_dev": 0.022861857609564447,
      "run_count": 15,
      "total_questions": 750,
      "avg_cost_per_task_usd": 0.35281113066666664,
      "avg_duration_per_task_ms": 86675.20933333333,
      "avg_output_tokens_per_task": 6983.896,
      "last_run_timestamp": "2026-11-17T13:28:38.269Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "meta/muse-spark-open-20261015",
      "model_slug": "meta/muse-spark-open",
      "model_name": "Meta: Muse Spark Open",
      "provider_name": "Nebius",
      "accuracy": 0.7516778724832214,
      "accuracy_std_dev": 0.030780262062995275,
      "run_count": 3,
      "total_questions": 149,
      "avg_cost_per_task_usd": 0.08526638255033557,
      "avg_duration_per_task_ms": 172059.79865771811,
      "avg_output_tokens_per_task": 8282.208053691274,
      "last_run_timestamp": "2026-10-31T11:50:00.858Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "AtlasCloud",
      "accuracy": 0.751666625,
      "accuracy_std_dev": 0.0448145112294486,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.0194589325,
      "avg_duration_per_task_ms": 309496.3775,
      "avg_output_tokens_per_task": 10264,
      "last_run_timestamp": "2026-11-17T14:14:15.555Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Morph",
      "accuracy": 0.7516665,
      "accuracy_std_dev": 0.030686669202603253,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.013391985,
      "avg_duration_per_task_ms": 127060.705,
      "avg_output_tokens_per_task": 12632.545,
      "last_run_timestamp": "2026-11-14T06:21:15.299Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "auto-routing",
      "accuracy": 0.7514287142857142,
      "accuracy_std_dev": 0.02844421520758676,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.032982819999999996,
      "avg_duration_per_task_ms": 221535.9714285714,
      "avg_output_tokens_per_task": 35206.688571428575,
      "last_run_timestamp": "2026-10-31T11:46:18.454Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "DigitalOcean",
      "accuracy": 0.7514284285714286,
      "accuracy_std_dev": 0.02217238175141797,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.011297694285714286,
      "avg_duration_per_task_ms": 1068978.2057142856,
      "avg_output_tokens_per_task": 12939.242857142857,
      "last_run_timestamp": "2026-10-31T20:29:45.923Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "Venice",
      "accuracy": 0.7513936655518394,
      "accuracy_std_dev": 0.013952106937663595,
      "run_count": 6,
      "total_questions": 299,
      "avg_cost_per_task_usd": 0.00966211705685619,
      "avg_duration_per_task_ms": 346078.22408026754,
      "avg_output_tokens_per_task": 12371.10033444816,
      "last_run_timestamp": "2026-10-31T19:48:48.460Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "Azure",
      "accuracy": 0.7511111666666667,
      "accuracy_std_dev": 0.030225530866121918,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.02511325,
      "avg_duration_per_task_ms": 180995.05666666667,
      "avg_output_tokens_per_task": 12868.17,
      "last_run_timestamp": "2026-10-31T19:02:15.155Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Venice",
      "accuracy": 0.7511111111111111,
      "accuracy_std_dev": 0.03413838215083636,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.016660813333333333,
      "avg_duration_per_task_ms": 220950.42666666667,
      "avg_output_tokens_per_task": 14791.762222222222,
      "last_run_timestamp": "2026-10-31T12:48:59.031Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "Decart",
      "accuracy": 0.7506668,
      "accuracy_std_dev": 0.025854254755455656,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.264866352,
      "avg_duration_per_task_ms": 264537.464,
      "avg_output_tokens_per_task": 10440.212,
      "last_run_timestamp": "2026-10-24T11:49:28.605Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.5-opus-20251124",
      "model_slug": "anthropic/claude-opus-4.5",
      "model_name": "Anthropic: Claude Opus 4.5",
      "provider_name": "Azure",
      "accuracy": 0.7506667,
      "accuracy_std_dev": 0.02800013809626661,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.5274244459999999,
      "avg_duration_per_task_ms": 188347.302,
      "avg_output_tokens_per_task": 10355.37,
      "last_run_timestamp": "2026-11-17T13:30:36.172Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "meta/muse-glimmer-30b-20260810",
      "model_slug": "meta/muse-glimmer-30b",
      "model_name": "Meta: Muse Glimmer 30B",
      "provider_name": "Together",
      "accuracy": 0.7506666,
      "accuracy_std_dev": 0.018184183606640158,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.041563312000000005,
      "avg_duration_per_task_ms": 186329.484,
      "avg_output_tokens_per_task": 12717.952,
      "last_run_timestamp": "2026-10-03T08:33:09.729Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Near AI",
      "accuracy": 0.7506666,
      "accuracy_std_dev": 0.03785357285435553,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.007070539999999999,
      "avg_duration_per_task_ms": 292989.264,
      "avg_output_tokens_per_task": 3954.392,
      "last_run_timestamp": "2026-10-31T13:04:37.434Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.6-opus-20260205",
      "model_slug": "anthropic/claude-opus-4.6",
      "model_name": "Anthropic: Claude Opus 4.6",
      "provider_name": "Anthropic",
      "accuracy": 0.7503703333333334,
      "accuracy_std_dev": 0.02354105190701743,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.5179176911111111,
      "avg_duration_per_task_ms": 214620.35111111111,
      "avg_output_tokens_per_task": 9831.962222222222,
      "last_run_timestamp": "2026-10-31T12:37:18.962Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "AtlasCloud",
      "accuracy": 0.75,
      "accuracy_std_dev": 0.02899550412276591,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.011945256666666666,
      "avg_duration_per_task_ms": 206189.99,
      "avg_output_tokens_per_task": 12878.543333333333,
      "last_run_timestamp": "2026-10-31T20:16:35.156Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "BaseTen",
      "accuracy": 0.75,
      "accuracy_std_dev": 0.0033330000000000304,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.28014248,
      "avg_duration_per_task_ms": 223020.56,
      "avg_output_tokens_per_task": 18715.38,
      "last_run_timestamp": "2026-09-12T08:12:13.731Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "Io Net",
      "accuracy": 0.75,
      "accuracy_std_dev": 0.0033330000000000304,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.37141135,
      "avg_duration_per_task_ms": 606870.4,
      "avg_output_tokens_per_task": 13812.73,
      "last_run_timestamp": "2026-11-11T05:59:06.349Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5.4-20260305",
      "model_slug": "openai/gpt-5.4",
      "model_name": "OpenAI: GPT-5.4",
      "provider_name": "auto-routing",
      "accuracy": 0.75,
      "accuracy_std_dev": 0.0033330000000000304,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.29130333999999997,
      "avg_duration_per_task_ms": 176962.37,
      "avg_output_tokens_per_task": 10386.26,
      "last_run_timestamp": "2026-10-01T19:04:36.169Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "xiaomi/mimo-v2.6-flash-20260921",
      "model_slug": "xiaomi/mimo-v2.6-flash",
      "model_name": "Xiaomi: MiMo-V2.6-Flash",
      "provider_name": "Venice",
      "accuracy": 0.75,
      "accuracy_std_dev": 0.016666999999999987,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.01952235,
      "avg_duration_per_task_ms": 2267441.92,
      "avg_output_tokens_per_task": 19667.19,
      "last_run_timestamp": "2026-10-03T08:13:52.062Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "SiliconFlow",
      "accuracy": 0.7499999999999999,
      "accuracy_std_dev": 0.03349968490896593,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.028200379999999997,
      "avg_duration_per_task_ms": 163955.21,
      "avg_output_tokens_per_task": 15323.823333333334,
      "last_run_timestamp": "2026-10-31T12:28:07.595Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.6-27b-20260422",
      "model_slug": "qwen/qwen3.6-27b",
      "model_name": "Qwen: Qwen3.6 27B",
      "provider_name": "DeepInfra",
      "accuracy": 0.7499999344827586,
      "accuracy_std_dev": 0.02040709136278096,
      "run_count": 6,
      "total_questions": 290,
      "avg_cost_per_task_usd": 0.1554465965517241,
      "avg_duration_per_task_ms": 678526.2551724138,
      "avg_output_tokens_per_task": 31179.131034482758,
      "last_run_timestamp": "2026-10-31T19:55:58.516Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "xiaomi/mimo-v2.5-20260422",
      "model_slug": "xiaomi/mimo-v2.5",
      "model_name": "Xiaomi: MiMo-V2.5",
      "provider_name": "GMICloud",
      "accuracy": 0.7499998333333333,
      "accuracy_std_dev": 0.03564216707972298,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.007047743333333334,
      "avg_duration_per_task_ms": 454805.5733333333,
      "avg_output_tokens_per_task": 15207.793333333333,
      "last_run_timestamp": "2026-10-10T15:31:23.439Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.5-9b-20260310",
      "model_slug": "qwen/qwen3.5-9b",
      "model_name": "Qwen: Qwen3.5-9B",
      "provider_name": "auto-routing",
      "accuracy": 0.7495238571428572,
      "accuracy_std_dev": 0.012270740231817094,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.03460122285714286,
      "avg_duration_per_task_ms": 1288223.1657142858,
      "avg_output_tokens_per_task": 56369.76285714286,
      "last_run_timestamp": "2026-10-31T20:03:31.183Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "CoreWeave",
      "accuracy": 0.7495238571428572,
      "accuracy_std_dev": 0.021338220105372136,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.016605834285714285,
      "avg_duration_per_task_ms": 72972.84285714285,
      "avg_output_tokens_per_task": 4253.202857142857,
      "last_run_timestamp": "2026-10-31T12:03:51.953Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "DeepInfra",
      "accuracy": 0.7493333,
      "accuracy_std_dev": 0.015549210771289982,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.012228522,
      "avg_duration_per_task_ms": 315949.068,
      "avg_output_tokens_per_task": 16300.002,
      "last_run_timestamp": "2026-10-31T11:27:38.689Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Fireworks",
      "accuracy": 0.7491015013477088,
      "accuracy_std_dev": 0.02438247896466278,
      "run_count": 15,
      "total_questions": 742,
      "avg_cost_per_task_usd": 0.014008382749326144,
      "avg_duration_per_task_ms": 55125.9204851752,
      "avg_output_tokens_per_task": 4095.098382749326,
      "last_run_timestamp": "2026-11-17T13:26:27.666Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "Ionstream",
      "accuracy": 0.7490679239373601,
      "accuracy_std_dev": 0.028614120182218948,
      "run_count": 9,
      "total_questions": 447,
      "avg_cost_per_task_usd": 0.09606371140939597,
      "avg_duration_per_task_ms": 393542.0715883669,
      "avg_output_tokens_per_task": 24831.977628635348,
      "last_run_timestamp": "2026-10-31T12:39:48.592Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "nvidia/nemotron-3.5-super-vl-20261015",
      "model_slug": "nvidia/nemotron-3.5-super-vl",
      "model_name": "NVIDIA: Nemotron 3.5 Super VL",
      "provider_name": "DeepInfra",
      "accuracy": 0.748889,
      "accuracy_std_dev": 0.015713326891527487,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.03620722,
      "avg_duration_per_task_ms": 114735.25333333333,
      "avg_output_tokens_per_task": 14087.753333333334,
      "last_run_timestamp": "2026-10-31T11:35:01.591Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.6-35b-a3b-20260415",
      "model_slug": "qwen/qwen3.6-35b-a3b",
      "model_name": "Qwen: Qwen3.6 35B A3B",
      "provider_name": "auto-routing",
      "accuracy": 0.748889,
      "accuracy_std_dev": 0.030307045997772716,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.04310102444444445,
      "avg_duration_per_task_ms": 298592.70444444445,
      "avg_output_tokens_per_task": 24742.48888888889,
      "last_run_timestamp": "2026-10-31T19:30:45.204Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-sonnet-5-20260630",
      "model_slug": "anthropic/claude-sonnet-5",
      "model_name": "Anthropic: Claude Sonnet 5",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.7488889259259259,
      "accuracy_std_dev": 0.02781473097708921,
      "run_count": 27,
      "total_questions": 1350,
      "avg_cost_per_task_usd": 0.20933585999999996,
      "avg_duration_per_task_ms": 113794.54148148149,
      "avg_output_tokens_per_task": 7651.970370370371,
      "last_run_timestamp": "2026-10-31T12:48:39.187Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "Phala",
      "accuracy": 0.7488888888888889,
      "accuracy_std_dev": 0.020123065817030564,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.30899198666666666,
      "avg_duration_per_task_ms": 384633.93111111113,
      "avg_output_tokens_per_task": 11783.406666666666,
      "last_run_timestamp": "2026-10-31T12:42:56.001Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Darkbloom",
      "accuracy": 0.7488789417040358,
      "accuracy_std_dev": 0.01888026661181811,
      "run_count": 9,
      "total_questions": 446,
      "avg_cost_per_task_usd": 0.03085503811659193,
      "avg_duration_per_task_ms": 520101.23318385653,
      "avg_output_tokens_per_task": 13092.109865470851,
      "last_run_timestamp": "2026-11-16T07:08:06.692Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-opus-5.5-20260921",
      "model_slug": "anthropic/claude-opus-5.5",
      "model_name": "Anthropic: Claude Opus 5.5",
      "provider_name": "Anthropic",
      "accuracy": 0.7485714285714286,
      "accuracy_std_dev": 0.023560522731632144,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.34892749714285715,
      "avg_duration_per_task_ms": 98456.37428571428,
      "avg_output_tokens_per_task": 7086.754285714285,
      "last_run_timestamp": "2026-10-31T11:27:20.548Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5-20260211",
      "model_slug": "z-ai/glm-5",
      "model_name": "Z.ai: GLM 5",
      "provider_name": "StreamLake",
      "accuracy": 0.7485714285714286,
      "accuracy_std_dev": 0.02562585146101571,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.044442925714285715,
      "avg_duration_per_task_ms": 183273.72285714286,
      "avg_output_tokens_per_task": 9522.888571428572,
      "last_run_timestamp": "2026-10-31T20:17:26.781Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "ModelRun",
      "accuracy": 0.7484848181818182,
      "accuracy_std_dev": 0.026067615690452503,
      "run_count": 11,
      "total_questions": 550,
      "avg_cost_per_task_usd": 0.08482916545454545,
      "avg_duration_per_task_ms": 149887.38,
      "avg_output_tokens_per_task": 12250.556363636364,
      "last_run_timestamp": "2026-10-31T18:56:42.115Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Wafer",
      "accuracy": 0.748333375,
      "accuracy_std_dev": 0.024664456546503833,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.0092696725,
      "avg_duration_per_task_ms": 91481.9675,
      "avg_output_tokens_per_task": 13410.6275,
      "last_run_timestamp": "2026-10-31T13:03:50.748Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Modal",
      "accuracy": 0.748322067114094,
      "accuracy_std_dev": 0.02148614665313445,
      "run_count": 3,
      "total_questions": 149,
      "avg_cost_per_task_usd": 0.029814261744966444,
      "avg_duration_per_task_ms": 257681.3489932886,
      "avg_output_tokens_per_task": 10900.818791946309,
      "last_run_timestamp": "2026-10-31T12:26:05.030Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.8-2.4t-a95b-20260812",
      "model_slug": "qwen/qwen3.8-2.4t-a95b",
      "model_name": "Qwen: Qwen3.8 2.4T A95B",
      "provider_name": "auto-routing",
      "accuracy": 0.7481482222222222,
      "accuracy_std_dev": 0.020068464436510978,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.19089935333333333,
      "avg_duration_per_task_ms": 286228.22222222225,
      "avg_output_tokens_per_task": 11572.273333333333,
      "last_run_timestamp": "2026-10-31T12:37:16.632Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.6-35b-a3b-20260415",
      "model_slug": "qwen/qwen3.6-35b-a3b",
      "model_name": "Qwen: Qwen3.6 35B A3B",
      "provider_name": "Parasail",
      "accuracy": 0.7481481111111111,
      "accuracy_std_dev": 0.015324551075131742,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.03608804,
      "avg_duration_per_task_ms": 270048.88666666666,
      "avg_output_tokens_per_task": 20987.506666666668,
      "last_run_timestamp": "2026-10-31T20:23:01.980Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-vision-exp-20260821",
      "model_slug": "deepseek/deepseek-v4-flash-vision-exp",
      "model_name": "DeepSeek: DeepSeek V4 Flash Vision Exp",
      "provider_name": "auto-routing",
      "accuracy": 0.7480002,
      "accuracy_std_dev": 0.020396130352593862,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.030171100000000003,
      "avg_duration_per_task_ms": 197857.312,
      "avg_output_tokens_per_task": 18663.832,
      "last_run_timestamp": "2026-10-03T08:18:33.163Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "BaseTen",
      "accuracy": 0.74791675,
      "accuracy_std_dev": 0.031222055284486006,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.01487202,
      "avg_duration_per_task_ms": 51526.7675,
      "avg_output_tokens_per_task": 4120.2525,
      "last_run_timestamp": "2026-10-31T13:13:13.022Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "GMICloud",
      "accuracy": 0.7478787272727273,
      "accuracy_std_dev": 0.03420878852281015,
      "run_count": 11,
      "total_questions": 550,
      "avg_cost_per_task_usd": 0.09434868363636363,
      "avg_duration_per_task_ms": 296501.8509090909,
      "avg_output_tokens_per_task": 18431.798181818183,
      "last_run_timestamp": "2026-11-10T08:38:21.830Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Inceptron",
      "accuracy": 0.7478510515759312,
      "accuracy_std_dev": 0.031000808296901307,
      "run_count": 7,
      "total_questions": 349,
      "avg_cost_per_task_usd": 0.018540833810888252,
      "avg_duration_per_task_ms": 126193.2005730659,
      "avg_output_tokens_per_task": 4035.12893982808,
      "last_run_timestamp": "2026-10-31T11:27:58.748Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Crusoe",
      "accuracy": 0.7477776666666667,
      "accuracy_std_dev": 0.028393017748891882,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.020487799999999997,
      "avg_duration_per_task_ms": 112394.16,
      "avg_output_tokens_per_task": 6879.653333333334,
      "last_run_timestamp": "2026-10-31T12:42:03.915Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "x-ai/grok-4.6-20260810",
      "model_slug": "x-ai/grok-4.6",
      "model_name": "SpaceXSI: Grok 4.6",
      "provider_name": "xAI",
      "accuracy": 0.747619,
      "accuracy_std_dev": 0.025305279849978234,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.33171734571428574,
      "avg_duration_per_task_ms": 235739.5942857143,
      "avg_output_tokens_per_task": 12164.34,
      "last_run_timestamp": "2026-10-01T16:01:04.865Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.5-122b-a10b-20260224",
      "model_slug": "qwen/qwen3.5-122b-a10b",
      "model_name": "Qwen: Qwen3.5-122B-A10B",
      "provider_name": "DeepInfra",
      "accuracy": 0.74749975,
      "accuracy_std_dev": 0.01163681299529645,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.22577853,
      "avg_duration_per_task_ms": 746560.355,
      "avg_output_tokens_per_task": 60386.265,
      "last_run_timestamp": "2026-09-26T08:05:12.736Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Parasail",
      "accuracy": 0.7474074444444444,
      "accuracy_std_dev": 0.028535460096406035,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.018593228888888886,
      "avg_duration_per_task_ms": 192174.83555555556,
      "avg_output_tokens_per_task": 15629.913333333334,
      "last_run_timestamp": "2026-10-31T12:32:12.444Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Alibaba",
      "accuracy": 0.7473333,
      "accuracy_std_dev": 0.028354980751360087,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.082996354,
      "avg_duration_per_task_ms": 291103.19,
      "avg_output_tokens_per_task": 12141.73,
      "last_run_timestamp": "2026-10-31T12:41:58.031Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.8-2.4t-a95b-20260812",
      "model_slug": "qwen/qwen3.8-2.4t-a95b",
      "model_name": "Qwen: Qwen3.8 2.4T A95B",
      "provider_name": "Modal",
      "accuracy": 0.7472221666666666,
      "accuracy_std_dev": 0.011613686586906374,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.17439429333333334,
      "avg_duration_per_task_ms": 161420.59666666668,
      "avg_output_tokens_per_task": 12499.9,
      "last_run_timestamp": "2026-10-10T11:19:48.441Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "OpenInference",
      "accuracy": 0.746667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.01823528,
      "avg_duration_per_task_ms": 162642.32,
      "avg_output_tokens_per_task": 11019.7,
      "last_run_timestamp": "2026-08-29T16:47:05.637Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m3.1-flash-20261019",
      "model_slug": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax: MiniMax M3.1 Flash",
      "provider_name": "Relace",
      "accuracy": 0.746667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.00930136,
      "avg_duration_per_task_ms": 89811.58,
      "avg_output_tokens_per_task": 12020.36,
      "last_run_timestamp": "2026-10-24T15:18:33.444Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "DeepInfra",
      "accuracy": 0.746667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.22191687999999998,
      "avg_duration_per_task_ms": 2285676.56,
      "avg_output_tokens_per_task": 10495.84,
      "last_run_timestamp": "2026-11-05T06:48:08.646Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "AkashML",
      "accuracy": 0.746667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.21601631999999998,
      "avg_duration_per_task_ms": 312892.28,
      "avg_output_tokens_per_task": 10774.7,
      "last_run_timestamp": "2026-11-05T06:21:39.264Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "Alibaba",
      "accuracy": 0.746667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.33231256000000003,
      "avg_duration_per_task_ms": 225567.04,
      "avg_output_tokens_per_task": 11123.54,
      "last_run_timestamp": "2026-11-04T21:00:38.446Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "tencent/hy4-preview-20260827",
      "model_slug": "tencent/hy4-preview",
      "model_name": "Tencent: Hy4 preview",
      "provider_name": "InferenceNet",
      "accuracy": 0.746667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.07074242,
      "avg_duration_per_task_ms": 800280.44,
      "avg_output_tokens_per_task": 15183.42,
      "last_run_timestamp": "2026-10-02T06:00:07.943Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Baidu",
      "accuracy": 0.7466667499999999,
      "accuracy_std_dev": 0.030731887168501407,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.012815167500000002,
      "avg_duration_per_task_ms": 102948.6175,
      "avg_output_tokens_per_task": 15826.18,
      "last_run_timestamp": "2026-11-10T18:35:45.854Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "xiaomi/mimo-v2.5-20260422",
      "model_slug": "xiaomi/mimo-v2.5",
      "model_name": "Xiaomi: MiMo-V2.5",
      "provider_name": "Venice",
      "accuracy": 0.7466667499999999,
      "accuracy_std_dev": 0.012472414008021857,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.070158785,
      "avg_duration_per_task_ms": 1726878.96,
      "avg_output_tokens_per_task": 17573.88,
      "last_run_timestamp": "2026-10-03T08:06:43.536Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "DeepInfra",
      "accuracy": 0.7466665,
      "accuracy_std_dev": 0.026666500000000037,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.00520861,
      "avg_duration_per_task_ms": 148091.91,
      "avg_output_tokens_per_task": 12193.49,
      "last_run_timestamp": "2026-10-31T11:47:33.345Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5.5-20260423",
      "model_slug": "openai/gpt-5.5",
      "model_name": "OpenAI: GPT-5.5",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.7466665,
      "accuracy_std_dev": 0.00666650000000002,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.58250779,
      "avg_duration_per_task_ms": 102747.13,
      "avg_output_tokens_per_task": 7546.85,
      "last_run_timestamp": "2026-10-01T19:04:42.459Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-sonnet-5-20260630",
      "model_slug": "anthropic/claude-sonnet-5",
      "model_name": "Anthropic: Claude Sonnet 5",
      "provider_name": "Anthropic",
      "accuracy": 0.7460000999999999,
      "accuracy_std_dev": 0.03608025806850611,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.195959904,
      "avg_duration_per_task_ms": 93156.486,
      "avg_output_tokens_per_task": 7526.928,
      "last_run_timestamp": "2026-11-17T13:28:18.765Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Wafer",
      "accuracy": 0.7458823529411764,
      "accuracy_std_dev": 0.025553399472111635,
      "run_count": 17,
      "total_questions": 850,
      "avg_cost_per_task_usd": 0.01922144352941176,
      "avg_duration_per_task_ms": 102041.74823529412,
      "avg_output_tokens_per_task": 14013.529411764706,
      "last_run_timestamp": "2026-10-31T13:23:12.329Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Decart",
      "accuracy": 0.74583325,
      "accuracy_std_dev": 0.03402396010442498,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.02499106,
      "avg_duration_per_task_ms": 929627.78,
      "avg_output_tokens_per_task": 52531.49,
      "last_run_timestamp": "2026-10-24T12:31:49.408Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "SiliconFlow",
      "accuracy": 0.7455556666666666,
      "accuracy_std_dev": 0.020875906133360763,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.013233363333333333,
      "avg_duration_per_task_ms": 239978.30666666667,
      "avg_output_tokens_per_task": 14907.95,
      "last_run_timestamp": "2026-10-31T19:19:01.715Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.6-35b-a3b-20260415",
      "model_slug": "qwen/qwen3.6-35b-a3b",
      "model_name": "Qwen: Qwen3.6 35B A3B",
      "provider_name": "DeepInfra",
      "accuracy": 0.745416625,
      "accuracy_std_dev": 0.027076946042424655,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.045238795,
      "avg_duration_per_task_ms": 449741.1225,
      "avg_output_tokens_per_task": 22930.9275,
      "last_run_timestamp": "2026-10-24T19:38:23.863Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.8-2.4t-a95b-20260812",
      "model_slug": "qwen/qwen3.8-2.4t-a95b",
      "model_name": "Qwen: Qwen3.8 2.4T A95B",
      "provider_name": "Novita",
      "accuracy": 0.7453333,
      "accuracy_std_dev": 0.02454934079379731,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.17119798400000003,
      "avg_duration_per_task_ms": 320387.726,
      "avg_output_tokens_per_task": 11023.856,
      "last_run_timestamp": "2026-10-31T12:25:36.323Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "StreamLake",
      "accuracy": 0.7451853333333333,
      "accuracy_std_dev": 0.031234315132203188,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.01557802666666667,
      "avg_duration_per_task_ms": 147555.71333333335,
      "avg_output_tokens_per_task": 15042.41111111111,
      "last_run_timestamp": "2026-10-31T12:25:02.563Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.8-2.4t-a95b-20260812",
      "model_slug": "qwen/qwen3.8-2.4t-a95b",
      "model_name": "Qwen: Qwen3.8 2.4T A95B",
      "provider_name": "Together",
      "accuracy": 0.7451852222222222,
      "accuracy_std_dev": 0.017716056438394953,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.21677278888888887,
      "avg_duration_per_task_ms": 284791.18666666665,
      "avg_output_tokens_per_task": 11557.691111111111,
      "last_run_timestamp": "2026-10-31T11:21:59.486Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m3-20260531",
      "model_slug": "minimax/minimax-m3",
      "model_name": "MiniMax: MiniMax M3",
      "provider_name": "SambaNova",
      "accuracy": 0.745,
      "accuracy_std_dev": 0.026822730826670128,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.15284815,
      "avg_duration_per_task_ms": 494527.49,
      "avg_output_tokens_per_task": 28246.935,
      "last_run_timestamp": "2026-10-17T19:47:21.934Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "River",
      "accuracy": 0.745,
      "accuracy_std_dev": 0.012801735995559378,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.00737174,
      "avg_duration_per_task_ms": 62176.44,
      "avg_output_tokens_per_task": 4113.62,
      "last_run_timestamp": "2026-11-16T19:06:34.540Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "auto-routing",
      "accuracy": 0.744999875,
      "accuracy_std_dev": 0.023511205958210143,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.2434784,
      "avg_duration_per_task_ms": 249770.9525,
      "avg_output_tokens_per_task": 11069.6725,
      "last_run_timestamp": "2026-10-31T11:38:53.393Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Phala",
      "accuracy": 0.744999875,
      "accuracy_std_dev": 0.030867001888900313,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.0114373625,
      "avg_duration_per_task_ms": 404697.66,
      "avg_output_tokens_per_task": 5754.185,
      "last_run_timestamp": "2026-10-31T12:24:48.023Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Cohere",
      "accuracy": 0.744898,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 49,
      "avg_cost_per_task_usd": 0.046561530612244904,
      "avg_duration_per_task_ms": 36257.63265306123,
      "avg_output_tokens_per_task": 3739.4285714285716,
      "last_run_timestamp": "2026-11-13T00:52:20.873Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "PrimaLabs",
      "accuracy": 0.7447914583333333,
      "accuracy_std_dev": 0.005435000000000023,
      "run_count": 2,
      "total_questions": 96,
      "avg_cost_per_task_usd": 0.13105378125,
      "avg_duration_per_task_ms": 273825.1666666667,
      "avg_output_tokens_per_task": 8026.104166666667,
      "last_run_timestamp": "2026-11-06T15:59:08.297Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Wafer",
      "accuracy": 0.7446667,
      "accuracy_std_dev": 0.01956180291818729,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.055664519999999995,
      "avg_duration_per_task_ms": 332682.316,
      "avg_output_tokens_per_task": 14458.648,
      "last_run_timestamp": "2026-10-31T11:42:33.248Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Together",
      "accuracy": 0.7444443333333334,
      "accuracy_std_dev": 0.02199873172606905,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.02140772,
      "avg_duration_per_task_ms": 53184.22,
      "avg_output_tokens_per_task": 14364.18,
      "last_run_timestamp": "2026-10-31T11:41:11.192Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "meta/muse-glimmer-30b-20260810",
      "model_slug": "meta/muse-glimmer-30b",
      "model_name": "Meta: Muse Glimmer 30B",
      "provider_name": "Fireworks",
      "accuracy": 0.7444443333333334,
      "accuracy_std_dev": 0.011331263428624758,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.049692066666666666,
      "avg_duration_per_task_ms": 254975.39333333334,
      "avg_output_tokens_per_task": 12997.1,
      "last_run_timestamp": "2026-09-19T08:01:36.427Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.6-35b-a3b-20260415",
      "model_slug": "qwen/qwen3.6-35b-a3b",
      "model_name": "Qwen: Qwen3.6 35B A3B",
      "provider_name": "Reka",
      "accuracy": 0.7444443333333334,
      "accuracy_std_dev": 0.006285236475706844,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.04041968666666667,
      "avg_duration_per_task_ms": 291588.68666666665,
      "avg_output_tokens_per_task": 24330.48,
      "last_run_timestamp": "2026-09-30T11:25:05.946Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "DekaLLM",
      "accuracy": 0.7444443333333334,
      "accuracy_std_dev": 0.03823241466202323,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.012960726666666665,
      "avg_duration_per_task_ms": 94310.08666666667,
      "avg_output_tokens_per_task": 4403.8,
      "last_run_timestamp": "2026-11-11T15:58:45.893Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Reka",
      "accuracy": 0.7442855714285714,
      "accuracy_std_dev": 0.022901810523294847,
      "run_count": 14,
      "total_questions": 700,
      "avg_cost_per_task_usd": 0.012003715714285712,
      "avg_duration_per_task_ms": 143821.49857142856,
      "avg_output_tokens_per_task": 15160.117142857143,
      "last_run_timestamp": "2026-10-31T13:03:01.037Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Phala",
      "accuracy": 0.744,
      "accuracy_std_dev": 0.04013309523821955,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.12688716400000002,
      "avg_duration_per_task_ms": 700323.218,
      "avg_output_tokens_per_task": 36239.088,
      "last_run_timestamp": "2026-10-31T12:47:12.433Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "Baidu",
      "accuracy": 0.7438095714285714,
      "accuracy_std_dev": 0.02615157630789691,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.008224562857142856,
      "avg_duration_per_task_ms": 151642.98285714287,
      "avg_output_tokens_per_task": 12518.005714285715,
      "last_run_timestamp": "2026-11-10T18:17:30.522Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Io Net",
      "accuracy": 0.743738,
      "accuracy_std_dev": 0.01688456971344439,
      "run_count": 7,
      "total_questions": 346,
      "avg_cost_per_task_usd": 0.00938970520231214,
      "avg_duration_per_task_ms": 347914.32658959535,
      "avg_output_tokens_per_task": 3877.916184971098,
      "last_run_timestamp": "2026-10-03T08:46:08.334Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.5-sonnet-20250929",
      "model_slug": "anthropic/claude-sonnet-4.5",
      "model_name": "Anthropic: Claude Sonnet 4.5",
      "provider_name": "Anthropic",
      "accuracy": 0.7437038888888888,
      "accuracy_std_dev": 0.032066585389517385,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.34397466888888895,
      "avg_duration_per_task_ms": 221444.75333333333,
      "avg_output_tokens_per_task": 10809.053333333333,
      "last_run_timestamp": "2026-10-31T12:24:26.627Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.5-122b-a10b-20260224",
      "model_slug": "qwen/qwen3.5-122b-a10b",
      "model_name": "Qwen: Qwen3.5-122B-A10B",
      "provider_name": "AtlasCloud",
      "accuracy": 0.7437037777777777,
      "accuracy_std_dev": 0.11422780814551417,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.14990596,
      "avg_duration_per_task_ms": 546823.3733333333,
      "avg_output_tokens_per_task": 27917.533333333333,
      "last_run_timestamp": "2026-10-31T19:37:30.834Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Morph",
      "accuracy": 0.7436782758620689,
      "accuracy_std_dev": 0.032810732962790655,
      "run_count": 3,
      "total_questions": 145,
      "avg_cost_per_task_usd": 0.013243172413793103,
      "avg_duration_per_task_ms": 967027.9379310345,
      "avg_output_tokens_per_task": 18480.655172413793,
      "last_run_timestamp": "2026-11-05T09:28:04.757Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.743502793220339,
      "accuracy_std_dev": 0.018213736559866647,
      "run_count": 6,
      "total_questions": 295,
      "avg_cost_per_task_usd": 0.010024135593220337,
      "avg_duration_per_task_ms": 123315.84745762713,
      "avg_output_tokens_per_task": 13505.108474576271,
      "last_run_timestamp": "2026-11-02T17:51:25.369Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "x-ai/grok-4.6-20260810",
      "model_slug": "x-ai/grok-4.6",
      "model_name": "SpaceXSI: Grok 4.6",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.7433335,
      "accuracy_std_dev": 0.043333500000000025,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.64823893,
      "avg_duration_per_task_ms": 264133.83,
      "avg_output_tokens_per_task": 10511,
      "last_run_timestamp": "2026-10-01T16:00:37.003Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Cloudflare",
      "accuracy": 0.7433333333333333,
      "accuracy_std_dev": 0.017532868606008445,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.012350623333333333,
      "avg_duration_per_task_ms": 125234.99333333333,
      "avg_output_tokens_per_task": 4198.8,
      "last_run_timestamp": "2026-10-03T08:23:09.816Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "DigitalOcean",
      "accuracy": 0.7432561387283239,
      "accuracy_std_dev": 0.03379267595083836,
      "run_count": 7,
      "total_questions": 346,
      "avg_cost_per_task_usd": 0.09043939306358381,
      "avg_duration_per_task_ms": 446850.82658959535,
      "avg_output_tokens_per_task": 9699.806358381504,
      "last_run_timestamp": "2026-10-31T20:25:10.002Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.6-sonnet-20260217",
      "model_slug": "anthropic/claude-sonnet-4.6",
      "model_name": "Anthropic: Claude Sonnet 4.6",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.743210037037037,
      "accuracy_std_dev": 0.024300597457190366,
      "run_count": 27,
      "total_questions": 1350,
      "avg_cost_per_task_usd": 0.3668366288888889,
      "avg_duration_per_task_ms": 144107.11555555556,
      "avg_output_tokens_per_task": 11650.203703703704,
      "last_run_timestamp": "2026-10-31T12:39:28.528Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-opus-5.5-20260921",
      "model_slug": "anthropic/claude-opus-5.5",
      "model_name": "Anthropic: Claude Opus 5.5",
      "provider_name": "Google",
      "accuracy": 0.7431746190476191,
      "accuracy_std_dev": 0.018008818983714862,
      "run_count": 21,
      "total_questions": 1050,
      "avg_cost_per_task_usd": 0.36043625523809525,
      "avg_duration_per_task_ms": 86437.01714285715,
      "avg_output_tokens_per_task": 7106.278095238095,
      "last_run_timestamp": "2026-10-31T12:25:51.224Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-sonnet-5-20260630",
      "model_slug": "anthropic/claude-sonnet-5",
      "model_name": "Anthropic: Claude Sonnet 5",
      "provider_name": "Claude Platform on AWS",
      "accuracy": 0.742963,
      "accuracy_std_dev": 0.01965409237566344,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.1933746511111111,
      "avg_duration_per_task_ms": 109034.74888888889,
      "avg_output_tokens_per_task": 7552.413333333333,
      "last_run_timestamp": "2026-10-31T11:08:14.469Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Phala",
      "accuracy": 0.742962888888889,
      "accuracy_std_dev": 0.03557103212648193,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.033713704444444444,
      "avg_duration_per_task_ms": 208168.98,
      "avg_output_tokens_per_task": 16405.46,
      "last_run_timestamp": "2026-10-31T12:25:12.423Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.6-35b-a3b-20260415",
      "model_slug": "qwen/qwen3.6-35b-a3b",
      "model_name": "Qwen: Qwen3.6 35B A3B",
      "provider_name": "AkashML",
      "accuracy": 0.7427682269692923,
      "accuracy_std_dev": 0.013520786256559024,
      "run_count": 15,
      "total_questions": 749,
      "avg_cost_per_task_usd": 0.04433491588785046,
      "avg_duration_per_task_ms": 341662.6208277704,
      "avg_output_tokens_per_task": 25173.296395193593,
      "last_run_timestamp": "2026-10-31T19:20:57.312Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.8-2.4t-a95b-20260812",
      "model_slug": "qwen/qwen3.8-2.4t-a95b",
      "model_name": "Qwen: Qwen3.8 2.4T A95B",
      "provider_name": "SiliconFlow",
      "accuracy": 0.7426666000000001,
      "accuracy_std_dev": 0.04434197309367279,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.16675142799999998,
      "avg_duration_per_task_ms": 302047.356,
      "avg_output_tokens_per_task": 9682.606,
      "last_run_timestamp": "2026-10-31T11:21:43.861Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Sail Research",
      "accuracy": 0.7425926666666667,
      "accuracy_std_dev": 0.03165311687654157,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.013586744444444443,
      "avg_duration_per_task_ms": 236886.98,
      "avg_output_tokens_per_task": 22693.746666666666,
      "last_run_timestamp": "2026-10-24T12:29:34.092Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m3-20260531",
      "model_slug": "minimax/minimax-m3",
      "model_name": "MiniMax: MiniMax M3",
      "provider_name": "Mara",
      "accuracy": 0.7425405959079282,
      "accuracy_std_dev": 0.026283120985422872,
      "run_count": 8,
      "total_questions": 391,
      "avg_cost_per_task_usd": 0.12785004603580563,
      "avg_duration_per_task_ms": 203562.63938618926,
      "avg_output_tokens_per_task": 10880.268542199488,
      "last_run_timestamp": "2026-10-31T19:27:07.786Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5.6-sol-20260709",
      "model_slug": "openai/gpt-5.6-sol",
      "model_name": "OpenAI: GPT-5.6 Sol",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.7422223333333333,
      "accuracy_std_dev": 0.016629618082071397,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.27693500666666665,
      "avg_duration_per_task_ms": 100083.4,
      "avg_output_tokens_per_task": 5197.013333333333,
      "last_run_timestamp": "2026-10-30T00:15:31.633Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "xiaomi/mimo-v2.6-flash-20260921",
      "model_slug": "xiaomi/mimo-v2.6-flash",
      "model_name": "Xiaomi: MiMo-V2.6-Flash",
      "provider_name": "Cohere",
      "accuracy": 0.7422223333333333,
      "accuracy_std_dev": 0.011330936570096763,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.01793052666666667,
      "avg_duration_per_task_ms": 86484.18,
      "avg_output_tokens_per_task": 20778.286666666667,
      "last_run_timestamp": "2026-10-31T11:37:00.194Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-sonnet-5-20260630",
      "model_slug": "anthropic/claude-sonnet-5",
      "model_name": "Anthropic: Claude Sonnet 5",
      "provider_name": "Azure",
      "accuracy": 0.7422222222222222,
      "accuracy_std_dev": 0.026480768704341642,
      "run_count": 18,
      "total_questions": 900,
      "avg_cost_per_task_usd": 0.20166456222222223,
      "avg_duration_per_task_ms": 95037.01666666666,
      "avg_output_tokens_per_task": 7548.317777777777,
      "last_run_timestamp": "2026-10-31T12:38:13.068Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Friendli",
      "accuracy": 0.7420636446886446,
      "accuracy_std_dev": 0.016469967104193704,
      "run_count": 11,
      "total_questions": 546,
      "avg_cost_per_task_usd": 0.01720449084249084,
      "avg_duration_per_task_ms": 82040.02197802198,
      "avg_output_tokens_per_task": 4114.483516483517,
      "last_run_timestamp": "2026-10-31T12:00:42.348Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "Alibaba",
      "accuracy": 0.7419999,
      "accuracy_std_dev": 0.03700438352533387,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.381075518,
      "avg_duration_per_task_ms": 381438.2,
      "avg_output_tokens_per_task": 10083.918,
      "last_run_timestamp": "2026-10-31T12:43:33.294Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-sonnet-5-20260630",
      "model_slug": "anthropic/claude-sonnet-5",
      "model_name": "Anthropic: Claude Sonnet 5",
      "provider_name": "Google",
      "accuracy": 0.7419752962962963,
      "accuracy_std_dev": 0.031730113419524884,
      "run_count": 27,
      "total_questions": 1350,
      "avg_cost_per_task_usd": 0.2047704392592593,
      "avg_duration_per_task_ms": 89489.75333333333,
      "avg_output_tokens_per_task": 7411.466666666666,
      "last_run_timestamp": "2026-10-31T13:20:20.506Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.5-9b-20260310",
      "model_slug": "qwen/qwen3.5-9b",
      "model_name": "Qwen: Qwen3.5-9B",
      "provider_name": "Darkbloom",
      "accuracy": 0.7418700081300813,
      "accuracy_std_dev": 0.022379042208280527,
      "run_count": 5,
      "total_questions": 246,
      "avg_cost_per_task_usd": 0.025004735772357723,
      "avg_duration_per_task_ms": 1001028.6097560975,
      "avg_output_tokens_per_task": 49933.276422764226,
      "last_run_timestamp": "2026-11-16T07:20:43.398Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "GMICloud",
      "accuracy": 0.7418181818181818,
      "accuracy_std_dev": 0.027279408610685823,
      "run_count": 11,
      "total_questions": 550,
      "avg_cost_per_task_usd": 0.019760812727272727,
      "avg_duration_per_task_ms": 152641.17272727273,
      "avg_output_tokens_per_task": 15736.389090909091,
      "last_run_timestamp": "2026-11-10T06:11:05.037Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Phala",
      "accuracy": 0.741666625,
      "accuracy_std_dev": 0.025331164930464133,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.021842495,
      "avg_duration_per_task_ms": 141327.99,
      "avg_output_tokens_per_task": 16250.775,
      "last_run_timestamp": "2026-10-31T12:24:54.205Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m3-20260531",
      "model_slug": "minimax/minimax-m3",
      "model_name": "MiniMax: MiniMax M3",
      "provider_name": "CoreWeave",
      "accuracy": 0.741666625,
      "accuracy_std_dev": 0.030866893899198455,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.021115824999999998,
      "avg_duration_per_task_ms": 150544.0025,
      "avg_output_tokens_per_task": 8219.325,
      "last_run_timestamp": "2026-10-31T18:57:59.813Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "Relace",
      "accuracy": 0.7416481202672606,
      "accuracy_std_dev": 0.022563192218990436,
      "run_count": 9,
      "total_questions": 449,
      "avg_cost_per_task_usd": 0.21138012694877506,
      "avg_duration_per_task_ms": 402109.59020044544,
      "avg_output_tokens_per_task": 9801.538975501113,
      "last_run_timestamp": "2026-10-31T11:26:03.627Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.1-20260406",
      "model_slug": "z-ai/glm-5.1",
      "model_name": "Z.ai: GLM 5.1",
      "provider_name": "Alibaba",
      "accuracy": 0.7415947291066283,
      "accuracy_std_dev": 0.024903424876338377,
      "run_count": 7,
      "total_questions": 347,
      "avg_cost_per_task_usd": 0.10614420172910664,
      "avg_duration_per_task_ms": 146338.56772334295,
      "avg_output_tokens_per_task": 9133.547550432277,
      "last_run_timestamp": "2026-10-31T19:46:27.571Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m3-20260531",
      "model_slug": "minimax/minimax-m3",
      "model_name": "MiniMax: MiniMax M3",
      "provider_name": "AtlasCloud",
      "accuracy": 0.741539730964467,
      "accuracy_std_dev": 0.04488934369351345,
      "run_count": 8,
      "total_questions": 394,
      "avg_cost_per_task_usd": 0.029009505076142132,
      "avg_duration_per_task_ms": 110308.05583756346,
      "avg_output_tokens_per_task": 11342.543147208122,
      "last_run_timestamp": "2026-10-31T19:48:53.852Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m3-20260531",
      "model_slug": "minimax/minimax-m3",
      "model_name": "MiniMax: MiniMax M3",
      "provider_name": "ModelRun",
      "accuracy": 0.7415386153846153,
      "accuracy_std_dev": 0.028302858655670095,
      "run_count": 13,
      "total_questions": 650,
      "avg_cost_per_task_usd": 0.056292667692307695,
      "avg_duration_per_task_ms": 146816.85692307694,
      "avg_output_tokens_per_task": 10334.2,
      "last_run_timestamp": "2026-10-31T19:13:33.926Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m3-20260531",
      "model_slug": "minimax/minimax-m3",
      "model_name": "MiniMax: MiniMax M3",
      "provider_name": "Minimax",
      "accuracy": 0.7414816666666666,
      "accuracy_std_dev": 0.02409403844660886,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.030718031111111103,
      "avg_duration_per_task_ms": 104560.83555555556,
      "avg_output_tokens_per_task": 11077.96,
      "last_run_timestamp": "2026-10-31T19:09:49.337Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m3-20260531",
      "model_slug": "minimax/minimax-m3",
      "model_name": "MiniMax: MiniMax M3",
      "provider_name": "auto-routing",
      "accuracy": 0.7414815555555555,
      "accuracy_std_dev": 0.02643936562993864,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.02652088666666667,
      "avg_duration_per_task_ms": 139658.05555555556,
      "avg_output_tokens_per_task": 10012.582222222221,
      "last_run_timestamp": "2026-10-31T19:14:12.566Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.6-27b-20260422",
      "model_slug": "qwen/qwen3.6-27b",
      "model_name": "Qwen: Qwen3.6 27B",
      "provider_name": "Venice",
      "accuracy": 0.7414814444444444,
      "accuracy_std_dev": 0.027357250402411562,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.14385157555555556,
      "avg_duration_per_task_ms": 589661.3955555556,
      "avg_output_tokens_per_task": 25328.14888888889,
      "last_run_timestamp": "2026-10-31T19:26:38.406Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "Modal",
      "accuracy": 0.7414285714285714,
      "accuracy_std_dev": 0.02349300759713803,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.3734484714285714,
      "avg_duration_per_task_ms": 200191.74285714285,
      "avg_output_tokens_per_task": 11404.025714285714,
      "last_run_timestamp": "2026-10-31T11:51:20.518Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "meta/muse-spark-open-20261015",
      "model_slug": "meta/muse-spark-open",
      "model_name": "Meta: Muse Spark Open",
      "provider_name": "Fireworks",
      "accuracy": 0.7413334,
      "accuracy_std_dev": 0.02436751571744648,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.097602524,
      "avg_duration_per_task_ms": 217804.16,
      "avg_output_tokens_per_task": 9920.02,
      "last_run_timestamp": "2026-10-31T14:40:25.043Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "DeepInfra",
      "accuracy": 0.7413333,
      "accuracy_std_dev": 0.03095523075685272,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.40647999399999996,
      "avg_duration_per_task_ms": 588538.78,
      "avg_output_tokens_per_task": 9896.416,
      "last_run_timestamp": "2026-10-31T12:27:47.241Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Nebius",
      "accuracy": 0.7410254102564102,
      "accuracy_std_dev": 0.015687179899124656,
      "run_count": 4,
      "total_questions": 195,
      "avg_cost_per_task_usd": 0.010222671794871796,
      "avg_duration_per_task_ms": 114819.93846153846,
      "avg_output_tokens_per_task": 3734.005128205128,
      "last_run_timestamp": "2026-10-31T12:06:01.335Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Baidu",
      "accuracy": 0.7409909864864865,
      "accuracy_std_dev": 0.009883309915655236,
      "run_count": 3,
      "total_questions": 148,
      "avg_cost_per_task_usd": 0.014433466216216218,
      "avg_duration_per_task_ms": 89927.77702702703,
      "avg_output_tokens_per_task": 10790.993243243243,
      "last_run_timestamp": "2026-11-10T18:11:41.495Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v3.2-20251201",
      "model_slug": "deepseek/deepseek-v3.2",
      "model_name": "DeepSeek: DeepSeek V3.2",
      "provider_name": "Venice",
      "accuracy": 0.7409637389558233,
      "accuracy_std_dev": 0.0252971413088515,
      "run_count": 5,
      "total_questions": 249,
      "avg_cost_per_task_usd": 0.047008783132530124,
      "avg_duration_per_task_ms": 561302.2851405622,
      "avg_output_tokens_per_task": 13667.004016064257,
      "last_run_timestamp": "2026-10-24T19:40:41.765Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-vision-exp-20260821",
      "model_slug": "deepseek/deepseek-v4-flash-vision-exp",
      "model_name": "DeepSeek: DeepSeek V4 Flash Vision Exp",
      "provider_name": "GMICloud",
      "accuracy": 0.7409525714285714,
      "accuracy_std_dev": 0.01094194948492327,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.03426931142857143,
      "avg_duration_per_task_ms": 134514.65142857144,
      "avg_output_tokens_per_task": 15886.077142857142,
      "last_run_timestamp": "2026-11-10T06:15:52.514Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.6-sonnet-20260217",
      "model_slug": "anthropic/claude-sonnet-4.6",
      "model_name": "Anthropic: Claude Sonnet 4.6",
      "provider_name": "Azure",
      "accuracy": 0.7407407777777778,
      "accuracy_std_dev": 0.016463844081824195,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.3460507977777777,
      "avg_duration_per_task_ms": 214403.66,
      "avg_output_tokens_per_task": 11857.837777777779,
      "last_run_timestamp": "2026-10-31T13:31:12.841Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-sonnet-5-20260630",
      "model_slug": "anthropic/claude-sonnet-5",
      "model_name": "Anthropic: Claude Sonnet 5",
      "provider_name": "auto-routing",
      "accuracy": 0.7406668,
      "accuracy_std_dev": 0.0291281734573248,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.200261968,
      "avg_duration_per_task_ms": 110614.748,
      "avg_output_tokens_per_task": 7672.028,
      "last_run_timestamp": "2026-11-17T13:28:44.716Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Together",
      "accuracy": 0.7406666000000001,
      "accuracy_std_dev": 0.018961987708043703,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.014243233999999999,
      "avg_duration_per_task_ms": 72756.944,
      "avg_output_tokens_per_task": 4429.298,
      "last_run_timestamp": "2026-10-31T12:42:18.186Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "Morph",
      "accuracy": 0.7404166875,
      "accuracy_std_dev": 0.02303003436199876,
      "run_count": 16,
      "total_questions": 800,
      "avg_cost_per_task_usd": 0.40789226624999997,
      "avg_duration_per_task_ms": 594169.9225,
      "avg_output_tokens_per_task": 11145.26125,
      "last_run_timestamp": "2026-10-31T11:24:57.351Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "DigitalOcean",
      "accuracy": 0.7402944859437751,
      "accuracy_std_dev": 0.028762666825070327,
      "run_count": 10,
      "total_questions": 498,
      "avg_cost_per_task_usd": 0.04055863453815261,
      "avg_duration_per_task_ms": 148744.5843373494,
      "avg_output_tokens_per_task": 8385.084337349397,
      "last_run_timestamp": "2026-10-31T19:46:31.278Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "AkashML",
      "accuracy": 0.74014702004008,
      "accuracy_std_dev": 0.022155950173486136,
      "run_count": 10,
      "total_questions": 499,
      "avg_cost_per_task_usd": 0.06005350100200401,
      "avg_duration_per_task_ms": 140448.37274549098,
      "avg_output_tokens_per_task": 4119.851703406814,
      "last_run_timestamp": "2026-10-31T12:27:45.919Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "amazon/nova-micro-v1",
      "model_slug": "amazon/nova-micro-v1",
      "model_name": "Amazon: Nova Micro 1.0",
      "provider_name": "Anthropic",
      "accuracy": 0.74,
      "accuracy_std_dev": 0.0066669999999999785,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 1.23335095,
      "avg_duration_per_task_ms": 96091.26,
      "avg_output_tokens_per_task": 5555.9,
      "last_run_timestamp": "2026-10-01T19:04:26.700Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.6-opus-20260205",
      "model_slug": "anthropic/claude-opus-4.6",
      "model_name": "Anthropic: Claude Opus 4.6",
      "provider_name": "auto-routing",
      "accuracy": 0.74,
      "accuracy_std_dev": 0.02648092721605915,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.5119171733333333,
      "avg_duration_per_task_ms": 192352.43555555557,
      "avg_output_tokens_per_task": 10125.148888888889,
      "last_run_timestamp": "2026-10-31T12:10:56.773Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "Crusoe",
      "accuracy": 0.74,
      "accuracy_std_dev": 0.026666999999999996,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.14729807,
      "avg_duration_per_task_ms": 386775.27,
      "avg_output_tokens_per_task": 24280.02,
      "last_run_timestamp": "2026-10-31T19:58:44.255Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "River",
      "accuracy": 0.74,
      "accuracy_std_dev": 0.031002078785139556,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.014390350000000001,
      "avg_duration_per_task_ms": 112592.82,
      "avg_output_tokens_per_task": 23157.93,
      "last_run_timestamp": "2026-11-16T20:05:59.534Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "AtlasCloud",
      "accuracy": 0.74,
      "accuracy_std_dev": 0.03511903567511501,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.023083885,
      "avg_duration_per_task_ms": 150345.7,
      "avg_output_tokens_per_task": 16221.6925,
      "last_run_timestamp": "2026-10-31T11:30:43.640Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Mistral",
      "accuracy": 0.74,
      "accuracy_std_dev": 0.009428056745692625,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.028295631428571427,
      "avg_duration_per_task_ms": 80020.05428571429,
      "avg_output_tokens_per_task": 12970.662857142857,
      "last_run_timestamp": "2026-11-17T13:38:44.741Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Relace",
      "accuracy": 0.74,
      "accuracy_std_dev": 0.03552766684149128,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.012867716000000001,
      "avg_duration_per_task_ms": 78964.876,
      "avg_output_tokens_per_task": 13542.436,
      "last_run_timestamp": "2026-11-17T13:29:18.113Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Near AI",
      "accuracy": 0.74,
      "accuracy_std_dev": 0.0066669999999999785,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.01862194,
      "avg_duration_per_task_ms": 339225.77,
      "avg_output_tokens_per_task": 12354.38,
      "last_run_timestamp": "2026-10-31T13:22:50.108Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemini-3.1-pro-preview-20260219",
      "model_slug": "google/gemini-3.1-pro-preview",
      "model_name": "Google: Gemini 3.1 Pro Preview",
      "provider_name": "Google AI Studio",
      "accuracy": 0.74,
      "accuracy_std_dev": 0.0066669999999999785,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.37915447,
      "avg_duration_per_task_ms": 148084.91,
      "avg_output_tokens_per_task": 12525.4,
      "last_run_timestamp": "2026-10-01T19:04:55.722Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "KT",
      "accuracy": 0.74,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.01977924,
      "avg_duration_per_task_ms": 63877.22,
      "avg_output_tokens_per_task": 11452.5,
      "last_run_timestamp": "2026-11-13T08:16:50.682Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "Phala",
      "accuracy": 0.74,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.019781979999999998,
      "avg_duration_per_task_ms": 417975.7,
      "avg_output_tokens_per_task": 11666.94,
      "last_run_timestamp": "2026-08-29T16:43:42.382Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "inclusionai/ling-3.0-flash-20260723",
      "model_slug": "inclusionai/ling-3.0-flash",
      "model_name": "inclusionAI: Ling 3.0 Flash",
      "provider_name": "Novita",
      "accuracy": 0.74,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.00207266,
      "avg_duration_per_task_ms": 75811.5,
      "avg_output_tokens_per_task": 11331.68,
      "last_run_timestamp": "2026-10-01T16:01:02.671Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "AtlasCloud",
      "accuracy": 0.74,
      "accuracy_std_dev": 0.042946814654872836,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.11076153500000001,
      "avg_duration_per_task_ms": 192236.865,
      "avg_output_tokens_per_task": 11797.335,
      "last_run_timestamp": "2026-10-17T19:18:15.219Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "nvidia/nemotron-3.5-super-vl-20261015",
      "model_slug": "nvidia/nemotron-3.5-super-vl",
      "model_name": "NVIDIA: Nemotron 3.5 Super VL",
      "provider_name": "Nebius",
      "accuracy": 0.74,
      "accuracy_std_dev": 0.026666999999999996,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.06914866,
      "avg_duration_per_task_ms": 152605.49,
      "avg_output_tokens_per_task": 14774.68,
      "last_run_timestamp": "2026-10-31T12:25:52.830Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Reka",
      "accuracy": 0.74,
      "accuracy_std_dev": 0.019860653454128848,
      "run_count": 16,
      "total_questions": 800,
      "avg_cost_per_task_usd": 0.01624762875,
      "avg_duration_per_task_ms": 161764.35125,
      "avg_output_tokens_per_task": 4237.58,
      "last_run_timestamp": "2026-10-31T11:33:42.887Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5-20260211",
      "model_slug": "z-ai/glm-5",
      "model_name": "Z.ai: GLM 5",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.7399998333333334,
      "accuracy_std_dev": 0.019999944445061753,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.18431438,
      "avg_duration_per_task_ms": 113739.32,
      "avg_output_tokens_per_task": 9870.723333333333,
      "last_run_timestamp": "2026-10-31T20:09:19.251Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "Makora",
      "accuracy": 0.7399329261744967,
      "accuracy_std_dev": 0.017150616176167584,
      "run_count": 6,
      "total_questions": 298,
      "avg_cost_per_task_usd": 0.24555212751677855,
      "avg_duration_per_task_ms": 357614.23825503356,
      "avg_output_tokens_per_task": 12408.355704697986,
      "last_run_timestamp": "2026-10-31T12:24:39.056Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "xiaomi/mimo-v2.5-pro-20260422",
      "model_slug": "xiaomi/mimo-v2.5-pro",
      "model_name": "Xiaomi: MiMo-V2.5-Pro",
      "provider_name": "StreamLake",
      "accuracy": 0.73958325,
      "accuracy_std_dev": 0.022756993736816403,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.02112607,
      "avg_duration_per_task_ms": 318544.7,
      "avg_output_tokens_per_task": 11340.385,
      "last_run_timestamp": "2026-10-17T11:09:59.070Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-haiku-5.5-20261007",
      "model_slug": "anthropic/claude-haiku-5.5",
      "model_name": "Anthropic: Claude Haiku 5.5",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.7395555333333333,
      "accuracy_std_dev": 0.016947170784004716,
      "run_count": 15,
      "total_questions": 750,
      "avg_cost_per_task_usd": 0.013297554666666666,
      "avg_duration_per_task_ms": 100947.12933333333,
      "avg_output_tokens_per_task": 10746.964,
      "last_run_timestamp": "2026-10-31T12:45:41.031Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "Alibaba",
      "accuracy": 0.7393161487179487,
      "accuracy_std_dev": 0.012630470624149336,
      "run_count": 4,
      "total_questions": 195,
      "avg_cost_per_task_usd": 0.010175984615384616,
      "avg_duration_per_task_ms": 118955.1282051282,
      "avg_output_tokens_per_task": 11350.405128205128,
      "last_run_timestamp": "2026-10-24T19:21:18.651Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "InferenceNet",
      "accuracy": 0.7392308461538462,
      "accuracy_std_dev": 0.0224239080065011,
      "run_count": 13,
      "total_questions": 650,
      "avg_cost_per_task_usd": 0.017090104615384617,
      "avg_duration_per_task_ms": 299674.4630769231,
      "avg_output_tokens_per_task": 22554.26307692308,
      "last_run_timestamp": "2026-11-04T21:17:38.304Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "xiaomi/mimo-v2.6-flash-20260921",
      "model_slug": "xiaomi/mimo-v2.6-flash",
      "model_name": "Xiaomi: MiMo-V2.6-Flash",
      "provider_name": "Relace",
      "accuracy": 0.738889,
      "accuracy_std_dev": 0.024695368688615833,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.01095846,
      "avg_duration_per_task_ms": 321436.35333333333,
      "avg_output_tokens_per_task": 22570.04,
      "last_run_timestamp": "2026-10-31T12:52:06.048Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5.5-20260423",
      "model_slug": "openai/gpt-5.5",
      "model_name": "OpenAI: GPT-5.5",
      "provider_name": "Azure",
      "accuracy": 0.7388888333333333,
      "accuracy_std_dev": 0.026504076091654706,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.4952929133333333,
      "avg_duration_per_task_ms": 170578.00666666665,
      "avg_output_tokens_per_task": 7379.15,
      "last_run_timestamp": "2026-10-01T19:05:47.886Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Decart",
      "accuracy": 0.7386668,
      "accuracy_std_dev": 0.03166503013357166,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.009092168000000001,
      "avg_duration_per_task_ms": 101935.708,
      "avg_output_tokens_per_task": 5027.116,
      "last_run_timestamp": "2026-10-17T11:17:02.460Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m3-20260531",
      "model_slug": "minimax/minimax-m3",
      "model_name": "MiniMax: MiniMax M3",
      "provider_name": "Parasail",
      "accuracy": 0.7386363801652893,
      "accuracy_std_dev": 0.03491337918463352,
      "run_count": 10,
      "total_questions": 484,
      "avg_cost_per_task_usd": 0.025807530991735536,
      "avg_duration_per_task_ms": 94508.19421487603,
      "avg_output_tokens_per_task": 8658.126033057852,
      "last_run_timestamp": "2026-11-06T06:42:03.203Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.6-opus-20260205",
      "model_slug": "anthropic/claude-opus-4.6",
      "model_name": "Anthropic: Claude Opus 4.6",
      "provider_name": "Azure",
      "accuracy": 0.7385184444444445,
      "accuracy_std_dev": 0.024701148183439738,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.5213369866666667,
      "avg_duration_per_task_ms": 222394.31333333332,
      "avg_output_tokens_per_task": 9974.355555555556,
      "last_run_timestamp": "2026-10-31T13:21:45.027Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "inclusionai/ling-3.0-flash-20260723",
      "model_slug": "inclusionai/ling-3.0-flash",
      "model_name": "inclusionAI: Ling 3.0 Flash",
      "provider_name": "DeepInfra",
      "accuracy": 0.7383335,
      "accuracy_std_dev": 0.0016665000000000152,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.00751252,
      "avg_duration_per_task_ms": 320365.75,
      "avg_output_tokens_per_task": 15536.72,
      "last_run_timestamp": "2026-10-08T22:38:42.670Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v3.2-20251201",
      "model_slug": "deepseek/deepseek-v3.2",
      "model_name": "DeepSeek: DeepSeek V3.2",
      "provider_name": "DeepInfra",
      "accuracy": 0.738333375,
      "accuracy_std_dev": 0.018484261325094262,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.04734682000000001,
      "avg_duration_per_task_ms": 695955.2425,
      "avg_output_tokens_per_task": 14302.76,
      "last_run_timestamp": "2026-11-17T14:46:11.626Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "StreamLake",
      "accuracy": 0.7380952857142857,
      "accuracy_std_dev": 0.035583882566265816,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.00390664,
      "avg_duration_per_task_ms": 228240.82571428572,
      "avg_output_tokens_per_task": 12106.648571428572,
      "last_run_timestamp": "2026-10-31T19:49:31.140Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "xiaomi/mimo-v2.5-20260422",
      "model_slug": "xiaomi/mimo-v2.5",
      "model_name": "Xiaomi: MiMo-V2.5",
      "provider_name": "Xiaomi",
      "accuracy": 0.7380951428571428,
      "accuracy_std_dev": 0.0265985933861633,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.00833312,
      "avg_duration_per_task_ms": 453565.21714285715,
      "avg_output_tokens_per_task": 14999.34,
      "last_run_timestamp": "2026-10-17T12:09:02.862Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Morph",
      "accuracy": 0.7380000999999999,
      "accuracy_std_dev": 0.02844855708274146,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.016056571999999998,
      "avg_duration_per_task_ms": 534586.188,
      "avg_output_tokens_per_task": 17634.696,
      "last_run_timestamp": "2026-10-31T12:03:50.388Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "SiliconFlow",
      "accuracy": 0.7377779999999999,
      "accuracy_std_dev": 0.027933050471917086,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.02205162,
      "avg_duration_per_task_ms": 230910.26,
      "avg_output_tokens_per_task": 11297.92,
      "last_run_timestamp": "2026-10-31T12:27:40.071Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Cloudflare",
      "accuracy": 0.7377779999999999,
      "accuracy_std_dev": 0.020608136952831695,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.009694766666666667,
      "avg_duration_per_task_ms": 179217.14666666667,
      "avg_output_tokens_per_task": 12873.993333333334,
      "last_run_timestamp": "2026-10-31T11:06:39.132Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "CoreWeave",
      "accuracy": 0.7377778333333334,
      "accuracy_std_dev": 0.021314690930722486,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.025012466666666667,
      "avg_duration_per_task_ms": 274373.31333333335,
      "avg_output_tokens_per_task": 10735.953333333333,
      "last_run_timestamp": "2026-10-31T19:15:14.763Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.6-opus-20260205",
      "model_slug": "anthropic/claude-opus-4.6",
      "model_name": "Anthropic: Claude Opus 4.6",
      "provider_name": "Google",
      "accuracy": 0.7377777222222223,
      "accuracy_std_dev": 0.02514158426415744,
      "run_count": 18,
      "total_questions": 900,
      "avg_cost_per_task_usd": 0.5432243033333334,
      "avg_duration_per_task_ms": 200533.41,
      "avg_output_tokens_per_task": 9742.333333333334,
      "last_run_timestamp": "2026-10-31T13:01:06.466Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.6-opus-20260205",
      "model_slug": "anthropic/claude-opus-4.6",
      "model_name": "Anthropic: Claude Opus 4.6",
      "provider_name": "Claude Platform on AWS",
      "accuracy": 0.7377776666666667,
      "accuracy_std_dev": 0.028109143542033907,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.5084023866666667,
      "avg_duration_per_task_ms": 190838.01333333334,
      "avg_output_tokens_per_task": 10002.673333333334,
      "last_run_timestamp": "2026-10-31T12:42:53.834Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "Parasail",
      "accuracy": 0.7377776666666667,
      "accuracy_std_dev": 0.020366893981273733,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.3511924911111111,
      "avg_duration_per_task_ms": 195777.59333333332,
      "avg_output_tokens_per_task": 9122.282222222222,
      "last_run_timestamp": "2026-10-31T11:28:52.482Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Makora",
      "accuracy": 0.7376126486486487,
      "accuracy_std_dev": 0.027927098584230564,
      "run_count": 6,
      "total_questions": 296,
      "avg_cost_per_task_usd": 0.011551577702702704,
      "avg_duration_per_task_ms": 61368.75337837838,
      "avg_output_tokens_per_task": 4262.564189189189,
      "last_run_timestamp": "2026-10-31T12:25:51.222Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Morph",
      "accuracy": 0.737499875,
      "accuracy_std_dev": 0.022592425906913488,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.01732587,
      "avg_duration_per_task_ms": 193821.065,
      "avg_output_tokens_per_task": 4493.1475,
      "last_run_timestamp": "2026-10-31T12:42:00.537Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "xiaomi/mimo-v2.5-20260422",
      "model_slug": "xiaomi/mimo-v2.5",
      "model_name": "Xiaomi: MiMo-V2.5",
      "provider_name": "Novita",
      "accuracy": 0.7371431428571428,
      "accuracy_std_dev": 0.05025102970495394,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.010245497142857142,
      "avg_duration_per_task_ms": 485442.02857142856,
      "avg_output_tokens_per_task": 15323.774285714286,
      "last_run_timestamp": "2026-10-17T11:26:35.790Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.6-sonnet-20260217",
      "model_slug": "anthropic/claude-sonnet-4.6",
      "model_name": "Anthropic: Claude Sonnet 4.6",
      "provider_name": "auto-routing",
      "accuracy": 0.737037,
      "accuracy_std_dev": 0.027236556569760772,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.32681376888888886,
      "avg_duration_per_task_ms": 194895.21333333335,
      "avg_output_tokens_per_task": 11555.404444444444,
      "last_run_timestamp": "2026-10-31T12:07:21.658Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "auto-routing",
      "accuracy": 0.737037,
      "accuracy_std_dev": 0.028650484475252203,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.07698855777777779,
      "avg_duration_per_task_ms": 128377.65111111112,
      "avg_output_tokens_per_task": 8813.984444444444,
      "last_run_timestamp": "2026-10-31T20:18:12.373Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5.5-20260423",
      "model_slug": "openai/gpt-5.5",
      "model_name": "OpenAI: GPT-5.5",
      "provider_name": "auto-routing",
      "accuracy": 0.736667,
      "accuracy_std_dev": 0.010000000000000009,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.47698523000000004,
      "avg_duration_per_task_ms": 128774.34,
      "avg_output_tokens_per_task": 7206.5,
      "last_run_timestamp": "2026-10-01T19:04:40.362Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-20260816",
      "model_slug": "z-ai/glm-5.3",
      "model_name": "Z.ai: GLM 5.3",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.7366667499999999,
      "accuracy_std_dev": 0.022360717043232326,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.09214373999999999,
      "avg_duration_per_task_ms": 269151.86,
      "avg_output_tokens_per_task": 4693.195,
      "last_run_timestamp": "2026-11-17T13:36:20.897Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "Fireworks",
      "accuracy": 0.7366665,
      "accuracy_std_dev": 0.01666650000000003,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.17216302,
      "avg_duration_per_task_ms": 234612.69,
      "avg_output_tokens_per_task": 17080.8,
      "last_run_timestamp": "2026-09-19T08:12:02.180Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "reflection/beam-1.0-501b-a23b-20261016",
      "model_slug": "reflection/beam-1.0-501b-a23b",
      "model_name": "Reflection: Beam 1.0 501B A23B",
      "provider_name": "Io Net",
      "accuracy": 0.7366665,
      "accuracy_std_dev": 0.0033334999999999892,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.02539905,
      "avg_duration_per_task_ms": 216631.23,
      "avg_output_tokens_per_task": 14336.27,
      "last_run_timestamp": "2026-10-24T12:02:36.303Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Inceptron",
      "accuracy": 0.7364729659318637,
      "accuracy_std_dev": 0.03095357398427524,
      "run_count": 10,
      "total_questions": 499,
      "avg_cost_per_task_usd": 0.012260436873747494,
      "avg_duration_per_task_ms": 426778.6513026052,
      "avg_output_tokens_per_task": 14529.877755511023,
      "last_run_timestamp": "2026-10-31T11:58:45.245Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.6-sonnet-20260217",
      "model_slug": "anthropic/claude-sonnet-4.6",
      "model_name": "Anthropic: Claude Sonnet 4.6",
      "provider_name": "Claude Platform on AWS",
      "accuracy": 0.7362964444444444,
      "accuracy_std_dev": 0.024365746494760095,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.34267215777777776,
      "avg_duration_per_task_ms": 198743.64666666667,
      "avg_output_tokens_per_task": 11760.715555555556,
      "last_run_timestamp": "2026-10-31T13:12:27.229Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m2.7-20260318",
      "model_slug": "minimax/minimax-m2.7",
      "model_name": "MiniMax: MiniMax M2.7",
      "provider_name": "Groq",
      "accuracy": 0.7361807587939699,
      "accuracy_std_dev": 0.02440727792457612,
      "run_count": 4,
      "total_questions": 199,
      "avg_cost_per_task_usd": 0.1282399246231156,
      "avg_duration_per_task_ms": 62478.3216080402,
      "avg_output_tokens_per_task": 9075.452261306533,
      "last_run_timestamp": "2026-10-31T19:12:18.660Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.736,
      "accuracy_std_dev": 0.011623577573191504,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.02217724,
      "avg_duration_per_task_ms": 74896.184,
      "avg_output_tokens_per_task": 4355.024,
      "last_run_timestamp": "2026-10-31T12:05:37.260Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Makora",
      "accuracy": 0.7359261111111111,
      "accuracy_std_dev": 0.02318882707227026,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.04132428666666666,
      "avg_duration_per_task_ms": 135748.28,
      "avg_output_tokens_per_task": 25779.64,
      "last_run_timestamp": "2026-10-31T12:16:10.183Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "NextBit",
      "accuracy": 0.7355556666666666,
      "accuracy_std_dev": 0.01369867976201439,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.01667712,
      "avg_duration_per_task_ms": 656503.2166666667,
      "avg_output_tokens_per_task": 11802.333333333334,
      "last_run_timestamp": "2026-11-03T00:15:40.640Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "Sail Research",
      "accuracy": 0.7355556666666666,
      "accuracy_std_dev": 0.00831485358994506,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.20470518666666668,
      "avg_duration_per_task_ms": 248447.69333333333,
      "avg_output_tokens_per_task": 10481.2,
      "last_run_timestamp": "2026-11-17T13:32:46.843Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5.5-20260423",
      "model_slug": "openai/gpt-5.5",
      "model_name": "OpenAI: GPT-5.5",
      "provider_name": "OpenAI",
      "accuracy": 0.7355556666666666,
      "accuracy_std_dev": 0.04157400066013479,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.48569376,
      "avg_duration_per_task_ms": 125885.67333333334,
      "avg_output_tokens_per_task": 7296.606666666667,
      "last_run_timestamp": "2026-10-02T23:08:08.058Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.6-sonnet-20260217",
      "model_slug": "anthropic/claude-sonnet-4.6",
      "model_name": "Anthropic: Claude Sonnet 4.6",
      "provider_name": "Anthropic",
      "accuracy": 0.7355555555555555,
      "accuracy_std_dev": 0.01987627160494595,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.34384220444444447,
      "avg_duration_per_task_ms": 206410.26888888888,
      "avg_output_tokens_per_task": 11775.897777777778,
      "last_run_timestamp": "2026-10-31T13:36:32.496Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "Cloudflare",
      "accuracy": 0.7352382857142856,
      "accuracy_std_dev": 0.024355691899807883,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.08057010285714285,
      "avg_duration_per_task_ms": 340163.24,
      "avg_output_tokens_per_task": 11435.99142857143,
      "last_run_timestamp": "2026-10-31T21:26:40.342Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5-20260211",
      "model_slug": "z-ai/glm-5",
      "model_name": "Z.ai: GLM 5",
      "provider_name": "Baidu",
      "accuracy": 0.7352381428571428,
      "accuracy_std_dev": 0.012706339592374119,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.06437004,
      "avg_duration_per_task_ms": 198152.07142857142,
      "avg_output_tokens_per_task": 11985.62,
      "last_run_timestamp": "2026-11-10T19:24:51.597Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5-20260211",
      "model_slug": "z-ai/glm-5",
      "model_name": "Z.ai: GLM 5",
      "provider_name": "GMICloud",
      "accuracy": 0.735,
      "accuracy_std_dev": 0.036931009253742306,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.045410097499999996,
      "avg_duration_per_task_ms": 215707.325,
      "avg_output_tokens_per_task": 10025.415,
      "last_run_timestamp": "2026-11-10T07:12:51.901Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-haiku-5.5-20261007",
      "model_slug": "anthropic/claude-haiku-5.5",
      "model_name": "Anthropic: Claude Haiku 5.5",
      "provider_name": "Google",
      "accuracy": 0.7349999375,
      "accuracy_std_dev": 0.022791352832458058,
      "run_count": 16,
      "total_questions": 800,
      "avg_cost_per_task_usd": 0.01296951,
      "avg_duration_per_task_ms": 72907.1375,
      "avg_output_tokens_per_task": 10767.79,
      "last_run_timestamp": "2026-11-17T13:37:40.893Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Fireworks",
      "accuracy": 0.7349398099062917,
      "accuracy_std_dev": 0.02455646627618342,
      "run_count": 15,
      "total_questions": 747,
      "avg_cost_per_task_usd": 0.05549164792503348,
      "avg_duration_per_task_ms": 157974.1485943775,
      "avg_output_tokens_per_task": 30263.555555555555,
      "last_run_timestamp": "2026-10-31T12:41:59.422Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemini-3.8-flash-20260902",
      "model_slug": "google/gemini-3.8-flash",
      "model_name": "Google: Gemini 3.8 Flash",
      "provider_name": "Google AI Studio",
      "accuracy": 0.734694,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 49,
      "avg_cost_per_task_usd": 0.25339910204081634,
      "avg_duration_per_task_ms": 146531.16326530612,
      "avg_output_tokens_per_task": 29831.102040816328,
      "last_run_timestamp": "2026-10-01T08:03:06.861Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "Moonshot AI",
      "accuracy": 0.7343897809798271,
      "accuracy_std_dev": 0.025081854570463448,
      "run_count": 7,
      "total_questions": 347,
      "avg_cost_per_task_usd": 0.2900823054755043,
      "avg_duration_per_task_ms": 394872.9711815562,
      "avg_output_tokens_per_task": 9830.040345821326,
      "last_run_timestamp": "2026-10-24T12:29:09.762Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.6-opus-20260205",
      "model_slug": "anthropic/claude-opus-4.6",
      "model_name": "Anthropic: Claude Opus 4.6",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.7340742222222222,
      "accuracy_std_dev": 0.02921928539995375,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.5367579133333333,
      "avg_duration_per_task_ms": 178289.06666666668,
      "avg_output_tokens_per_task": 10055.695555555556,
      "last_run_timestamp": "2026-10-31T12:28:38.525Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.5-397b-a17b-20260216",
      "model_slug": "qwen/qwen3.5-397b-a17b",
      "model_name": "Qwen: Qwen3.5 397B A17B",
      "provider_name": "Novita",
      "accuracy": 0.733796,
      "accuracy_std_dev": 0.0059017228557995535,
      "run_count": 3,
      "total_questions": 144,
      "avg_cost_per_task_usd": 0.20467558333333333,
      "avg_duration_per_task_ms": 370954.7361111111,
      "avg_output_tokens_per_task": 23212.9375,
      "last_run_timestamp": "2026-10-24T19:18:46.938Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Mistral",
      "accuracy": 0.73375,
      "accuracy_std_dev": 0.027810549558575794,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.018745945,
      "avg_duration_per_task_ms": 93462.3375,
      "avg_output_tokens_per_task": 4950.955,
      "last_run_timestamp": "2026-11-11T03:16:45.253Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "CoreWeave",
      "accuracy": 0.7333336666666666,
      "accuracy_std_dev": 0.029814239699997178,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.08031904,
      "avg_duration_per_task_ms": 82225.77,
      "avg_output_tokens_per_task": 11774.246666666666,
      "last_run_timestamp": "2026-10-31T19:56:16.658Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v3.2-20251201",
      "model_slug": "deepseek/deepseek-v3.2",
      "model_name": "DeepSeek: DeepSeek V3.2",
      "provider_name": "auto-routing",
      "accuracy": 0.7333335,
      "accuracy_std_dev": 0.024944382579049757,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.04568519333333333,
      "avg_duration_per_task_ms": 630416.07,
      "avg_output_tokens_per_task": 16363.486666666666,
      "last_run_timestamp": "2026-10-31T19:47:52.982Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Ambient",
      "accuracy": 0.7333335,
      "accuracy_std_dev": 0.013333499999999998,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.0051492000000000005,
      "avg_duration_per_task_ms": 196686.39,
      "avg_output_tokens_per_task": 10861.81,
      "last_run_timestamp": "2026-11-17T13:32:31.589Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemini-3-flash-preview-20251217",
      "model_slug": "google/gemini-3-flash-preview",
      "model_name": "Google: Gemini 3 Flash Preview",
      "provider_name": "Google",
      "accuracy": 0.7333335,
      "accuracy_std_dev": 0.00666650000000002,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.12301775,
      "avg_duration_per_task_ms": 155307.55,
      "avg_output_tokens_per_task": 18812.75,
      "last_run_timestamp": "2026-10-01T19:05:47.885Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "meta/muse-spark-open-20261015",
      "model_slug": "meta/muse-spark-open",
      "model_name": "Meta: Muse Spark Open",
      "provider_name": "Together",
      "accuracy": 0.7333335,
      "accuracy_std_dev": 0.00666650000000002,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.08901925000000001,
      "avg_duration_per_task_ms": 93612.32,
      "avg_output_tokens_per_task": 8634.62,
      "last_run_timestamp": "2026-10-31T11:29:29.503Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "Phala",
      "accuracy": 0.7333335,
      "accuracy_std_dev": 0.013333499999999998,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.08394800999999999,
      "avg_duration_per_task_ms": 134148.76,
      "avg_output_tokens_per_task": 8723.94,
      "last_run_timestamp": "2026-10-17T19:55:39.408Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5.6-sol-20260709",
      "model_slug": "openai/gpt-5.6-sol",
      "model_name": "OpenAI: GPT-5.6 Sol",
      "provider_name": "auto-routing",
      "accuracy": 0.7333335,
      "accuracy_std_dev": 0.026666499999999982,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.12687428,
      "avg_duration_per_task_ms": 110480.49,
      "avg_output_tokens_per_task": 5152.54,
      "last_run_timestamp": "2026-10-01T19:04:55.696Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.1-20260406",
      "model_slug": "z-ai/glm-5.1",
      "model_name": "Z.ai: GLM 5.1",
      "provider_name": "AtlasCloud",
      "accuracy": 0.7333335,
      "accuracy_std_dev": 0.03610667323247417,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.11049448666666668,
      "avg_duration_per_task_ms": 154963.93,
      "avg_output_tokens_per_task": 9725.963333333333,
      "last_run_timestamp": "2026-10-31T20:27:27.677Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "Moonshot AI",
      "accuracy": 0.7333334,
      "accuracy_std_dev": 0.05077186447472655,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.110566512,
      "avg_duration_per_task_ms": 212767.232,
      "avg_output_tokens_per_task": 11833.968,
      "last_run_timestamp": "2026-10-24T19:31:21.574Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Mancer 2",
      "accuracy": 0.7333333333333333,
      "accuracy_std_dev": 0.014401903168987377,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.06451945333333334,
      "avg_duration_per_task_ms": 876085.0533333333,
      "avg_output_tokens_per_task": 15144.64,
      "last_run_timestamp": "2026-10-31T12:31:12.958Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Crusoe",
      "accuracy": 0.7333333333333333,
      "accuracy_std_dev": 0.03569390445004426,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.021479246666666667,
      "avg_duration_per_task_ms": 120781.28,
      "avg_output_tokens_per_task": 11581.666666666666,
      "last_run_timestamp": "2026-10-31T11:22:01.481Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "InferenceNet",
      "accuracy": 0.7333333333333333,
      "accuracy_std_dev": 0.05760637824832321,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.04898614,
      "avg_duration_per_task_ms": 106829.63333333333,
      "avg_output_tokens_per_task": 9897.326666666666,
      "last_run_timestamp": "2026-10-10T11:51:48.927Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Cohere",
      "accuracy": 0.7333333333333333,
      "accuracy_std_dev": 0.009428090415820642,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.024898453333333334,
      "avg_duration_per_task_ms": 37126.9,
      "avg_output_tokens_per_task": 4153.473333333333,
      "last_run_timestamp": "2026-10-31T12:07:50.460Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "xiaomi/mimo-v2.5-pro-20260422",
      "model_slug": "xiaomi/mimo-v2.5-pro",
      "model_name": "Xiaomi: MiMo-V2.5-Pro",
      "provider_name": "Novita",
      "accuracy": 0.7333332857142857,
      "accuracy_std_dev": 0.024429984180535703,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.020386702857142856,
      "avg_duration_per_task_ms": 448259.18,
      "avg_output_tokens_per_task": 11979.1,
      "last_run_timestamp": "2026-10-17T11:29:07.053Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-haiku-5.5-20261007",
      "model_slug": "anthropic/claude-haiku-5.5",
      "model_name": "Anthropic: Claude Haiku 5.5",
      "provider_name": "Anthropic",
      "accuracy": 0.7333332,
      "accuracy_std_dev": 0.032659904062320846,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.012294704000000002,
      "avg_duration_per_task_ms": 85675.876,
      "avg_output_tokens_per_task": 10698.828,
      "last_run_timestamp": "2026-10-31T11:35:21.238Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v3.2-20251201",
      "model_slug": "deepseek/deepseek-v3.2",
      "model_name": "DeepSeek: DeepSeek V3.2",
      "provider_name": "SiliconFlow",
      "accuracy": 0.7333332,
      "accuracy_std_dev": 0.021081956478467563,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.057440728,
      "avg_duration_per_task_ms": 994092.408,
      "avg_output_tokens_per_task": 16317.508,
      "last_run_timestamp": "2026-10-31T20:02:53.411Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "NextBit",
      "accuracy": 0.7333330000000001,
      "accuracy_std_dev": 0,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.01186947,
      "avg_duration_per_task_ms": 176514.74,
      "avg_output_tokens_per_task": 14201.61,
      "last_run_timestamp": "2026-08-29T16:50:07.898Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-vision-exp-20260821",
      "model_slug": "deepseek/deepseek-v4-flash-vision-exp",
      "model_name": "DeepSeek: DeepSeek V4 Flash Vision Exp",
      "provider_name": "AtlasCloud",
      "accuracy": 0.7333330000000001,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.058005,
      "avg_duration_per_task_ms": 191243.62,
      "avg_output_tokens_per_task": 30812.32,
      "last_run_timestamp": "2026-09-12T08:09:12.993Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "auto-routing",
      "accuracy": 0.7333330000000001,
      "accuracy_std_dev": 0.016329931618554536,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.0237137,
      "avg_duration_per_task_ms": 152943.34,
      "avg_output_tokens_per_task": 28918.433333333334,
      "last_run_timestamp": "2026-11-17T13:37:28.149Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemini-3-flash-preview-20251217",
      "model_slug": "google/gemini-3-flash-preview",
      "model_name": "Google: Gemini 3 Flash Preview",
      "provider_name": "auto-routing",
      "accuracy": 0.7333330000000001,
      "accuracy_std_dev": 0.020000000000000018,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.12365041999999998,
      "avg_duration_per_task_ms": 156560.04,
      "avg_output_tokens_per_task": 19704.13,
      "last_run_timestamp": "2026-10-01T19:04:26.702Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemini-3.5-flash-lite-20260721",
      "model_slug": "google/gemini-3.5-flash-lite",
      "model_name": "Google: Gemini 3.5 Flash Lite",
      "provider_name": "Google AI Studio",
      "accuracy": 0.7333330000000001,
      "accuracy_std_dev": 0,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.10928178,
      "avg_duration_per_task_ms": 75479.44,
      "avg_output_tokens_per_task": 18824.05,
      "last_run_timestamp": "2026-10-01T19:05:46.177Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "Parasail",
      "accuracy": 0.7333330000000001,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.2484202,
      "avg_duration_per_task_ms": 207733.62,
      "avg_output_tokens_per_task": 10608.24,
      "last_run_timestamp": "2026-11-04T21:15:40.182Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "Together",
      "accuracy": 0.7333330000000001,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.2865894,
      "avg_duration_per_task_ms": 249378.06,
      "avg_output_tokens_per_task": 16191.68,
      "last_run_timestamp": "2026-11-04T18:44:37.678Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flashx-20260918",
      "model_slug": "z-ai/glm-5.3-flashx",
      "model_name": "Z.ai: GLM 5.3 FlashX",
      "provider_name": "Novita",
      "accuracy": 0.7333330000000001,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.027065839999999997,
      "avg_duration_per_task_ms": 104408.46,
      "avg_output_tokens_per_task": 4213.84,
      "last_run_timestamp": "2026-11-12T21:20:43.637Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Tenstorrent",
      "accuracy": 0.7329929795918368,
      "accuracy_std_dev": 0.05409699999999995,
      "run_count": 2,
      "total_questions": 98,
      "avg_cost_per_task_usd": 0.003721785714285715,
      "avg_duration_per_task_ms": 82527.76530612246,
      "avg_output_tokens_per_task": 3412.2551020408164,
      "last_run_timestamp": "2026-11-08T04:25:13.787Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Modal",
      "accuracy": 0.732916625,
      "accuracy_std_dev": 0.018888392049996622,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.0482453475,
      "avg_duration_per_task_ms": 162563.185,
      "avg_output_tokens_per_task": 29218.5525,
      "last_run_timestamp": "2026-10-31T12:25:59.335Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "Inceptron",
      "accuracy": 0.7327776666666667,
      "accuracy_std_dev": 0.037437203388548605,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.06221938333333334,
      "avg_duration_per_task_ms": 169021.89333333334,
      "avg_output_tokens_per_task": 11137.256666666666,
      "last_run_timestamp": "2026-10-31T19:24:16.029Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "Together",
      "accuracy": 0.7325925555555556,
      "accuracy_std_dev": 0.025423851714968207,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.2998350222222222,
      "avg_duration_per_task_ms": 285455.34444444446,
      "avg_output_tokens_per_task": 9710.32888888889,
      "last_run_timestamp": "2026-10-31T13:04:39.070Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.6-27b-20260422",
      "model_slug": "qwen/qwen3.6-27b",
      "model_name": "Qwen: Qwen3.6 27B",
      "provider_name": "SiliconFlow",
      "accuracy": 0.7325,
      "accuracy_std_dev": 0.07245198026624255,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.15872956,
      "avg_duration_per_task_ms": 1390345.42,
      "avg_output_tokens_per_task": 27770.245,
      "last_run_timestamp": "2026-10-24T20:45:53.033Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Relace",
      "accuracy": 0.7324999375,
      "accuracy_std_dev": 0.03821539693053828,
      "run_count": 16,
      "total_questions": 800,
      "avg_cost_per_task_usd": 0.00957759875,
      "avg_duration_per_task_ms": 214634.9525,
      "avg_output_tokens_per_task": 15050.5875,
      "last_run_timestamp": "2026-11-02T18:06:38.075Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-4.6",
      "model_slug": "z-ai/glm-4.6",
      "model_name": "Z.ai: GLM 4.6",
      "provider_name": "Novita",
      "accuracy": 0.7322223333333333,
      "accuracy_std_dev": 0.030408669167780997,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.05317801333333332,
      "avg_duration_per_task_ms": 353125.41,
      "avg_output_tokens_per_task": 9995.663333333334,
      "last_run_timestamp": "2026-10-31T21:01:26.628Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.1-20260406",
      "model_slug": "z-ai/glm-5.1",
      "model_name": "Z.ai: GLM 5.1",
      "provider_name": "Z.AI",
      "accuracy": 0.7322223333333333,
      "accuracy_std_dev": 0.017391583037652304,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.11531594,
      "avg_duration_per_task_ms": 329466.95666666667,
      "avg_output_tokens_per_task": 9712.313333333334,
      "last_run_timestamp": "2026-10-31T20:34:53.249Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5-20260211",
      "model_slug": "z-ai/glm-5",
      "model_name": "Z.ai: GLM 5",
      "provider_name": "auto-routing",
      "accuracy": 0.7322221666666667,
      "accuracy_std_dev": 0.029917604958823556,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.044288833333333326,
      "avg_duration_per_task_ms": 180500.87,
      "avg_output_tokens_per_task": 9429.71,
      "last_run_timestamp": "2026-10-31T20:15:42.614Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "CoreWeave",
      "accuracy": 0.732,
      "accuracy_std_dev": 0.02124973202654565,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.036015575999999994,
      "avg_duration_per_task_ms": 148623.836,
      "avg_output_tokens_per_task": 32577.608,
      "last_run_timestamp": "2026-10-31T12:40:24.644Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.5-sonnet-20250929",
      "model_slug": "anthropic/claude-sonnet-4.5",
      "model_name": "Anthropic: Claude Sonnet 4.5",
      "provider_name": "Claude Platform on AWS",
      "accuracy": 0.7318516666666667,
      "accuracy_std_dev": 0.024094089685600877,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.34679000000000004,
      "avg_duration_per_task_ms": 216708.68444444446,
      "avg_output_tokens_per_task": 10783.075555555555,
      "last_run_timestamp": "2026-10-31T12:46:18.490Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "Sail Research",
      "accuracy": 0.7318182727272727,
      "accuracy_std_dev": 0.016658523633650498,
      "run_count": 11,
      "total_questions": 550,
      "avg_cost_per_task_usd": 0.18627906363636365,
      "avg_duration_per_task_ms": 203210.24181818182,
      "avg_output_tokens_per_task": 9764.40909090909,
      "last_run_timestamp": "2026-11-06T22:35:15.892Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "auto-routing",
      "accuracy": 0.73166675,
      "accuracy_std_dev": 0.05309836521906773,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.0096401875,
      "avg_duration_per_task_ms": 251332.25,
      "avg_output_tokens_per_task": 15639.4325,
      "last_run_timestamp": "2026-10-31T11:40:30.784Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "Crusoe",
      "accuracy": 0.7316665,
      "accuracy_std_dev": 0.018333500000000003,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.01274185,
      "avg_duration_per_task_ms": 154997.2,
      "avg_output_tokens_per_task": 13696.96,
      "last_run_timestamp": "2026-10-31T19:54:14.421Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.5-0127",
      "model_slug": "moonshotai/kimi-k2.5",
      "model_name": "MoonshotAI: Kimi K2.5",
      "provider_name": "SiliconFlow",
      "accuracy": 0.7314285714285714,
      "accuracy_std_dev": 0.03240883393616683,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.051998897142857145,
      "avg_duration_per_task_ms": 434583.72857142857,
      "avg_output_tokens_per_task": 11291.065714285714,
      "last_run_timestamp": "2026-11-17T14:09:47.680Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "Moonshot AI",
      "accuracy": 0.7311970814419225,
      "accuracy_std_dev": 0.03004148881988968,
      "run_count": 15,
      "total_questions": 749,
      "avg_cost_per_task_usd": 0.1274016328437917,
      "avg_duration_per_task_ms": 136045.71962616823,
      "avg_output_tokens_per_task": 9258.118825100133,
      "last_run_timestamp": "2026-10-24T19:48:18.775Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "DigitalOcean",
      "accuracy": 0.7311827782258065,
      "accuracy_std_dev": 0.07837008853695393,
      "run_count": 10,
      "total_questions": 496,
      "avg_cost_per_task_usd": 0.009883709677419354,
      "avg_duration_per_task_ms": 170348.1431451613,
      "avg_output_tokens_per_task": 4275.5161290322585,
      "last_run_timestamp": "2026-10-31T12:31:51.998Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Wafer",
      "accuracy": 0.7311637573964497,
      "accuracy_std_dev": 0.02813377440238986,
      "run_count": 17,
      "total_questions": 845,
      "avg_cost_per_task_usd": 0.024811487573964494,
      "avg_duration_per_task_ms": 209572.125443787,
      "avg_output_tokens_per_task": 21468.289940828403,
      "last_run_timestamp": "2026-10-31T11:27:16.882Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Ionstream",
      "accuracy": 0.7311111666666666,
      "accuracy_std_dev": 0.023306789135476298,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.042053009999999995,
      "avg_duration_per_task_ms": 182443.26333333334,
      "avg_output_tokens_per_task": 32569.78,
      "last_run_timestamp": "2026-11-19T22:27:14.233Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m3-20260531",
      "model_slug": "minimax/minimax-m3",
      "model_name": "MiniMax: MiniMax M3",
      "provider_name": "Novita",
      "accuracy": 0.7311111111111112,
      "accuracy_std_dev": 0.04466619679216648,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.029089115555555555,
      "avg_duration_per_task_ms": 121652.71777777778,
      "avg_output_tokens_per_task": 10609.635555555555,
      "last_run_timestamp": "2026-10-31T19:22:00.212Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5.4-20260305",
      "model_slug": "openai/gpt-5.4",
      "model_name": "OpenAI: GPT-5.4",
      "provider_name": "Azure",
      "accuracy": 0.7311110000000001,
      "accuracy_std_dev": 0.014740588127118051,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.29708465,
      "avg_duration_per_task_ms": 186510.67,
      "avg_output_tokens_per_task": 10592.956666666667,
      "last_run_timestamp": "2026-10-01T19:05:18.005Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5.6-sol-20260709",
      "model_slug": "openai/gpt-5.6-sol",
      "model_name": "OpenAI: GPT-5.6 Sol",
      "provider_name": "OpenAI",
      "accuracy": 0.7311110000000001,
      "accuracy_std_dev": 0.013698950130089036,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.12928292,
      "avg_duration_per_task_ms": 109953.54,
      "avg_output_tokens_per_task": 5131.753333333333,
      "last_run_timestamp": "2026-10-02T23:08:37.533Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.6-sonnet-20260217",
      "model_slug": "anthropic/claude-sonnet-4.6",
      "model_name": "Anthropic: Claude Sonnet 4.6",
      "provider_name": "Google",
      "accuracy": 0.7306172592592592,
      "accuracy_std_dev": 0.023813978572496102,
      "run_count": 27,
      "total_questions": 1350,
      "avg_cost_per_task_usd": 0.3616367237037037,
      "avg_duration_per_task_ms": 195155.5948148148,
      "avg_output_tokens_per_task": 11830.457777777778,
      "last_run_timestamp": "2026-10-31T13:17:20.726Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "Crusoe",
      "accuracy": 0.7304761428571429,
      "accuracy_std_dev": 0.03204309032015027,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.09608497428571429,
      "avg_duration_per_task_ms": 317519.78285714285,
      "avg_output_tokens_per_task": 10877.691428571428,
      "last_run_timestamp": "2026-11-17T13:54:02.632Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "auto-routing",
      "accuracy": 0.7304761428571429,
      "accuracy_std_dev": 0.018467413233883647,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.0641683,
      "avg_duration_per_task_ms": 221010.74285714285,
      "avg_output_tokens_per_task": 12272.888571428572,
      "last_run_timestamp": "2026-11-17T13:52:07.828Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m3-20260531",
      "model_slug": "minimax/minimax-m3",
      "model_name": "MiniMax: MiniMax M3",
      "provider_name": "GMICloud",
      "accuracy": 0.7303704444444444,
      "accuracy_std_dev": 0.04158720192054578,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.028855546666666666,
      "avg_duration_per_task_ms": 158061.0911111111,
      "avg_output_tokens_per_task": 13689.44,
      "last_run_timestamp": "2026-11-10T06:43:24.233Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-haiku-5.5-20261007",
      "model_slug": "anthropic/claude-haiku-5.5",
      "model_name": "Anthropic: Claude Haiku 5.5",
      "provider_name": "Azure",
      "accuracy": 0.7303029090909091,
      "accuracy_std_dev": 0.01956360163185495,
      "run_count": 11,
      "total_questions": 550,
      "avg_cost_per_task_usd": 0.012471607272727276,
      "avg_duration_per_task_ms": 74029.87090909091,
      "avg_output_tokens_per_task": 10490.738181818182,
      "last_run_timestamp": "2026-11-17T13:28:20.912Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "DekaLLM",
      "accuracy": 0.73,
      "accuracy_std_dev": 0.0033330000000000304,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.01182497,
      "avg_duration_per_task_ms": 101238.95,
      "avg_output_tokens_per_task": 11898.59,
      "last_run_timestamp": "2026-11-17T13:30:42.819Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemini-3-flash-preview-20251217",
      "model_slug": "google/gemini-3-flash-preview",
      "model_name": "Google: Gemini 3 Flash Preview",
      "provider_name": "Google AI Studio",
      "accuracy": 0.73,
      "accuracy_std_dev": 0.030000000000000027,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.12856867000000002,
      "avg_duration_per_task_ms": 121477.86,
      "avg_output_tokens_per_task": 19799.68,
      "last_run_timestamp": "2026-10-01T19:05:00.104Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemini-3.6-flash-20260721",
      "model_slug": "google/gemini-3.6-flash",
      "model_name": "Google: Gemini 3.6 Flash",
      "provider_name": "Google AI Studio",
      "accuracy": 0.73,
      "accuracy_std_dev": 0.04333300000000001,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.24468226999999998,
      "avg_duration_per_task_ms": 158524.06,
      "avg_output_tokens_per_task": 22552.35,
      "last_run_timestamp": "2026-10-01T19:04:55.721Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m2.7-20260318",
      "model_slug": "minimax/minimax-m2.7",
      "model_name": "MiniMax: MiniMax M2.7",
      "provider_name": "AtlasCloud",
      "accuracy": 0.73,
      "accuracy_std_dev": 0.03144692177304482,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.0316219,
      "avg_duration_per_task_ms": 331404.43333333335,
      "avg_output_tokens_per_task": 10303.846666666666,
      "last_run_timestamp": "2026-10-31T20:10:49.937Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "DigitalOcean",
      "accuracy": 0.73,
      "accuracy_std_dev": 0.03939356029437638,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.07036110666666666,
      "avg_duration_per_task_ms": 959494.7933333333,
      "avg_output_tokens_per_task": 14563.573333333334,
      "last_run_timestamp": "2026-10-24T20:35:30.856Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "Modal",
      "accuracy": 0.73,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.14279748,
      "avg_duration_per_task_ms": 129435.32,
      "avg_output_tokens_per_task": 7981.12,
      "last_run_timestamp": "2026-11-04T21:11:46.281Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "KT",
      "accuracy": 0.73,
      "accuracy_std_dev": 0.0033330000000000304,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.01420625,
      "avg_duration_per_task_ms": 63360.51,
      "avg_output_tokens_per_task": 4011.33,
      "last_run_timestamp": "2026-11-11T02:06:30.445Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemini-3.5-flash-20260519",
      "model_slug": "google/gemini-3.5-flash",
      "model_name": "Google: Gemini 3.5 Flash",
      "provider_name": "Google",
      "accuracy": 0.7299997500000001,
      "accuracy_std_dev": 0.017320556188745798,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.32059346000000005,
      "avg_duration_per_task_ms": 156347.09,
      "avg_output_tokens_per_task": 21297.645,
      "last_run_timestamp": "2026-10-01T19:05:00.071Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "Nebius",
      "accuracy": 0.729654525083612,
      "accuracy_std_dev": 0.01804542249436126,
      "run_count": 6,
      "total_questions": 299,
      "avg_cost_per_task_usd": 0.18312612040133777,
      "avg_duration_per_task_ms": 543481.8829431438,
      "avg_output_tokens_per_task": 8776.65551839465,
      "last_run_timestamp": "2026-10-31T21:08:40.848Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Nebius",
      "accuracy": 0.7294444999999999,
      "accuracy_std_dev": 0.02452637154676576,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.06950122666666667,
      "avg_duration_per_task_ms": 226050.74,
      "avg_output_tokens_per_task": 29887.666666666668,
      "last_run_timestamp": "2026-11-19T19:25:48.503Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Reka",
      "accuracy": 0.7293335999999999,
      "accuracy_std_dev": 0.025854265068649688,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.031465916000000003,
      "avg_duration_per_task_ms": 294535.152,
      "avg_output_tokens_per_task": 33029.84,
      "last_run_timestamp": "2026-11-17T13:58:01.291Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-haiku-5.5-20261007",
      "model_slug": "anthropic/claude-haiku-5.5",
      "model_name": "Anthropic: Claude Haiku 5.5",
      "provider_name": "Claude Platform on AWS",
      "accuracy": 0.7293334,
      "accuracy_std_dev": 0.026533159130416407,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.012403696,
      "avg_duration_per_task_ms": 92314.648,
      "avg_output_tokens_per_task": 10764.472,
      "last_run_timestamp": "2026-10-31T12:41:01.831Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Together",
      "accuracy": 0.7291665,
      "accuracy_std_dev": 0.023318429765959808,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.0316769325,
      "avg_duration_per_task_ms": 89151.6375,
      "avg_output_tokens_per_task": 22436.51,
      "last_run_timestamp": "2026-10-31T11:37:01.556Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "ModelRun",
      "accuracy": 0.7288890000000001,
      "accuracy_std_dev": 0.03142665378305492,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.02386675333333333,
      "avg_duration_per_task_ms": 151228.52,
      "avg_output_tokens_per_task": 22554.02666666667,
      "last_run_timestamp": "2026-10-28T06:40:49.113Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Novita",
      "accuracy": 0.728889,
      "accuracy_std_dev": 0.01911599421078241,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.017266966666666664,
      "avg_duration_per_task_ms": 122400.14,
      "avg_output_tokens_per_task": 11879.513333333334,
      "last_run_timestamp": "2026-10-31T11:33:22.952Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "nvidia/nemotron-3.5-super-vl-20261015",
      "model_slug": "nvidia/nemotron-3.5-super-vl",
      "model_name": "NVIDIA: Nemotron 3.5 Super VL",
      "provider_name": "Together",
      "accuracy": 0.728889,
      "accuracy_std_dev": 0.01257094435593444,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.04855964666666667,
      "avg_duration_per_task_ms": 115027.81333333334,
      "avg_output_tokens_per_task": 15070.966666666667,
      "last_run_timestamp": "2026-10-31T12:30:34.970Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "Novita",
      "accuracy": 0.7288888333333333,
      "accuracy_std_dev": 0.033035476629509807,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.09960967666666666,
      "avg_duration_per_task_ms": 252242.13666666666,
      "avg_output_tokens_per_task": 12448.68,
      "last_run_timestamp": "2026-10-31T20:07:04.555Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "nvidia/nemotron-3.5-super-vl-20261015",
      "model_slug": "nvidia/nemotron-3.5-super-vl",
      "model_name": "NVIDIA: Nemotron 3.5 Super VL",
      "provider_name": "auto-routing",
      "accuracy": 0.7288886666666667,
      "accuracy_std_dev": 0.017497738831695454,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.033088113333333335,
      "avg_duration_per_task_ms": 134354.10666666666,
      "avg_output_tokens_per_task": 14586.926666666666,
      "last_run_timestamp": "2026-10-31T12:32:08.127Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "xiaomi/mimo-v2.5-pro-20260422",
      "model_slug": "xiaomi/mimo-v2.5-pro",
      "model_name": "Xiaomi: MiMo-V2.5-Pro",
      "provider_name": "auto-routing",
      "accuracy": 0.7285714285714285,
      "accuracy_std_dev": 0.03080179044822439,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.032285782857142856,
      "avg_duration_per_task_ms": 505409.5057142857,
      "avg_output_tokens_per_task": 16061.49142857143,
      "last_run_timestamp": "2026-10-17T13:55:17.194Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.7283335,
      "accuracy_std_dev": 0.024626886091898288,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.04604961333333333,
      "avg_duration_per_task_ms": 118630.39,
      "avg_output_tokens_per_task": 26239.556666666667,
      "last_run_timestamp": "2026-10-31T12:19:28.999Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "Fireworks",
      "accuracy": 0.7283333,
      "accuracy_std_dev": 0.02457408074598112,
      "run_count": 20,
      "total_questions": 1000,
      "avg_cost_per_task_usd": 0.43655422199999994,
      "avg_duration_per_task_ms": 261718.238,
      "avg_output_tokens_per_task": 11385.437,
      "last_run_timestamp": "2026-10-31T12:24:25.742Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-haiku-5.5-20261007",
      "model_slug": "anthropic/claude-haiku-5.5",
      "model_name": "Anthropic: Claude Haiku 5.5",
      "provider_name": "auto-routing",
      "accuracy": 0.72833325,
      "accuracy_std_dev": 0.041197373838480274,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.011627464999999998,
      "avg_duration_per_task_ms": 86463.365,
      "avg_output_tokens_per_task": 10669.235,
      "last_run_timestamp": "2026-10-31T12:31:32.731Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.728,
      "accuracy_std_dev": 0.02362657637492154,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.027497304,
      "avg_duration_per_task_ms": 93734.552,
      "avg_output_tokens_per_task": 12939.792,
      "last_run_timestamp": "2026-10-31T12:24:43.560Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Relace",
      "accuracy": 0.7279999333333333,
      "accuracy_std_dev": 0.024092455251846428,
      "run_count": 15,
      "total_questions": 750,
      "avg_cost_per_task_usd": 0.024600684000000005,
      "avg_duration_per_task_ms": 183990.44,
      "avg_output_tokens_per_task": 23628.08,
      "last_run_timestamp": "2026-11-02T17:49:35.292Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Nebius",
      "accuracy": 0.7277778333333333,
      "accuracy_std_dev": 0.014098441384501401,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.027551279999999997,
      "avg_duration_per_task_ms": 99482.46666666666,
      "avg_output_tokens_per_task": 12233.063333333334,
      "last_run_timestamp": "2026-11-17T13:28:19.346Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "Phala",
      "accuracy": 0.7277778333333333,
      "accuracy_std_dev": 0.028393011225867237,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.14296335,
      "avg_duration_per_task_ms": 288315.9766666667,
      "avg_output_tokens_per_task": 11935.17,
      "last_run_timestamp": "2026-10-31T21:07:15.251Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "Baidu",
      "accuracy": 0.7276191428571428,
      "accuracy_std_dev": 0.02926141771991904,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.06439082285714286,
      "avg_duration_per_task_ms": 186682.35714285713,
      "avg_output_tokens_per_task": 12873.628571428571,
      "last_run_timestamp": "2026-11-10T19:01:19.915Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "xiaomi/mimo-v2.5-20260422",
      "model_slug": "xiaomi/mimo-v2.5",
      "model_name": "Xiaomi: MiMo-V2.5",
      "provider_name": "auto-routing",
      "accuracy": 0.7276191428571428,
      "accuracy_std_dev": 0.04282535328993985,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.010168525714285717,
      "avg_duration_per_task_ms": 416788.9514285714,
      "avg_output_tokens_per_task": 14306.817142857142,
      "last_run_timestamp": "2026-10-17T13:13:33.362Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.1-20260406",
      "model_slug": "z-ai/glm-5.1",
      "model_name": "Z.ai: GLM 5.1",
      "provider_name": "StreamLake",
      "accuracy": 0.7276191428571428,
      "accuracy_std_dev": 0.029043799905997005,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.06544134,
      "avg_duration_per_task_ms": 251517.09714285715,
      "avg_output_tokens_per_task": 9549.502857142857,
      "last_run_timestamp": "2026-10-31T20:31:43.469Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.5-sonnet-20250929",
      "model_slug": "anthropic/claude-sonnet-4.5",
      "model_name": "Anthropic: Claude Sonnet 4.5",
      "provider_name": "Google",
      "accuracy": 0.7274073888888889,
      "accuracy_std_dev": 0.025130645740783622,
      "run_count": 18,
      "total_questions": 900,
      "avg_cost_per_task_usd": 0.3619208333333334,
      "avg_duration_per_task_ms": 224189.89888888889,
      "avg_output_tokens_per_task": 10828.057777777778,
      "last_run_timestamp": "2026-10-31T12:43:31.737Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "Inceptron",
      "accuracy": 0.7270580526315791,
      "accuracy_std_dev": 0.027013611651350876,
      "run_count": 10,
      "total_questions": 494,
      "avg_cost_per_task_usd": 0.06635004251012146,
      "avg_duration_per_task_ms": 149465.26113360323,
      "avg_output_tokens_per_task": 8479,
      "last_run_timestamp": "2026-10-31T19:10:53.479Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "BaseTen",
      "accuracy": 0.7270409540816326,
      "accuracy_std_dev": 0.02754153279934688,
      "run_count": 8,
      "total_questions": 392,
      "avg_cost_per_task_usd": 0.04606436989795917,
      "avg_duration_per_task_ms": 81576.88520408163,
      "avg_output_tokens_per_task": 19891.04081632653,
      "last_run_timestamp": "2026-10-31T12:26:53.018Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v3.1-terminus",
      "model_slug": "deepseek/deepseek-v3.1-terminus",
      "model_name": "DeepSeek: DeepSeek V3.1 Terminus",
      "provider_name": "auto-routing",
      "accuracy": 0.726667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.06215552,
      "avg_duration_per_task_ms": 469185.76,
      "avg_output_tokens_per_task": 14347.04,
      "last_run_timestamp": "2026-08-29T16:22:37.842Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v3.2-20251201",
      "model_slug": "deepseek/deepseek-v3.2",
      "model_name": "DeepSeek: DeepSeek V3.2",
      "provider_name": "StreamLake",
      "accuracy": 0.726667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.01991118,
      "avg_duration_per_task_ms": 453181.66,
      "avg_output_tokens_per_task": 14406.28,
      "last_run_timestamp": "2026-08-29T16:31:42.782Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "CoreWeave",
      "accuracy": 0.726667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.018994999999999998,
      "avg_duration_per_task_ms": 244574.24,
      "avg_output_tokens_per_task": 12511.36,
      "last_run_timestamp": "2026-08-29T16:33:29.042Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "Nebius",
      "accuracy": 0.726667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.07819403999999999,
      "avg_duration_per_task_ms": 528014.2,
      "avg_output_tokens_per_task": 10299.58,
      "last_run_timestamp": "2026-11-03T22:19:06.647Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "Nebius",
      "accuracy": 0.726667,
      "accuracy_std_dev": 0.019999999999999962,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.24019618,
      "avg_duration_per_task_ms": 932058.35,
      "avg_output_tokens_per_task": 24816.04,
      "last_run_timestamp": "2026-10-31T11:58:06.550Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "Ambient",
      "accuracy": 0.726667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.061023759999999996,
      "avg_duration_per_task_ms": 287068.88,
      "avg_output_tokens_per_task": 8601.24,
      "last_run_timestamp": "2026-08-29T08:12:20.454Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "Fireworks",
      "accuracy": 0.726667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.21341358,
      "avg_duration_per_task_ms": 101630.84,
      "avg_output_tokens_per_task": 8827.48,
      "last_run_timestamp": "2026-08-26T21:00:03.913Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3.1-pro-20261023",
      "model_slug": "moonshotai/kimi-k3.1-pro",
      "model_name": "MoonshotAI: Kimi K3.1 Pro",
      "provider_name": "Makora",
      "accuracy": 0.726667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.18203538000000002,
      "avg_duration_per_task_ms": 179076.12,
      "avg_output_tokens_per_task": 10569.62,
      "last_run_timestamp": "2026-11-20T18:40:53.826Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "nvidia/nemotron-3.5-super-vl-20261015",
      "model_slug": "nvidia/nemotron-3.5-super-vl",
      "model_name": "NVIDIA: Nemotron 3.5 Super VL",
      "provider_name": "PrimaLabs",
      "accuracy": 0.726667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.036930519999999994,
      "avg_duration_per_task_ms": 159604.04,
      "avg_output_tokens_per_task": 12924.46,
      "last_run_timestamp": "2026-11-19T20:12:09.274Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-6-astra-pro-20260903",
      "model_slug": "openai/gpt-6-astra-pro",
      "model_name": "OpenAI: GPT-6 Astra Pro",
      "provider_name": "auto-routing",
      "accuracy": 0.726667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 2.91364046,
      "avg_duration_per_task_ms": 331183.04,
      "avg_output_tokens_per_task": 12422.4,
      "last_run_timestamp": "2026-10-01T08:02:52.271Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.7-plus-20260602",
      "model_slug": "qwen/qwen3.7-plus",
      "model_name": "Qwen: Qwen3.7 Plus",
      "provider_name": "Alibaba",
      "accuracy": 0.726667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.05448868,
      "avg_duration_per_task_ms": 350679.6,
      "avg_output_tokens_per_task": 17629,
      "last_run_timestamp": "2026-10-01T08:04:38.753Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Sail Research",
      "accuracy": 0.72666675,
      "accuracy_std_dev": 0.014907082584714534,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.0051741124999999995,
      "avg_duration_per_task_ms": 172373.7025,
      "avg_output_tokens_per_task": 11668.895,
      "last_run_timestamp": "2026-11-06T22:18:15.008Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "xiaomi/mimo-v2.5-pro-20260422",
      "model_slug": "xiaomi/mimo-v2.5-pro",
      "model_name": "Xiaomi: MiMo-V2.5-Pro",
      "provider_name": "Xiaomi",
      "accuracy": 0.7266667142857143,
      "accuracy_std_dev": 0.027602760388432613,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.026032597142857137,
      "avg_duration_per_task_ms": 455784.3685714286,
      "avg_output_tokens_per_task": 16899.751428571428,
      "last_run_timestamp": "2026-10-17T11:15:55.168Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5.4-20260305",
      "model_slug": "openai/gpt-5.4",
      "model_name": "OpenAI: GPT-5.4",
      "provider_name": "OpenAI",
      "accuracy": 0.7266666666666667,
      "accuracy_std_dev": 0.014401903168987377,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.30249026,
      "avg_duration_per_task_ms": 183822.13333333333,
      "avg_output_tokens_per_task": 10747.233333333334,
      "last_run_timestamp": "2026-10-02T23:13:07.333Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5.6-luna-20260709",
      "model_slug": "openai/gpt-5.6-luna",
      "model_name": "OpenAI: GPT-5.6 Luna",
      "provider_name": "OpenAI",
      "accuracy": 0.7266666666666667,
      "accuracy_std_dev": 0.014401440259764123,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.013071513333333333,
      "avg_duration_per_task_ms": 97597.57333333333,
      "avg_output_tokens_per_task": 4935.306666666666,
      "last_run_timestamp": "2026-10-02T23:07:05.152Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemini-3.1-flash-lite-20260507",
      "model_slug": "google/gemini-3.1-flash-lite",
      "model_name": "Google: Gemini 3.1 Flash Lite",
      "provider_name": "Google",
      "accuracy": 0.7266665714285715,
      "accuracy_std_dev": 0.02225403120372413,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.09929396571428571,
      "avg_duration_per_task_ms": 163639.28,
      "avg_output_tokens_per_task": 52902.33142857143,
      "last_run_timestamp": "2026-10-01T19:06:49.017Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5-20260211",
      "model_slug": "z-ai/glm-5",
      "model_name": "Z.ai: GLM 5",
      "provider_name": "SiliconFlow",
      "accuracy": 0.7266665714285715,
      "accuracy_std_dev": 0.025696778874610197,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.0709909542857143,
      "avg_duration_per_task_ms": 219062.80857142858,
      "avg_output_tokens_per_task": 9454.14,
      "last_run_timestamp": "2026-11-17T15:24:12.570Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Modal",
      "accuracy": 0.7266665,
      "accuracy_std_dev": 0.026666500000000037,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.018476000000000003,
      "avg_duration_per_task_ms": 104934.72,
      "avg_output_tokens_per_task": 10917.83,
      "last_run_timestamp": "2026-10-24T11:48:43.775Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemini-3.5-flash-20260519",
      "model_slug": "google/gemini-3.5-flash",
      "model_name": "Google: Gemini 3.5 Flash",
      "provider_name": "auto-routing",
      "accuracy": 0.7266665,
      "accuracy_std_dev": 0.026666500000000037,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.43167194999999997,
      "avg_duration_per_task_ms": 195075.98,
      "avg_output_tokens_per_task": 31329.14,
      "last_run_timestamp": "2026-10-01T19:04:40.362Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "tencent/hy4-preview-20260827",
      "model_slug": "tencent/hy4-preview",
      "model_name": "Tencent: Hy4 preview",
      "provider_name": "Io Net",
      "accuracy": 0.7266665,
      "accuracy_std_dev": 0.013333499999999998,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.06725601,
      "avg_duration_per_task_ms": 640810.38,
      "avg_output_tokens_per_task": 15599.02,
      "last_run_timestamp": "2026-10-27T14:13:59.381Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "nvidia/nemotron-3.5-super-vl-20261015",
      "model_slug": "nvidia/nemotron-3.5-super-vl",
      "model_name": "NVIDIA: Nemotron 3.5 Super VL",
      "provider_name": "CoreWeave",
      "accuracy": 0.7266663333333333,
      "accuracy_std_dev": 0.018856180831641284,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.024500659999999997,
      "avg_duration_per_task_ms": 72543.00666666667,
      "avg_output_tokens_per_task": 15175.193333333333,
      "last_run_timestamp": "2026-10-31T11:34:42.984Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m3.1-flash-20261019",
      "model_slug": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax: MiniMax M3.1 Flash",
      "provider_name": "Nebius",
      "accuracy": 0.7264369310344827,
      "accuracy_std_dev": 0.006057869592521776,
      "run_count": 3,
      "total_questions": 145,
      "avg_cost_per_task_usd": 0.012712737931034484,
      "avg_duration_per_task_ms": 160320.86896551723,
      "avg_output_tokens_per_task": 8003.303448275862,
      "last_run_timestamp": "2026-10-31T12:11:53.396Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "nvidia/nemotron-3.5-super-vl-20261015",
      "model_slug": "nvidia/nemotron-3.5-super-vl",
      "model_name": "NVIDIA: Nemotron 3.5 Super VL",
      "provider_name": "Darkbloom",
      "accuracy": 0.7261904081632652,
      "accuracy_std_dev": 0.026678340975171223,
      "run_count": 4,
      "total_questions": 196,
      "avg_cost_per_task_usd": 0.016112545918367346,
      "avg_duration_per_task_ms": 812871.9897959183,
      "avg_output_tokens_per_task": 11587.295918367347,
      "last_run_timestamp": "2026-11-13T04:05:40.636Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "StepFun",
      "accuracy": 0.7255556666666666,
      "accuracy_std_dev": 0.016960557004087128,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.012908883333333333,
      "avg_duration_per_task_ms": 53544.27,
      "avg_output_tokens_per_task": 10836.613333333333,
      "last_run_timestamp": "2026-11-02T17:45:53.936Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Particle AI",
      "accuracy": 0.7253332,
      "accuracy_std_dev": 0.029333463637286353,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.017282856000000003,
      "avg_duration_per_task_ms": 87503.188,
      "avg_output_tokens_per_task": 8941.208,
      "last_run_timestamp": "2026-11-17T13:28:59.351Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "DigitalOcean",
      "accuracy": 0.7253331000000001,
      "accuracy_std_dev": 0.06631903229458341,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.252331854,
      "avg_duration_per_task_ms": 441161.13,
      "avg_output_tokens_per_task": 10614.246,
      "last_run_timestamp": "2026-10-31T12:33:51.242Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v3.2-20251201",
      "model_slug": "deepseek/deepseek-v3.2",
      "model_name": "DeepSeek: DeepSeek V3.2",
      "provider_name": "Friendli",
      "accuracy": 0.725,
      "accuracy_std_dev": 0.019076017522009152,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.10878727999999999,
      "avg_duration_per_task_ms": 376132.49,
      "avg_output_tokens_per_task": 14720.44,
      "last_run_timestamp": "2026-10-17T19:16:53.251Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "OpenInference",
      "accuracy": 0.725,
      "accuracy_std_dev": 0.05833299999999997,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.00831169,
      "avg_duration_per_task_ms": 519673.38,
      "avg_output_tokens_per_task": 29524.62,
      "last_run_timestamp": "2026-10-17T10:32:07.729Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5.6-sol-20260709",
      "model_slug": "openai/gpt-5.6-sol",
      "model_name": "OpenAI: GPT-5.6 Sol",
      "provider_name": "Azure",
      "accuracy": 0.725,
      "accuracy_std_dev": 0.019220966564318938,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.30439079,
      "avg_duration_per_task_ms": 120258.43333333333,
      "avg_output_tokens_per_task": 5186.016666666666,
      "last_run_timestamp": "2026-10-01T19:05:16.562Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "Particle AI",
      "accuracy": 0.725,
      "accuracy_std_dev": 0.017240198505237704,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.01070377,
      "avg_duration_per_task_ms": 64833.36,
      "avg_output_tokens_per_task": 4228.4,
      "last_run_timestamp": "2026-11-03T02:02:55.434Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "Parasail",
      "accuracy": 0.7246666,
      "accuracy_std_dev": 0.04129038844380129,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.075070388,
      "avg_duration_per_task_ms": 173030.796,
      "avg_output_tokens_per_task": 11289.812,
      "last_run_timestamp": "2026-10-31T20:16:51.242Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "StreamLake",
      "accuracy": 0.7244444444444444,
      "accuracy_std_dev": 0.022662439694648512,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.06561171777777777,
      "avg_duration_per_task_ms": 200024.29111111112,
      "avg_output_tokens_per_task": 9471.135555555555,
      "last_run_timestamp": "2026-10-31T20:17:42.375Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Phala",
      "accuracy": 0.7244443333333334,
      "accuracy_std_dev": 0.006285236475706843,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.018751046666666667,
      "avg_duration_per_task_ms": 183683.96666666667,
      "avg_output_tokens_per_task": 11588.8,
      "last_run_timestamp": "2026-10-31T11:59:31.865Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5-mini-2025-08-07",
      "model_slug": "openai/gpt-5-mini",
      "model_name": "OpenAI: GPT-5 Mini",
      "provider_name": "OpenAI",
      "accuracy": 0.7244443333333334,
      "accuracy_std_dev": 0.02199873172606905,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.12152117999999999,
      "avg_duration_per_task_ms": 471173.63333333336,
      "avg_output_tokens_per_task": 54771.27333333333,
      "last_run_timestamp": "2026-10-02T23:27:09.304Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "SiliconFlow",
      "accuracy": 0.7240002,
      "accuracy_std_dev": 0.023701799276848134,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.07160741999999999,
      "avg_duration_per_task_ms": 369408.564,
      "avg_output_tokens_per_task": 11571.744,
      "last_run_timestamp": "2026-10-24T22:27:21.158Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.8-2.4t-a95b-20260812",
      "model_slug": "qwen/qwen3.8-2.4t-a95b",
      "model_name": "Qwen: Qwen3.8 2.4T A95B",
      "provider_name": "Venice",
      "accuracy": 0.724,
      "accuracy_std_dev": 0.02351363670723862,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.26574487199999997,
      "avg_duration_per_task_ms": 177434.862,
      "avg_output_tokens_per_task": 11402.85,
      "last_run_timestamp": "2026-10-31T12:56:09.161Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-4.6",
      "model_slug": "z-ai/glm-4.6",
      "model_name": "Z.ai: GLM 4.6",
      "provider_name": "Z.AI",
      "accuracy": 0.724,
      "accuracy_std_dev": 0.02815810915526821,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.051083112,
      "avg_duration_per_task_ms": 378066.636,
      "avg_output_tokens_per_task": 9541.42,
      "last_run_timestamp": "2026-11-17T14:02:28.166Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "DeepInfra",
      "accuracy": 0.7239057272727273,
      "accuracy_std_dev": 0.021550161124687675,
      "run_count": 4,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.06811397474747476,
      "avg_duration_per_task_ms": 527662.2878787878,
      "avg_output_tokens_per_task": 10647.924242424242,
      "last_run_timestamp": "2026-10-24T19:42:30.512Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m3-20260531",
      "model_slug": "minimax/minimax-m3",
      "model_name": "MiniMax: MiniMax M3",
      "provider_name": "Venice",
      "accuracy": 0.7238094285714286,
      "accuracy_std_dev": 0.03164421259141413,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.025250022857142857,
      "avg_duration_per_task_ms": 289412.45714285714,
      "avg_output_tokens_per_task": 8451.92,
      "last_run_timestamp": "2026-10-24T19:14:23.110Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "meta/muse-spark-open-20261015",
      "model_slug": "meta/muse-spark-open",
      "model_name": "Meta: Muse Spark Open",
      "provider_name": "Makora",
      "accuracy": 0.723360643442623,
      "accuracy_std_dev": 0.019132270021092652,
      "run_count": 5,
      "total_questions": 244,
      "avg_cost_per_task_usd": 0.0756424631147541,
      "avg_duration_per_task_ms": 76631.30327868853,
      "avg_output_tokens_per_task": 8337.151639344262,
      "last_run_timestamp": "2026-10-31T11:46:18.075Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m3.1-flash-20261019",
      "model_slug": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax: MiniMax M3.1 Flash",
      "provider_name": "Inferact vLLM",
      "accuracy": 0.7233335,
      "accuracy_std_dev": 0.0033334999999999892,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.0065425200000000005,
      "avg_duration_per_task_ms": 75171.35,
      "avg_output_tokens_per_task": 9988.9,
      "last_run_timestamp": "2026-11-14T02:43:38.289Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5.6-terra-20260709",
      "model_slug": "openai/gpt-5.6-terra",
      "model_name": "OpenAI: GPT-5.6 Terra",
      "provider_name": "auto-routing",
      "accuracy": 0.7233335,
      "accuracy_std_dev": 0.0033334999999999892,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.11131322,
      "avg_duration_per_task_ms": 83286.18,
      "avg_output_tokens_per_task": 3736.91,
      "last_run_timestamp": "2026-10-01T19:04:40.360Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "InferenceNet",
      "accuracy": 0.723333375,
      "accuracy_std_dev": 0.026457591854406843,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.007071109999999999,
      "avg_duration_per_task_ms": 91771.1525,
      "avg_output_tokens_per_task": 9121.6525,
      "last_run_timestamp": "2026-11-04T21:12:04.761Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "Cloudflare",
      "accuracy": 0.7233333,
      "accuracy_std_dev": 0.026204414387846955,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.07324599600000002,
      "avg_duration_per_task_ms": 229685.748,
      "avg_output_tokens_per_task": 8527.598,
      "last_run_timestamp": "2026-10-31T20:10:58.659Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5.4-20260305",
      "model_slug": "openai/gpt-5.4",
      "model_name": "OpenAI: GPT-5.4",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.7233330000000001,
      "accuracy_std_dev": 0.010000000000000009,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.33860155,
      "avg_duration_per_task_ms": 113561.71,
      "avg_output_tokens_per_task": 10711.4,
      "last_run_timestamp": "2026-10-01T19:04:58.091Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "Alibaba",
      "accuracy": 0.7231183467741935,
      "accuracy_std_dev": 0.030211861730783822,
      "run_count": 10,
      "total_questions": 496,
      "avg_cost_per_task_usd": 0.07778252016129034,
      "avg_duration_per_task_ms": 187660.48991935485,
      "avg_output_tokens_per_task": 8353.183467741936,
      "last_run_timestamp": "2026-10-31T19:01:31.914Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "meta/muse-spark-open-20261015",
      "model_slug": "meta/muse-spark-open",
      "model_name": "Meta: Muse Spark Open",
      "provider_name": "BaseTen",
      "accuracy": 0.7228067157894738,
      "accuracy_std_dev": 0.002917999999999976,
      "run_count": 2,
      "total_questions": 95,
      "avg_cost_per_task_usd": 0.06760965263157895,
      "avg_duration_per_task_ms": 49831.26315789474,
      "avg_output_tokens_per_task": 5886.4315789473685,
      "last_run_timestamp": "2026-10-31T12:12:21.006Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "auto-routing",
      "accuracy": 0.7226666,
      "accuracy_std_dev": 0.025157237086770864,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.013455776000000001,
      "avg_duration_per_task_ms": 206226.4,
      "avg_output_tokens_per_task": 15030.408,
      "last_run_timestamp": "2026-10-31T19:46:05.353Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "OpenInference",
      "accuracy": 0.722650186440678,
      "accuracy_std_dev": 0.03806732610044826,
      "run_count": 13,
      "total_questions": 649,
      "avg_cost_per_task_usd": 0.024282243451463792,
      "avg_duration_per_task_ms": 277851.95069337444,
      "avg_output_tokens_per_task": 9180.11093990755,
      "last_run_timestamp": "2026-10-31T13:24:52.766Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Venice",
      "accuracy": 0.7225,
      "accuracy_std_dev": 0.029615564602924586,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.05079202000000001,
      "avg_duration_per_task_ms": 151914.885,
      "avg_output_tokens_per_task": 28118.625,
      "last_run_timestamp": "2026-10-31T12:23:57.101Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Io Net",
      "accuracy": 0.7222223333333333,
      "accuracy_std_dev": 0.011330936570096713,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.018792733333333332,
      "avg_duration_per_task_ms": 301192.17333333334,
      "avg_output_tokens_per_task": 19692.3,
      "last_run_timestamp": "2026-10-01T16:00:06.404Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.7222223333333333,
      "accuracy_std_dev": 0.04012311300928126,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.3095706566666667,
      "avg_duration_per_task_ms": 276168.5966666667,
      "avg_output_tokens_per_task": 11002.763333333334,
      "last_run_timestamp": "2026-11-17T13:35:25.323Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.5-sonnet-20250929",
      "model_slug": "anthropic/claude-sonnet-4.5",
      "model_name": "Anthropic: Claude Sonnet 4.5",
      "provider_name": "Azure",
      "accuracy": 0.7222222222222222,
      "accuracy_std_dev": 0.0326598481175545,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.3478974822222223,
      "avg_duration_per_task_ms": 231790.81555555554,
      "avg_output_tokens_per_task": 10861.562222222223,
      "last_run_timestamp": "2026-10-31T12:28:19.030Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "OpenInference",
      "accuracy": 0.7219430753768844,
      "accuracy_std_dev": 0.0240510298259243,
      "run_count": 4,
      "total_questions": 199,
      "avg_cost_per_task_usd": 0.026098874371859298,
      "avg_duration_per_task_ms": 504900.15075376886,
      "avg_output_tokens_per_task": 49576.934673366835,
      "last_run_timestamp": "2026-11-17T13:31:06.097Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.5-sonnet-20250929",
      "model_slug": "anthropic/claude-sonnet-4.5",
      "model_name": "Anthropic: Claude Sonnet 4.5",
      "provider_name": "auto-routing",
      "accuracy": 0.7214814444444445,
      "accuracy_std_dev": 0.03186034167742821,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.3297032822222222,
      "avg_duration_per_task_ms": 208358.66444444444,
      "avg_output_tokens_per_task": 10316.25111111111,
      "last_run_timestamp": "2026-10-31T12:49:56.822Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "Venice",
      "accuracy": 0.7214814444444445,
      "accuracy_std_dev": 0.022831046416429007,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.09363266888888887,
      "avg_duration_per_task_ms": 702102.42,
      "avg_output_tokens_per_task": 9622.18888888889,
      "last_run_timestamp": "2026-10-31T19:40:42.793Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Ionstream",
      "accuracy": 0.7213335999999999,
      "accuracy_std_dev": 0.027455065511486212,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.060558396,
      "avg_duration_per_task_ms": 335487.684,
      "avg_output_tokens_per_task": 77986.164,
      "last_run_timestamp": "2026-11-10T17:50:20.037Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Reka",
      "accuracy": 0.7213334,
      "accuracy_std_dev": 0.01146975927559073,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.012899843999999999,
      "avg_duration_per_task_ms": 152142.784,
      "avg_output_tokens_per_task": 13063.108,
      "last_run_timestamp": "2026-10-31T13:10:04.012Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.5-sonnet-20250929",
      "model_slug": "anthropic/claude-sonnet-4.5",
      "model_name": "Anthropic: Claude Sonnet 4.5",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.7211111111111111,
      "accuracy_std_dev": 0.03290466588644786,
      "run_count": 18,
      "total_questions": 900,
      "avg_cost_per_task_usd": 0.3503821422222223,
      "avg_duration_per_task_ms": 204029.85444444444,
      "avg_output_tokens_per_task": 10205.72,
      "last_run_timestamp": "2026-10-31T12:42:19.688Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Makora",
      "accuracy": 0.7210882448979592,
      "accuracy_std_dev": 0.0076780598851532815,
      "run_count": 5,
      "total_questions": 245,
      "avg_cost_per_task_usd": 0.009489710204081632,
      "avg_duration_per_task_ms": 145499.9755102041,
      "avg_output_tokens_per_task": 16260.81224489796,
      "last_run_timestamp": "2026-09-26T08:06:43.933Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Fireworks",
      "accuracy": 0.72,
      "accuracy_std_dev": 0.030000000000000027,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.026063740000000002,
      "avg_duration_per_task_ms": 127597.92,
      "avg_output_tokens_per_task": 12968.38,
      "last_run_timestamp": "2026-09-19T08:13:24.062Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260423",
      "model_slug": "deepseek/deepseek-v4-pro",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0423",
      "provider_name": "Ionstream",
      "accuracy": 0.72,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.07523194,
      "avg_duration_per_task_ms": 325971.7,
      "avg_output_tokens_per_task": 11199.6,
      "last_run_timestamp": "2026-08-29T17:19:42.622Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "Io Net",
      "accuracy": 0.72,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.12671924,
      "avg_duration_per_task_ms": 566714.78,
      "avg_output_tokens_per_task": 16714.02,
      "last_run_timestamp": "2026-09-28T18:00:05.892Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "inclusionai/ling-3.0-flash-vl-20260910",
      "model_slug": "inclusionai/ling-3.0-flash-vl",
      "model_name": "inclusionAI: Ling 3.0 Flash VL",
      "provider_name": "Novita",
      "accuracy": 0.72,
      "accuracy_std_dev": 0,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.00317077,
      "avg_duration_per_task_ms": 128719.23,
      "avg_output_tokens_per_task": 15118.03,
      "last_run_timestamp": "2026-10-01T08:00:27.045Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "Venice",
      "accuracy": 0.72,
      "accuracy_std_dev": 0.03091188193073983,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.0815216,
      "avg_duration_per_task_ms": 544432.72,
      "avg_output_tokens_per_task": 12367.885,
      "last_run_timestamp": "2026-10-24T23:08:37.435Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "SiliconFlow",
      "accuracy": 0.72,
      "accuracy_std_dev": 0.02351792591950991,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.08044234222222221,
      "avg_duration_per_task_ms": 239817.98666666666,
      "avg_output_tokens_per_task": 8719.511111111111,
      "last_run_timestamp": "2026-10-31T20:37:11.918Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "nvidia/nemotron-3.5-super-vl-20261015",
      "model_slug": "nvidia/nemotron-3.5-super-vl",
      "model_name": "NVIDIA: Nemotron 3.5 Super VL",
      "provider_name": "Venice",
      "accuracy": 0.72,
      "accuracy_std_dev": 0.01247214674785381,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.08792842000000001,
      "avg_duration_per_task_ms": 120135.21,
      "avg_output_tokens_per_task": 16462.21,
      "last_run_timestamp": "2026-10-31T11:24:22.174Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.6-35b-a3b-20260415",
      "model_slug": "qwen/qwen3.6-35b-a3b",
      "model_name": "Qwen: Qwen3.6 35B A3B",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.72,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.00807376,
      "avg_duration_per_task_ms": 275288.98,
      "avg_output_tokens_per_task": 19939.9,
      "last_run_timestamp": "2026-11-01T18:47:31.518Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.7-max-20260520",
      "model_slug": "qwen/qwen3.7-max",
      "model_name": "Qwen: Qwen3.7 Max",
      "provider_name": "AtlasCloud",
      "accuracy": 0.72,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.402901,
      "avg_duration_per_task_ms": 196016.4,
      "avg_output_tokens_per_task": 16256.52,
      "last_run_timestamp": "2026-09-27T00:00:03.103Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "xiaomi/mimo-v2.6-flash-20260921",
      "model_slug": "xiaomi/mimo-v2.6-flash",
      "model_name": "Xiaomi: MiMo-V2.6-Flash",
      "provider_name": "Tenstorrent",
      "accuracy": 0.72,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.01515436,
      "avg_duration_per_task_ms": 412586.86,
      "avg_output_tokens_per_task": 21062.22,
      "last_run_timestamp": "2026-11-08T06:16:39.274Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-4.7-20251222",
      "model_slug": "z-ai/glm-4.7",
      "model_name": "Z.ai: GLM 4.7",
      "provider_name": "Novita",
      "accuracy": 0.72,
      "accuracy_std_dev": 0.020727580482696642,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.050141453333333336,
      "avg_duration_per_task_ms": 337785.15,
      "avg_output_tokens_per_task": 9848.206666666667,
      "last_run_timestamp": "2026-10-31T20:51:04.120Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5-20260211",
      "model_slug": "z-ai/glm-5",
      "model_name": "Z.ai: GLM 5",
      "provider_name": "AtlasCloud",
      "accuracy": 0.72,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.07018347999999999,
      "avg_duration_per_task_ms": 190067.62,
      "avg_output_tokens_per_task": 8920.72,
      "last_run_timestamp": "2026-08-29T16:11:58.076Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Sail Research",
      "accuracy": 0.72,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.049287479999999995,
      "avg_duration_per_task_ms": 366890.12,
      "avg_output_tokens_per_task": 8111.64,
      "last_run_timestamp": "2026-08-29T08:25:32.049Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-4.7-20251222",
      "model_slug": "z-ai/glm-4.7",
      "model_name": "Z.ai: GLM 4.7",
      "provider_name": "auto-routing",
      "accuracy": 0.7199998333333334,
      "accuracy_std_dev": 0.025239533952489866,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.05803758666666667,
      "avg_duration_per_task_ms": 341375.74666666664,
      "avg_output_tokens_per_task": 9804.61,
      "last_run_timestamp": "2026-10-31T20:35:24.659Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.1-20260406",
      "model_slug": "z-ai/glm-5.1",
      "model_name": "Z.ai: GLM 5.1",
      "provider_name": "DigitalOcean",
      "accuracy": 0.719858,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 47,
      "avg_cost_per_task_usd": 0.07470904255319148,
      "avg_duration_per_task_ms": 518619.3617021277,
      "avg_output_tokens_per_task": 7366.68085106383,
      "last_run_timestamp": "2026-08-29T17:13:58.312Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Parasail",
      "accuracy": 0.7196295555555555,
      "accuracy_std_dev": 0.023540924295603994,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.04364436,
      "avg_duration_per_task_ms": 154693.13555555555,
      "avg_output_tokens_per_task": 29598.053333333333,
      "last_run_timestamp": "2026-11-05T00:27:56.809Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m3-20260531",
      "model_slug": "minimax/minimax-m3",
      "model_name": "MiniMax: MiniMax M3",
      "provider_name": "StreamLake",
      "accuracy": 0.717778,
      "accuracy_std_dev": 0.046930323977857506,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.045013793333333336,
      "avg_duration_per_task_ms": 196458.52,
      "avg_output_tokens_per_task": 18662.633333333335,
      "last_run_timestamp": "2026-10-31T19:03:35.054Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v3.2-20251201",
      "model_slug": "deepseek/deepseek-v3.2",
      "model_name": "DeepSeek: DeepSeek V3.2",
      "provider_name": "Phala",
      "accuracy": 0.7177778333333333,
      "accuracy_std_dev": 0.027932957657079933,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.22268351333333333,
      "avg_duration_per_task_ms": 997399.9666666667,
      "avg_output_tokens_per_task": 14316.5,
      "last_run_timestamp": "2026-10-31T19:47:23.162Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-4.6",
      "model_slug": "z-ai/glm-4.6",
      "model_name": "Z.ai: GLM 4.6",
      "provider_name": "auto-routing",
      "accuracy": 0.7177778333333333,
      "accuracy_std_dev": 0.01523469886385096,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.053490380000000004,
      "avg_duration_per_task_ms": 383274.6766666667,
      "avg_output_tokens_per_task": 9382.48,
      "last_run_timestamp": "2026-10-31T20:46:45.843Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.1-20260406",
      "model_slug": "z-ai/glm-5.1",
      "model_name": "Z.ai: GLM 5.1",
      "provider_name": "Phala",
      "accuracy": 0.7177776666666666,
      "accuracy_std_dev": 0.033259236164142794,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.18380459999999998,
      "avg_duration_per_task_ms": 410922.52,
      "avg_output_tokens_per_task": 9793.513333333334,
      "last_run_timestamp": "2026-10-31T22:21:14.715Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "DekaLLM",
      "accuracy": 0.716667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.01519146,
      "avg_duration_per_task_ms": 819823.24,
      "avg_output_tokens_per_task": 11470.58,
      "last_run_timestamp": "2026-10-31T20:19:18.995Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5-mini-2025-08-07",
      "model_slug": "openai/gpt-5-mini",
      "model_name": "OpenAI: GPT-5 Mini",
      "provider_name": "auto-routing",
      "accuracy": 0.7166669999999999,
      "accuracy_std_dev": 0.009999999999999953,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.1280142,
      "avg_duration_per_task_ms": 531647.04,
      "avg_output_tokens_per_task": 56970.52,
      "last_run_timestamp": "2026-10-01T19:04:42.411Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Venice",
      "accuracy": 0.7166665000000001,
      "accuracy_std_dev": 0.0033334999999999892,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.022047789999999998,
      "avg_duration_per_task_ms": 63248.07,
      "avg_output_tokens_per_task": 8992.32,
      "last_run_timestamp": "2026-10-31T12:43:48.267Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "StreamLake",
      "accuracy": 0.7166665000000001,
      "accuracy_std_dev": 0.0033334999999999892,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.015074639999999999,
      "avg_duration_per_task_ms": 124785.23,
      "avg_output_tokens_per_task": 11839.88,
      "last_run_timestamp": "2026-10-31T12:28:39.529Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5.6-sol-pro-20260709",
      "model_slug": "openai/gpt-5.6-sol-pro",
      "model_name": "OpenAI: GPT-5.6 Sol Pro",
      "provider_name": "OpenAI",
      "accuracy": 0.7166665000000001,
      "accuracy_std_dev": 0.03666649999999999,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.71669186,
      "avg_duration_per_task_ms": 277432.68,
      "avg_output_tokens_per_task": 22919.22,
      "last_run_timestamp": "2026-10-02T23:08:29.026Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Relace",
      "accuracy": 0.7166665000000001,
      "accuracy_std_dev": 0.02603405888927041,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.13610847,
      "avg_duration_per_task_ms": 230555.42,
      "avg_output_tokens_per_task": 11694.86,
      "last_run_timestamp": "2026-10-31T19:46:31.005Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m3.1-flash-20261019",
      "model_slug": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax: MiniMax M3.1 Flash",
      "provider_name": "Together",
      "accuracy": 0.7155556666666666,
      "accuracy_std_dev": 0.03189478845969807,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.01325666,
      "avg_duration_per_task_ms": 86099.67333333334,
      "avg_output_tokens_per_task": 8966.793333333333,
      "last_run_timestamp": "2026-10-31T13:08:15.957Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "Chutes",
      "accuracy": 0.7155555,
      "accuracy_std_dev": 0.038232540598073426,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.051102520000000005,
      "avg_duration_per_task_ms": 455617.1433333333,
      "avg_output_tokens_per_task": 11901.336666666666,
      "last_run_timestamp": "2026-10-31T20:58:51.733Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.1-20260406",
      "model_slug": "z-ai/glm-5.1",
      "model_name": "Z.ai: GLM 5.1",
      "provider_name": "SiliconFlow",
      "accuracy": 0.7155555,
      "accuracy_std_dev": 0.024845398512601886,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.15744664666666666,
      "avg_duration_per_task_ms": 228068.86,
      "avg_output_tokens_per_task": 9619.25,
      "last_run_timestamp": "2026-10-31T19:57:59.015Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "nvidia/nemotron-3.5-lightning-20260807",
      "model_slug": "nvidia/nemotron-3.5-lightning",
      "model_name": "NVIDIA: Nemotron 3.5 Lightning",
      "provider_name": "Wafer",
      "accuracy": 0.715278,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 48,
      "avg_cost_per_task_usd": 0.009582875,
      "avg_duration_per_task_ms": 164124.5,
      "avg_output_tokens_per_task": 18445.333333333332,
      "last_run_timestamp": "2026-10-10T11:44:02.317Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.1-20260406",
      "model_slug": "z-ai/glm-5.1",
      "model_name": "Z.ai: GLM 5.1",
      "provider_name": "Friendli",
      "accuracy": 0.7152381428571428,
      "accuracy_std_dev": 0.022456934852726245,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.09904376285714286,
      "avg_duration_per_task_ms": 149543.05142857143,
      "avg_output_tokens_per_task": 9526.897142857142,
      "last_run_timestamp": "2026-10-31T19:19:57.503Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "AtlasCloud",
      "accuracy": 0.7148147777777778,
      "accuracy_std_dev": 0.034537971788800075,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.07245384444444444,
      "avg_duration_per_task_ms": 144428.25333333333,
      "avg_output_tokens_per_task": 8258.74888888889,
      "last_run_timestamp": "2026-10-31T19:53:09.865Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-4.7-20251222",
      "model_slug": "z-ai/glm-4.7",
      "model_name": "Z.ai: GLM 4.7",
      "provider_name": "Venice",
      "accuracy": 0.7144445,
      "accuracy_std_dev": 0.023856673369311132,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.038284149999999996,
      "avg_duration_per_task_ms": 653787.57,
      "avg_output_tokens_per_task": 9179.166666666666,
      "last_run_timestamp": "2026-10-31T19:41:08.087Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "StreamLake",
      "accuracy": 0.714166625,
      "accuracy_std_dev": 0.028370134190454116,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.0692832075,
      "avg_duration_per_task_ms": 306880.8275,
      "avg_output_tokens_per_task": 12662.8,
      "last_run_timestamp": "2026-11-17T13:59:06.159Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m3-20260531",
      "model_slug": "minimax/minimax-m3",
      "model_name": "MiniMax: MiniMax M3",
      "provider_name": "DeepInfra",
      "accuracy": 0.7140348842105263,
      "accuracy_std_dev": 0.05294300000000002,
      "run_count": 2,
      "total_questions": 95,
      "avg_cost_per_task_usd": 0.013259473684210526,
      "avg_duration_per_task_ms": 249752.25263157894,
      "avg_output_tokens_per_task": 4763.126315789474,
      "last_run_timestamp": "2026-10-09T02:01:31.527Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash-20260826",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "Z.ai: GLM 5.3 Flash",
      "provider_name": "GMICloud",
      "accuracy": 0.7139393636363637,
      "accuracy_std_dev": 0.07661811901688757,
      "run_count": 11,
      "total_questions": 550,
      "avg_cost_per_task_usd": 0.010148356363636365,
      "avg_duration_per_task_ms": 242007.0509090909,
      "avg_output_tokens_per_task": 8765.507272727273,
      "last_run_timestamp": "2026-11-10T08:18:49.964Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Nebius",
      "accuracy": 0.7138050202020202,
      "accuracy_std_dev": 0.04004622560476203,
      "run_count": 4,
      "total_questions": 198,
      "avg_cost_per_task_usd": 0.024304969696969696,
      "avg_duration_per_task_ms": 319301.6565656566,
      "avg_output_tokens_per_task": 22264.52525252525,
      "last_run_timestamp": "2026-11-12T15:21:11.557Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m2.7-20260318",
      "model_slug": "minimax/minimax-m2.7",
      "model_name": "MiniMax: MiniMax M2.7",
      "provider_name": "Novita",
      "accuracy": 0.7133335,
      "accuracy_std_dev": 0.02854479261178822,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.026609193333333336,
      "avg_duration_per_task_ms": 234355.23,
      "avg_output_tokens_per_task": 10153.283333333333,
      "last_run_timestamp": "2026-10-31T20:20:16.475Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5-20260211",
      "model_slug": "z-ai/glm-5",
      "model_name": "Z.ai: GLM 5",
      "provider_name": "Novita",
      "accuracy": 0.7133332857142858,
      "accuracy_std_dev": 0.01851619625944722,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.10083681142857143,
      "avg_duration_per_task_ms": 206584.46857142856,
      "avg_output_tokens_per_task": 13661.76857142857,
      "last_run_timestamp": "2026-11-17T14:44:06.942Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v3.2-20251201",
      "model_slug": "deepseek/deepseek-v3.2",
      "model_name": "DeepSeek: DeepSeek V3.2",
      "provider_name": "Alibaba",
      "accuracy": 0.7133330000000001,
      "accuracy_std_dev": 0.020000000000000018,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.046008969999999996,
      "avg_duration_per_task_ms": 360708.44,
      "avg_output_tokens_per_task": 13272.99,
      "last_run_timestamp": "2026-10-04T00:00:34.898Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-fable-5.2-20261109",
      "model_slug": "anthropic/claude-fable-5.2",
      "model_name": "Anthropic: Claude Fable 5.2",
      "provider_name": "Anthropic",
      "accuracy": 0.713333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.78360724,
      "avg_duration_per_task_ms": 157424.24,
      "avg_output_tokens_per_task": 9303.06,
      "last_run_timestamp": "2026-11-10T18:06:53.999Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-chat-v3.1",
      "model_slug": "deepseek/deepseek-chat-v3.1",
      "model_name": "DeepSeek: DeepSeek V3.1",
      "provider_name": "Novita",
      "accuracy": 0.713333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.062413819999999995,
      "avg_duration_per_task_ms": 518177.7,
      "avg_output_tokens_per_task": 14368.86,
      "last_run_timestamp": "2026-08-30T00:01:09.483Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Cloudflare",
      "accuracy": 0.713333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.05452906,
      "avg_duration_per_task_ms": 272872.18,
      "avg_output_tokens_per_task": 39719.44,
      "last_run_timestamp": "2026-10-13T20:01:29.821Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemini-3.1-flash-lite-20260507",
      "model_slug": "google/gemini-3.1-flash-lite",
      "model_name": "Google: Gemini 3.1 Flash Lite",
      "provider_name": "auto-routing",
      "accuracy": 0.713333,
      "accuracy_std_dev": 0,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.08007529,
      "avg_duration_per_task_ms": 140906.22,
      "avg_output_tokens_per_task": 42659.23,
      "last_run_timestamp": "2026-10-01T19:04:52.649Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "inclusionai/ling-3.0-flash-vl-20260910",
      "model_slug": "inclusionai/ling-3.0-flash-vl",
      "model_name": "inclusionAI: Ling 3.0 Flash VL",
      "provider_name": "DeepInfra",
      "accuracy": 0.713333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.006318460000000001,
      "avg_duration_per_task_ms": 234030.92,
      "avg_output_tokens_per_task": 14773.36,
      "last_run_timestamp": "2026-10-01T08:05:57.971Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m3.1-flash-20261019",
      "model_slug": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax: MiniMax M3.1 Flash",
      "provider_name": "Fireworks",
      "accuracy": 0.713333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.01617958,
      "avg_duration_per_task_ms": 141600.68,
      "avg_output_tokens_per_task": 14742.64,
      "last_run_timestamp": "2026-10-31T12:42:39.534Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "GMICloud",
      "accuracy": 0.713333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.09868048,
      "avg_duration_per_task_ms": 318461,
      "avg_output_tokens_per_task": 11794.24,
      "last_run_timestamp": "2026-08-29T17:18:09.782Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k3-20260715",
      "model_slug": "moonshotai/kimi-k3",
      "model_name": "MoonshotAI: Kimi K3",
      "provider_name": "KT",
      "accuracy": 0.713333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.23848729999999999,
      "avg_duration_per_task_ms": 243364.86,
      "avg_output_tokens_per_task": 8202.18,
      "last_run_timestamp": "2026-11-14T08:28:14.860Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.8-flash-20260826",
      "model_slug": "qwen/qwen3.8-flash",
      "model_name": "Qwen: Qwen3.8 Flash",
      "provider_name": "auto-routing",
      "accuracy": 0.713333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.01665106,
      "avg_duration_per_task_ms": 327560.6,
      "avg_output_tokens_per_task": 17227.24,
      "last_run_timestamp": "2026-10-01T08:00:41.459Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-4.7-20251222",
      "model_slug": "z-ai/glm-4.7",
      "model_name": "Z.ai: GLM 4.7",
      "provider_name": "AtlasCloud",
      "accuracy": 0.713333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.055916759999999996,
      "avg_duration_per_task_ms": 212329.9,
      "avg_output_tokens_per_task": 9220.52,
      "last_run_timestamp": "2026-10-04T00:00:34.896Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Baidu",
      "accuracy": 0.712963,
      "accuracy_std_dev": 0.02293005766819321,
      "run_count": 18,
      "total_questions": 900,
      "avg_cost_per_task_usd": 0.0741228788888889,
      "avg_duration_per_task_ms": 116076.14222222222,
      "avg_output_tokens_per_task": 8788.087777777779,
      "last_run_timestamp": "2026-11-10T19:27:07.187Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemini-3.8-flash-20260902",
      "model_slug": "google/gemini-3.8-flash",
      "model_name": "Google: Gemini 3.8 Flash",
      "provider_name": "auto-routing",
      "accuracy": 0.712766,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 47,
      "avg_cost_per_task_usd": 0.21022357446808512,
      "avg_duration_per_task_ms": 261220.25531914894,
      "avg_output_tokens_per_task": 27609.17021276596,
      "last_run_timestamp": "2026-10-01T08:02:55.088Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "Novita",
      "accuracy": 0.7125925555555556,
      "accuracy_std_dev": 0.015852557964716345,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.08164991555555555,
      "avg_duration_per_task_ms": 215464.58222222223,
      "avg_output_tokens_per_task": 9216.324444444444,
      "last_run_timestamp": "2026-10-31T20:11:34.826Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Novita",
      "accuracy": 0.7125925555555556,
      "accuracy_std_dev": 0.022975131783498765,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.048754979999999996,
      "avg_duration_per_task_ms": 177701.42888888888,
      "avg_output_tokens_per_task": 9972.72,
      "last_run_timestamp": "2026-10-31T20:01:58.593Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m2.7-20260318",
      "model_slug": "minimax/minimax-m2.7",
      "model_name": "MiniMax: MiniMax M2.7",
      "provider_name": "GMICloud",
      "accuracy": 0.7125,
      "accuracy_std_dev": 0.018390003323816965,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.022436717499999998,
      "avg_duration_per_task_ms": 307220.5,
      "avg_output_tokens_per_task": 10123.98,
      "last_run_timestamp": "2026-11-10T07:15:16.990Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "ModelRun",
      "accuracy": 0.7125,
      "accuracy_std_dev": 0.006401128377091036,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.066283255,
      "avg_duration_per_task_ms": 74239.48,
      "avg_output_tokens_per_task": 8403.98,
      "last_run_timestamp": "2026-09-26T08:08:19.642Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "xiaomi/mimo-v2.5-pro-20260422",
      "model_slug": "xiaomi/mimo-v2.5-pro",
      "model_name": "Xiaomi: MiMo-V2.5-Pro",
      "provider_name": "DeepInfra",
      "accuracy": 0.7125,
      "accuracy_std_dev": 0.039747501669916314,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.03463057,
      "avg_duration_per_task_ms": 328034.765,
      "avg_output_tokens_per_task": 10559.335,
      "last_run_timestamp": "2026-09-26T08:12:00.292Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m2.7-20260318",
      "model_slug": "minimax/minimax-m2.7",
      "model_name": "MiniMax: MiniMax M2.7",
      "provider_name": "Minimax",
      "accuracy": 0.71222225,
      "accuracy_std_dev": 0.025361554701046344,
      "run_count": 12,
      "total_questions": 600,
      "avg_cost_per_task_usd": 0.039200208333333326,
      "avg_duration_per_task_ms": 241351.80833333332,
      "avg_output_tokens_per_task": 9740.005,
      "last_run_timestamp": "2026-10-31T20:38:36.972Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "xiaomi/mimo-v2.5-20260422",
      "model_slug": "xiaomi/mimo-v2.5",
      "model_name": "Xiaomi: MiMo-V2.5",
      "provider_name": "DeepInfra",
      "accuracy": 0.711806,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 48,
      "avg_cost_per_task_usd": 0.0616090625,
      "avg_duration_per_task_ms": 847974.0416666666,
      "avg_output_tokens_per_task": 50405.041666666664,
      "last_run_timestamp": "2026-08-29T08:10:31.240Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "OpenInference",
      "accuracy": 0.7117822371364653,
      "accuracy_std_dev": 0.056118924341169225,
      "run_count": 9,
      "total_questions": 447,
      "avg_cost_per_task_usd": 0.0462677941834452,
      "avg_duration_per_task_ms": 1033622.2237136465,
      "avg_output_tokens_per_task": 60076.49888143177,
      "last_run_timestamp": "2026-10-31T13:23:14.602Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "River",
      "accuracy": 0.7115058984771574,
      "accuracy_std_dev": 0.0394382106742623,
      "run_count": 4,
      "total_questions": 197,
      "avg_cost_per_task_usd": 0.005953131979695431,
      "avg_duration_per_task_ms": 80535.54822335026,
      "avg_output_tokens_per_task": 8392.07614213198,
      "last_run_timestamp": "2026-11-16T18:46:20.451Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Cohere",
      "accuracy": 0.7111113333333333,
      "accuracy_std_dev": 0.006285236475706792,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.06754876666666666,
      "avg_duration_per_task_ms": 139695.35333333333,
      "avg_output_tokens_per_task": 33581.94,
      "last_run_timestamp": "2026-10-31T12:01:01.015Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "Novita",
      "accuracy": 0.71,
      "accuracy_std_dev": 0.010000000000000009,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.014257089999999998,
      "avg_duration_per_task_ms": 155546.26,
      "avg_output_tokens_per_task": 14949.6,
      "last_run_timestamp": "2026-10-03T16:15:22.012Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Cohere",
      "accuracy": 0.71,
      "accuracy_std_dev": 0.016666999999999987,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.015407820000000001,
      "avg_duration_per_task_ms": 62181.78,
      "avg_output_tokens_per_task": 11850.44,
      "last_run_timestamp": "2026-10-31T11:31:06.991Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m2.7-20260318",
      "model_slug": "minimax/minimax-m2.7",
      "model_name": "MiniMax: MiniMax M2.7",
      "provider_name": "auto-routing",
      "accuracy": 0.71,
      "accuracy_std_dev": 0.013193909933500881,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.027304726666666664,
      "avg_duration_per_task_ms": 238841.58333333334,
      "avg_output_tokens_per_task": 10390.136666666667,
      "last_run_timestamp": "2026-10-31T19:47:12.389Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m3.1-flash-20261019",
      "model_slug": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax: MiniMax M3.1 Flash",
      "provider_name": "ModelRun",
      "accuracy": 0.71,
      "accuracy_std_dev": 0.01795033271279393,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.0134254,
      "avg_duration_per_task_ms": 120168.52,
      "avg_output_tokens_per_task": 11670.58,
      "last_run_timestamp": "2026-10-31T12:25:39.138Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5.6-terra-20260709",
      "model_slug": "openai/gpt-5.6-terra",
      "model_name": "OpenAI: GPT-5.6 Terra",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.71,
      "accuracy_std_dev": 0.010000000000000009,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.12724396999999998,
      "avg_duration_per_task_ms": 73218.95,
      "avg_output_tokens_per_task": 3826.45,
      "last_run_timestamp": "2026-10-01T19:04:38.304Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5-20260211",
      "model_slug": "z-ai/glm-5",
      "model_name": "Z.ai: GLM 5",
      "provider_name": "Z.AI",
      "accuracy": 0.71,
      "accuracy_std_dev": 0.039393729526410654,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.10815334666666668,
      "avg_duration_per_task_ms": 192925.99,
      "avg_output_tokens_per_task": 12362.893333333333,
      "last_run_timestamp": "2026-10-31T20:14:27.576Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Venice",
      "accuracy": 0.7096294444444445,
      "accuracy_std_dev": 0.028303761862696765,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.2536531,
      "avg_duration_per_task_ms": 329835.8288888889,
      "avg_output_tokens_per_task": 22613.33111111111,
      "last_run_timestamp": "2026-10-31T12:46:35.433Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "Novita",
      "accuracy": 0.7095876120401338,
      "accuracy_std_dev": 0.0377832055846245,
      "run_count": 6,
      "total_questions": 299,
      "avg_cost_per_task_usd": 0.021585565217391304,
      "avg_duration_per_task_ms": 686720.0501672241,
      "avg_output_tokens_per_task": 9137.752508361204,
      "last_run_timestamp": "2026-10-31T19:57:15.103Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Friendli",
      "accuracy": 0.7093333,
      "accuracy_std_dev": 0.02568192966289722,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.11487720200000001,
      "avg_duration_per_task_ms": 89136.932,
      "avg_output_tokens_per_task": 9566.522,
      "last_run_timestamp": "2026-10-31T19:47:27.755Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Alibaba",
      "accuracy": 0.7091358518518518,
      "accuracy_std_dev": 0.028582369546049535,
      "run_count": 27,
      "total_questions": 1350,
      "avg_cost_per_task_usd": 0.11437034444444445,
      "avg_duration_per_task_ms": 126173.48148148147,
      "avg_output_tokens_per_task": 8575.845925925925,
      "last_run_timestamp": "2026-11-17T13:40:48.875Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m3.1-flash-20261019",
      "model_slug": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax: MiniMax M3.1 Flash",
      "provider_name": "Novita",
      "accuracy": 0.708889,
      "accuracy_std_dev": 0.0031423825355929936,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.017471633333333333,
      "avg_duration_per_task_ms": 219758.70666666667,
      "avg_output_tokens_per_task": 16040.473333333333,
      "last_run_timestamp": "2026-10-31T12:30:16.930Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Nebius",
      "accuracy": 0.7083331666666667,
      "accuracy_std_dev": 0.017400462957602263,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.25373078000000004,
      "avg_duration_per_task_ms": 176420.9,
      "avg_output_tokens_per_task": 10605.743333333334,
      "last_run_timestamp": "2026-10-31T19:48:27.256Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.5-0127",
      "model_slug": "moonshotai/kimi-k2.5",
      "model_name": "MoonshotAI: Kimi K2.5",
      "provider_name": "Venice",
      "accuracy": 0.7077778333333333,
      "accuracy_std_dev": 0.03680098797775528,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.061068229999999994,
      "avg_duration_per_task_ms": 304057.42,
      "avg_output_tokens_per_task": 8168.696666666667,
      "last_run_timestamp": "2026-10-31T21:34:09.712Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5.6-terra-20260709",
      "model_slug": "openai/gpt-5.6-terra",
      "model_name": "OpenAI: GPT-5.6 Terra",
      "provider_name": "Azure",
      "accuracy": 0.7077778333333333,
      "accuracy_std_dev": 0.012422535280914084,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.11194547666666667,
      "avg_duration_per_task_ms": 92493.15666666666,
      "avg_output_tokens_per_task": 3647.7966666666666,
      "last_run_timestamp": "2026-10-01T19:04:52.651Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.1-20260406",
      "model_slug": "z-ai/glm-5.1",
      "model_name": "Z.ai: GLM 5.1",
      "provider_name": "auto-routing",
      "accuracy": 0.7077776666666667,
      "accuracy_std_dev": 0.03275408560096826,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.10193430666666667,
      "avg_duration_per_task_ms": 202863.55,
      "avg_output_tokens_per_task": 10122.523333333333,
      "last_run_timestamp": "2026-10-31T20:09:58.111Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "inclusionai/ling-3.0-flash-fin-20260827",
      "model_slug": "inclusionai/ling-3.0-flash-fin",
      "model_name": "inclusionAI: Ling 3.0 Flash Fin",
      "provider_name": "auto-routing",
      "accuracy": 0.707483,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 49,
      "avg_cost_per_task_usd": 0.004842469387755102,
      "avg_duration_per_task_ms": 161558.55102040817,
      "avg_output_tokens_per_task": 17024.020408163266,
      "last_run_timestamp": "2026-10-01T08:01:49.153Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.1-20260406",
      "model_slug": "z-ai/glm-5.1",
      "model_name": "Z.ai: GLM 5.1",
      "provider_name": "Baidu",
      "accuracy": 0.7071428571428572,
      "accuracy_std_dev": 0.036008194457962606,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.09368792285714286,
      "avg_duration_per_task_ms": 173631.41142857142,
      "avg_output_tokens_per_task": 11445.50857142857,
      "last_run_timestamp": "2026-11-10T20:09:17.079Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemini-3.5-flash-20260519",
      "model_slug": "google/gemini-3.5-flash",
      "model_name": "Google: Gemini 3.5 Flash",
      "provider_name": "Google AI Studio",
      "accuracy": 0.706667,
      "accuracy_std_dev": 0,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.44632813,
      "avg_duration_per_task_ms": 132811.5,
      "avg_output_tokens_per_task": 20668.24,
      "last_run_timestamp": "2026-10-01T19:04:52.658Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5.6-sol-pro-20260709",
      "model_slug": "openai/gpt-5.6-sol-pro",
      "model_name": "OpenAI: GPT-5.6 Sol Pro",
      "provider_name": "auto-routing",
      "accuracy": 0.706667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.71176192,
      "avg_duration_per_task_ms": 285827.28,
      "avg_output_tokens_per_task": 22895.76,
      "last_run_timestamp": "2026-10-01T16:00:34.660Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-6-astra-pro-20260903",
      "model_slug": "openai/gpt-6-astra-pro",
      "model_name": "OpenAI: GPT-6 Astra Pro",
      "provider_name": "OpenAI",
      "accuracy": 0.7066669999999999,
      "accuracy_std_dev": 0.019999999999999962,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 3.04321209,
      "avg_duration_per_task_ms": 317897.29,
      "avg_output_tokens_per_task": 13272.53,
      "last_run_timestamp": "2026-10-02T23:13:16.494Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-6.1-sol-20260929",
      "model_slug": "openai/gpt-6.1-sol",
      "model_name": "OpenAI: GPT-6.1 Sol",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.7066669999999999,
      "accuracy_std_dev": 0.019999999999999962,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.1042244,
      "avg_duration_per_task_ms": 226024.67,
      "avg_output_tokens_per_task": 3543.23,
      "last_run_timestamp": "2026-10-30T00:17:12.390Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "DigitalOcean",
      "accuracy": 0.7066666666666667,
      "accuracy_std_dev": 0.014401440259764123,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.015417799999999999,
      "avg_duration_per_task_ms": 75266.33333333333,
      "avg_output_tokens_per_task": 12018.02,
      "last_run_timestamp": "2026-10-31T11:20:39.476Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5-2025-08-07",
      "model_slug": "openai/gpt-5",
      "model_name": "OpenAI: GPT-5",
      "provider_name": "OpenAI",
      "accuracy": 0.7066666666666667,
      "accuracy_std_dev": 0.005443174461857933,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.5994524266666668,
      "avg_duration_per_task_ms": 636541.5466666666,
      "avg_output_tokens_per_task": 54354.86,
      "last_run_timestamp": "2026-10-02T23:22:41.519Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5.6-luna-pro-20260709",
      "model_slug": "openai/gpt-5.6-luna-pro",
      "model_name": "OpenAI: GPT-5.6 Luna Pro",
      "provider_name": "OpenAI",
      "accuracy": 0.7066666666666667,
      "accuracy_std_dev": 0.01962587106064057,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.08575882,
      "avg_duration_per_task_ms": 316120.8933333333,
      "avg_output_tokens_per_task": 32977.22666666667,
      "last_run_timestamp": "2026-10-02T23:12:53.530Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.1-20260406",
      "model_slug": "z-ai/glm-5.1",
      "model_name": "Z.ai: GLM 5.1",
      "provider_name": "Novita",
      "accuracy": 0.7066666666666667,
      "accuracy_std_dev": 0.02244337731319021,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.13609717333333332,
      "avg_duration_per_task_ms": 271414.61,
      "avg_output_tokens_per_task": 10471.366666666667,
      "last_run_timestamp": "2026-10-31T20:31:35.900Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m3.1-flash-20261019",
      "model_slug": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax: MiniMax M3.1 Flash",
      "provider_name": "SambaNova",
      "accuracy": 0.7060303366834171,
      "accuracy_std_dev": 0.0301180502813512,
      "run_count": 4,
      "total_questions": 199,
      "avg_cost_per_task_usd": 0.030429407035175878,
      "avg_duration_per_task_ms": 140666.3216080402,
      "avg_output_tokens_per_task": 10689.924623115578,
      "last_run_timestamp": "2026-11-11T19:39:53.430Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "auto-routing",
      "accuracy": 0.706,
      "accuracy_std_dev": 0.027398345450044954,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.051721482,
      "avg_duration_per_task_ms": 96534.738,
      "avg_output_tokens_per_task": 8366.792,
      "last_run_timestamp": "2026-11-17T14:30:34.659Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Wafer",
      "accuracy": 0.70599995,
      "accuracy_std_dev": 0.025201339030843168,
      "run_count": 20,
      "total_questions": 1000,
      "avg_cost_per_task_usd": 0.09408124899999999,
      "avg_duration_per_task_ms": 102475.75,
      "avg_output_tokens_per_task": 9752.033,
      "last_run_timestamp": "2026-11-17T14:28:27.465Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5-20260211",
      "model_slug": "z-ai/glm-5",
      "model_name": "Z.ai: GLM 5",
      "provider_name": "Venice",
      "accuracy": 0.7059258888888889,
      "accuracy_std_dev": 0.015537764077987848,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.09215490444444446,
      "avg_duration_per_task_ms": 257532.2511111111,
      "avg_output_tokens_per_task": 9183.417777777779,
      "last_run_timestamp": "2026-10-31T19:57:59.098Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5.6-luna-20260709",
      "model_slug": "openai/gpt-5.6-luna",
      "model_name": "OpenAI: GPT-5.6 Luna",
      "provider_name": "Azure",
      "accuracy": 0.7055558333333333,
      "accuracy_std_dev": 0.032754340019894884,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.012937629999999999,
      "avg_duration_per_task_ms": 95536.39333333333,
      "avg_output_tokens_per_task": 4842.643333333333,
      "last_run_timestamp": "2026-10-01T19:05:16.550Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Fireworks",
      "accuracy": 0.7055180000000001,
      "accuracy_std_dev": 0.02331988765279305,
      "run_count": 6,
      "total_questions": 296,
      "avg_cost_per_task_usd": 0.0861976722972973,
      "avg_duration_per_task_ms": 78300.77702702703,
      "avg_output_tokens_per_task": 7118.273648648648,
      "last_run_timestamp": "2026-09-26T08:26:47.303Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "SiliconFlow",
      "accuracy": 0.7053333,
      "accuracy_std_dev": 0.03037535404583787,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.07145666199999999,
      "avg_duration_per_task_ms": 124351.262,
      "avg_output_tokens_per_task": 9319.73,
      "last_run_timestamp": "2026-11-17T13:45:36.384Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemma-4-26b-a4b-it-20260403",
      "model_slug": "google/gemma-4-26b-a4b-it",
      "model_name": "Google: Gemma 4 26B A4B ",
      "provider_name": "Makora",
      "accuracy": 0.7052381428571428,
      "accuracy_std_dev": 0.021956514434728663,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.023092045714285716,
      "avg_duration_per_task_ms": 113468.92571428571,
      "avg_output_tokens_per_task": 28157.125714285714,
      "last_run_timestamp": "2026-11-17T13:54:56.242Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "DigitalOcean",
      "accuracy": 0.705000125,
      "accuracy_std_dev": 0.08257992677163971,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.030824225000000004,
      "avg_duration_per_task_ms": 1299936.2975,
      "avg_output_tokens_per_task": 62016.8275,
      "last_run_timestamp": "2026-11-17T13:35:16.795Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5-mini-2025-08-07",
      "model_slug": "openai/gpt-5-mini",
      "model_name": "OpenAI: GPT-5 Mini",
      "provider_name": "Azure",
      "accuracy": 0.70499975,
      "accuracy_std_dev": 0.011902485735656231,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.13260128,
      "avg_duration_per_task_ms": 477326.39,
      "avg_output_tokens_per_task": 55745.89,
      "last_run_timestamp": "2026-10-01T19:05:16.547Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.8-27b-20260814",
      "model_slug": "qwen/qwen3.8-27b",
      "model_name": "Qwen: Qwen3.8 27B",
      "provider_name": "Tenstorrent",
      "accuracy": 0.7048148888888889,
      "accuracy_std_dev": 0.14567945297081722,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.0241112,
      "avg_duration_per_task_ms": 290526.02444444445,
      "avg_output_tokens_per_task": 11444.402222222223,
      "last_run_timestamp": "2026-11-08T03:52:11.162Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Phala",
      "accuracy": 0.7047618571428571,
      "accuracy_std_dev": 0.02069105210629238,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.10265868857142857,
      "avg_duration_per_task_ms": 167940.85428571427,
      "avg_output_tokens_per_task": 11606.208571428571,
      "last_run_timestamp": "2026-10-17T19:53:39.136Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-4.7-20251222",
      "model_slug": "z-ai/glm-4.7",
      "model_name": "Z.ai: GLM 4.7",
      "provider_name": "DeepInfra",
      "accuracy": 0.7044443333333333,
      "accuracy_std_dev": 0.027397521741127542,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.032310766666666664,
      "avg_duration_per_task_ms": 378562.08666666667,
      "avg_output_tokens_per_task": 8542.946666666667,
      "last_run_timestamp": "2026-10-31T21:01:10.349Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "CoreWeave",
      "accuracy": 0.7040001,
      "accuracy_std_dev": 0.03901001694808654,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.07868151200000001,
      "avg_duration_per_task_ms": 116740.314,
      "avg_output_tokens_per_task": 8582.29,
      "last_run_timestamp": "2026-10-31T19:45:55.386Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20261017",
      "model_slug": "deepseek/deepseek-v4.1-flash-1017",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash 1017",
      "provider_name": "Makora",
      "accuracy": 0.7039998000000001,
      "accuracy_std_dev": 0.025508095447524113,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.021704752,
      "avg_duration_per_task_ms": 119683.016,
      "avg_output_tokens_per_task": 11904.78,
      "last_run_timestamp": "2026-10-31T12:25:42.323Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5.6-luna-pro-20260709",
      "model_slug": "openai/gpt-5.6-luna-pro",
      "model_name": "OpenAI: GPT-5.6 Luna Pro",
      "provider_name": "auto-routing",
      "accuracy": 0.7033335,
      "accuracy_std_dev": 0.0033335000000000448,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.08534018,
      "avg_duration_per_task_ms": 347658.09,
      "avg_output_tokens_per_task": 32908.85,
      "last_run_timestamp": "2026-10-01T16:00:47.532Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "Mancer 2",
      "accuracy": 0.7033334,
      "accuracy_std_dev": 0.08310656612711179,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.04464936,
      "avg_duration_per_task_ms": 440856.744,
      "avg_output_tokens_per_task": 11954.192,
      "last_run_timestamp": "2026-10-31T19:37:26.520Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.7-plus-20260602",
      "model_slug": "qwen/qwen3.7-plus",
      "model_name": "Qwen: Qwen3.7 Plus",
      "provider_name": "auto-routing",
      "accuracy": 0.703333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.05425128,
      "avg_duration_per_task_ms": 396980.46,
      "avg_output_tokens_per_task": 20673.9,
      "last_run_timestamp": "2026-10-01T08:05:20.277Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-pro-20260813",
      "model_slug": "deepseek/deepseek-v4-pro-0813",
      "model_name": "DeepSeek: DeepSeek V4 Pro 0813",
      "provider_name": "DigitalOcean",
      "accuracy": 0.7028688524590164,
      "accuracy_std_dev": 0.12041400018041921,
      "run_count": 10,
      "total_questions": 488,
      "avg_cost_per_task_usd": 0.3158676803278688,
      "avg_duration_per_task_ms": 1544569.975409836,
      "avg_output_tokens_per_task": 53334.15983606558,
      "last_run_timestamp": "2026-10-31T12:54:39.225Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "nvidia/nemotron-3.5-super-vl-20261015",
      "model_slug": "nvidia/nemotron-3.5-super-vl",
      "model_name": "NVIDIA: Nemotron 3.5 Super VL",
      "provider_name": "Io Net",
      "accuracy": 0.7023811326530611,
      "accuracy_std_dev": 0.047340802625087566,
      "run_count": 4,
      "total_questions": 196,
      "avg_cost_per_task_usd": 0.014528989795918367,
      "avg_duration_per_task_ms": 320290.7346938776,
      "avg_output_tokens_per_task": 12552.510204081633,
      "last_run_timestamp": "2026-11-11T06:41:01.794Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5.6-terra-20260709",
      "model_slug": "openai/gpt-5.6-terra",
      "model_name": "OpenAI: GPT-5.6 Terra",
      "provider_name": "OpenAI",
      "accuracy": 0.7022223333333333,
      "accuracy_std_dev": 0.021999169459070246,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.10818771333333332,
      "avg_duration_per_task_ms": 79804.25333333333,
      "avg_output_tokens_per_task": 3542.24,
      "last_run_timestamp": "2026-10-02T23:10:36.500Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-6-sol-20260922",
      "model_slug": "openai/gpt-6-sol",
      "model_name": "OpenAI: GPT-6 Sol",
      "provider_name": "OpenAI",
      "accuracy": 0.7022223333333333,
      "accuracy_std_dev": 0.011330936570096727,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.13357544,
      "avg_duration_per_task_ms": 105586.74666666667,
      "avg_output_tokens_per_task": 5260.826666666667,
      "last_run_timestamp": "2026-10-02T23:07:17.250Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-4.7-20251222",
      "model_slug": "z-ai/glm-4.7",
      "model_name": "Z.ai: GLM 4.7",
      "provider_name": "Z.AI",
      "accuracy": 0.7022221666666667,
      "accuracy_std_dev": 0.04817650931182357,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.06107267333333334,
      "avg_duration_per_task_ms": 347259.38333333336,
      "avg_output_tokens_per_task": 9964.523333333333,
      "last_run_timestamp": "2026-10-31T20:44:35.166Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4-sonnet-20250522",
      "model_slug": "anthropic/claude-sonnet-4",
      "model_name": "Anthropic: Claude Sonnet 4",
      "provider_name": "auto-routing",
      "accuracy": 0.7,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.29769207999999997,
      "avg_duration_per_task_ms": 128375.6,
      "avg_output_tokens_per_task": 8500.86,
      "last_run_timestamp": "2026-09-01T12:41:24.616Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260423",
      "model_slug": "deepseek/deepseek-v4-flash",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0423",
      "provider_name": "Phala",
      "accuracy": 0.7,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.02395168,
      "avg_duration_per_task_ms": 160119.2,
      "avg_output_tokens_per_task": 14308.04,
      "last_run_timestamp": "2026-08-29T16:33:36.025Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "Ambient",
      "accuracy": 0.7,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.00772538,
      "avg_duration_per_task_ms": 135060.86,
      "avg_output_tokens_per_task": 16346.66,
      "last_run_timestamp": "2026-08-29T09:31:13.940Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Google",
      "accuracy": 0.7,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.0355865,
      "avg_duration_per_task_ms": 154491.8,
      "avg_output_tokens_per_task": 12574.4,
      "last_run_timestamp": "2026-10-31T11:15:31.400Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.3-flash",
      "model_slug": "z-ai/glm-5.3-flash",
      "model_name": "GLM 5.3 Flash",
      "provider_name": "digitalocean",
      "accuracy": 0.7,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.00357748,
      "avg_duration_per_task_ms": 48793.08,
      "avg_output_tokens_per_task": 1567.76,
      "last_run_timestamp": "2026-10-01T23:50:45.022Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "SiliconFlow",
      "accuracy": 0.7,
      "accuracy_std_dev": 0.12036986518435584,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.07463611499999999,
      "avg_duration_per_task_ms": 668484.29,
      "avg_output_tokens_per_task": 10555.78,
      "last_run_timestamp": "2026-10-31T19:32:40.676Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "inclusionai/ling-3.0-flash-vl-20260910",
      "model_slug": "inclusionai/ling-3.0-flash-vl",
      "model_name": "inclusionAI: Ling 3.0 Flash VL",
      "provider_name": "auto-routing",
      "accuracy": 0.7,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.0030046400000000003,
      "avg_duration_per_task_ms": 98848.12,
      "avg_output_tokens_per_task": 17113.74,
      "last_run_timestamp": "2026-10-01T08:00:19.901Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m2.7-20260318",
      "model_slug": "minimax/minimax-m2.7",
      "model_name": "MiniMax: MiniMax M2.7",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.7,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.12726106,
      "avg_duration_per_task_ms": 181226.44,
      "avg_output_tokens_per_task": 9838.56,
      "last_run_timestamp": "2026-10-04T03:00:16.405Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m3.1-flash-20261019",
      "model_slug": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax: MiniMax M3.1 Flash",
      "provider_name": "StreamLake",
      "accuracy": 0.7,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.0161093,
      "avg_duration_per_task_ms": 215051.72,
      "avg_output_tokens_per_task": 15584.08,
      "last_run_timestamp": "2026-10-31T12:24:55.227Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.5-0127",
      "model_slug": "moonshotai/kimi-k2.5",
      "model_name": "MoonshotAI: Kimi K2.5",
      "provider_name": "Phala",
      "accuracy": 0.7,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.07376152,
      "avg_duration_per_task_ms": 750952.84,
      "avg_output_tokens_per_task": 11282.28,
      "last_run_timestamp": "2026-08-29T16:44:16.336Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.5-0127",
      "model_slug": "moonshotai/kimi-k2.5",
      "model_name": "MoonshotAI: Kimi K2.5",
      "provider_name": "DeepInfra",
      "accuracy": 0.7,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.03459784,
      "avg_duration_per_task_ms": 254796.4,
      "avg_output_tokens_per_task": 8060.46,
      "last_run_timestamp": "2026-08-29T16:11:10.137Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5-2025-08-07",
      "model_slug": "openai/gpt-5",
      "model_name": "OpenAI: GPT-5",
      "provider_name": "Azure",
      "accuracy": 0.7,
      "accuracy_std_dev": 0.004714280910170736,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.634261665,
      "avg_duration_per_task_ms": 673734.145,
      "avg_output_tokens_per_task": 52923.67,
      "last_run_timestamp": "2026-10-01T16:01:02.669Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-6.1-sol-20260929",
      "model_slug": "openai/gpt-6.1-sol",
      "model_name": "OpenAI: GPT-6.1 Sol",
      "provider_name": "auto-routing",
      "accuracy": 0.7,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.1012818,
      "avg_duration_per_task_ms": 144103.72,
      "avg_output_tokens_per_task": 3638.14,
      "last_run_timestamp": "2026-10-01T08:03:00.822Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-6.1-terra-20261026",
      "model_slug": "openai/gpt-6.1-terra",
      "model_name": "OpenAI: GPT-6.1 Terra",
      "provider_name": "OpenAI",
      "accuracy": 0.7,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.05778106,
      "avg_duration_per_task_ms": 103456.94,
      "avg_output_tokens_per_task": 4693.4,
      "last_run_timestamp": "2026-10-28T00:06:02.481Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "StreamLake",
      "accuracy": 0.6999999,
      "accuracy_std_dev": 0.027161999600360795,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.035972528000000004,
      "avg_duration_per_task_ms": 169932.24,
      "avg_output_tokens_per_task": 9010.356,
      "last_run_timestamp": "2026-10-31T20:27:27.569Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.5-35b-a3b-20260224",
      "model_slug": "qwen/qwen3.5-35b-a3b",
      "model_name": "Qwen: Qwen3.5-35B-A3B",
      "provider_name": "Venice",
      "accuracy": 0.6988888333333333,
      "accuracy_std_dev": 0.027057403542694577,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.05561224666666666,
      "avg_duration_per_task_ms": 240597.98666666666,
      "avg_output_tokens_per_task": 24876.84,
      "last_run_timestamp": "2026-10-31T19:22:37.818Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "DeepInfra",
      "accuracy": 0.6981818181818182,
      "accuracy_std_dev": 0.03049651201760077,
      "run_count": 11,
      "total_questions": 550,
      "avg_cost_per_task_usd": 0.03931358000000001,
      "avg_duration_per_task_ms": 153838.17636363636,
      "avg_output_tokens_per_task": 8460.181818181818,
      "last_run_timestamp": "2026-11-17T14:49:57.370Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.1-20260406",
      "model_slug": "z-ai/glm-5.1",
      "model_name": "Z.ai: GLM 5.1",
      "provider_name": "Nebius",
      "accuracy": 0.6980952857142857,
      "accuracy_std_dev": 0.0297532924694984,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.2785651114285714,
      "avg_duration_per_task_ms": 491458.8942857143,
      "avg_output_tokens_per_task": 9496.08,
      "last_run_timestamp": "2026-10-31T22:14:51.015Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-4.6",
      "model_slug": "z-ai/glm-4.6",
      "model_name": "Z.ai: GLM 4.6",
      "provider_name": "Venice",
      "accuracy": 0.6977778333333333,
      "accuracy_std_dev": 0.02922879943033733,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.04587357666666667,
      "avg_duration_per_task_ms": 543279.1,
      "avg_output_tokens_per_task": 9046.85,
      "last_run_timestamp": "2026-10-31T20:03:54.586Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m3.1-flash-20261019",
      "model_slug": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax: MiniMax M3.1 Flash",
      "provider_name": "Parasail",
      "accuracy": 0.6977776666666667,
      "accuracy_std_dev": 0.011330936570096727,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.013071946666666667,
      "avg_duration_per_task_ms": 88036.78,
      "avg_output_tokens_per_task": 11978.486666666666,
      "last_run_timestamp": "2026-10-31T11:55:17.583Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-6-sol-20260922",
      "model_slug": "openai/gpt-6-sol",
      "model_name": "OpenAI: GPT-6 Sol",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.6977776666666667,
      "accuracy_std_dev": 0.01911642045177101,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.14221055333333335,
      "avg_duration_per_task_ms": 130884.03333333334,
      "avg_output_tokens_per_task": 4996.426666666666,
      "last_run_timestamp": "2026-10-30T00:14:00.742Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "BaseTen",
      "accuracy": 0.6972222117283948,
      "accuracy_std_dev": 0.0265134534342492,
      "run_count": 33,
      "total_questions": 1620,
      "avg_cost_per_task_usd": 0.10315858827160493,
      "avg_duration_per_task_ms": 72358.56851851851,
      "avg_output_tokens_per_task": 8108.612962962963,
      "last_run_timestamp": "2026-10-31T20:07:10.133Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.6-35b-a3b-20260415",
      "model_slug": "qwen/qwen3.6-35b-a3b",
      "model_name": "Qwen: Qwen3.6 35B A3B",
      "provider_name": "AtlasCloud",
      "accuracy": 0.6970371111111111,
      "accuracy_std_dev": 0.16827688985679687,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.06176148444444445,
      "avg_duration_per_task_ms": 146246.71555555557,
      "avg_output_tokens_per_task": 16528.751111111113,
      "last_run_timestamp": "2026-10-31T19:40:48.790Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Together",
      "accuracy": 0.6970371111111111,
      "accuracy_std_dev": 0.030161795074212107,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.0980314222222222,
      "avg_duration_per_task_ms": 66528.34444444445,
      "avg_output_tokens_per_task": 8541.066666666668,
      "last_run_timestamp": "2026-10-31T19:33:25.981Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5.6-luna-20260709",
      "model_slug": "openai/gpt-5.6-luna",
      "model_name": "OpenAI: GPT-5.6 Luna",
      "provider_name": "auto-routing",
      "accuracy": 0.696667,
      "accuracy_std_dev": 0.010000000000000009,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.01321477,
      "avg_duration_per_task_ms": 116452.62,
      "avg_output_tokens_per_task": 5139.02,
      "last_run_timestamp": "2026-10-01T19:04:36.191Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-6-astra-20260903",
      "model_slug": "openai/gpt-6-astra",
      "model_name": "OpenAI: GPT-6 Astra",
      "provider_name": "Azure",
      "accuracy": 0.6966665000000001,
      "accuracy_std_dev": 0.0033334999999999892,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.62488186,
      "avg_duration_per_task_ms": 152081.62,
      "avg_output_tokens_per_task": 3927.45,
      "last_run_timestamp": "2026-10-01T08:05:41.499Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Z.AI",
      "accuracy": 0.6962964444444444,
      "accuracy_std_dev": 0.019654025372885436,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.1237734777777778,
      "avg_duration_per_task_ms": 165283.39111111112,
      "avg_output_tokens_per_task": 12120.693333333333,
      "last_run_timestamp": "2026-10-31T19:55:04.254Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.1-20260406",
      "model_slug": "z-ai/glm-5.1",
      "model_name": "Z.ai: GLM 5.1",
      "provider_name": "Chutes",
      "accuracy": 0.696,
      "accuracy_std_dev": 0.029089639241489405,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.09774240399999999,
      "avg_duration_per_task_ms": 1002278.952,
      "avg_output_tokens_per_task": 9400.668,
      "last_run_timestamp": "2026-10-31T21:09:07.436Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Reka",
      "accuracy": 0.6958335,
      "accuracy_std_dev": 0.03781341986980283,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.132227115,
      "avg_duration_per_task_ms": 205681.995,
      "avg_output_tokens_per_task": 9407.695,
      "last_run_timestamp": "2026-10-01T22:50:26.018Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemma-4-26b-a4b-it-20260403",
      "model_slug": "google/gemma-4-26b-a4b-it",
      "model_name": "Google: Gemma 4 26B A4B ",
      "provider_name": "DeepInfra",
      "accuracy": 0.695833125,
      "accuracy_std_dev": 0.014883881570658088,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.021757055000000004,
      "avg_duration_per_task_ms": 432422.785,
      "avg_output_tokens_per_task": 18571.96,
      "last_run_timestamp": "2026-11-17T13:52:20.768Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m3.1-flash-20261019",
      "model_slug": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax: MiniMax M3.1 Flash",
      "provider_name": "InferenceNet",
      "accuracy": 0.6957762602739725,
      "accuracy_std_dev": 0.0313433490574777,
      "run_count": 6,
      "total_questions": 292,
      "avg_cost_per_task_usd": 0.011891609589041095,
      "avg_duration_per_task_ms": 271916.02397260274,
      "avg_output_tokens_per_task": 12921.842465753425,
      "last_run_timestamp": "2026-11-04T21:26:44.978Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.5-0127",
      "model_slug": "moonshotai/kimi-k2.5",
      "model_name": "MoonshotAI: Kimi K2.5",
      "provider_name": "auto-routing",
      "accuracy": 0.6955555,
      "accuracy_std_dev": 0.03325929184328293,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.0589135,
      "avg_duration_per_task_ms": 328391.66333333333,
      "avg_output_tokens_per_task": 9383.69,
      "last_run_timestamp": "2026-10-31T22:10:13.617Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Parasail",
      "accuracy": 0.6951851111111111,
      "accuracy_std_dev": 0.024850541999206388,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.11521483111111112,
      "avg_duration_per_task_ms": 89430.36666666667,
      "avg_output_tokens_per_task": 10098.426666666666,
      "last_run_timestamp": "2026-10-31T19:57:32.812Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Decart",
      "accuracy": 0.6947220833333334,
      "accuracy_std_dev": 0.020881457382321816,
      "run_count": 12,
      "total_questions": 600,
      "avg_cost_per_task_usd": 0.16258799999999998,
      "avg_duration_per_task_ms": 76342.33833333333,
      "avg_output_tokens_per_task": 10733.926666666666,
      "last_run_timestamp": "2026-10-24T19:06:47.526Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5.6-luna-pro-20260709",
      "model_slug": "openai/gpt-5.6-luna-pro",
      "model_name": "OpenAI: GPT-5.6 Luna Pro",
      "provider_name": "Azure",
      "accuracy": 0.6933334999999999,
      "accuracy_std_dev": 0.018257236010689022,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.08853248000000001,
      "avg_duration_per_task_ms": 338024.125,
      "avg_output_tokens_per_task": 32557.16,
      "last_run_timestamp": "2026-10-01T16:01:04.829Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Crusoe",
      "accuracy": 0.6933334999999999,
      "accuracy_std_dev": 0.026666499999999982,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.10578652999999999,
      "avg_duration_per_task_ms": 73539.48,
      "avg_output_tokens_per_task": 8465.83,
      "last_run_timestamp": "2026-09-12T08:12:28.966Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-6-luna-pro-20260922",
      "model_slug": "openai/gpt-6-luna-pro",
      "model_name": "OpenAI: GPT-6 Luna Pro",
      "provider_name": "OpenAI",
      "accuracy": 0.6933333333333334,
      "accuracy_std_dev": 0.014401903168987411,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.03953364,
      "avg_duration_per_task_ms": 309829.13333333336,
      "avg_output_tokens_per_task": 32261.04,
      "last_run_timestamp": "2026-10-02T23:10:33.891Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.5-0127",
      "model_slug": "moonshotai/kimi-k2.5",
      "model_name": "MoonshotAI: Kimi K2.5",
      "provider_name": "Moonshot AI",
      "accuracy": 0.693333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.0447917,
      "avg_duration_per_task_ms": 136463.02,
      "avg_output_tokens_per_task": 7875.78,
      "last_run_timestamp": "2026-08-29T17:36:31.073Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-6-sol-20260922",
      "model_slug": "openai/gpt-6-sol",
      "model_name": "OpenAI: GPT-6 Sol",
      "provider_name": "auto-routing",
      "accuracy": 0.693333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.12999802000000002,
      "avg_duration_per_task_ms": 96250.54,
      "avg_output_tokens_per_task": 4982.06,
      "last_run_timestamp": "2026-10-01T08:05:35.867Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "reflection/beam-1.0-501b-a23b-20261016",
      "model_slug": "reflection/beam-1.0-501b-a23b",
      "model_name": "Reflection: Beam 1.0 501B A23B",
      "provider_name": "auto-routing",
      "accuracy": 0.693333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.02754302,
      "avg_duration_per_task_ms": 209408.8,
      "avg_output_tokens_per_task": 14914.54,
      "last_run_timestamp": "2026-10-24T12:03:24.771Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5-20260211",
      "model_slug": "z-ai/glm-5",
      "model_name": "Z.ai: GLM 5",
      "provider_name": "DigitalOcean",
      "accuracy": 0.693333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.06719182,
      "avg_duration_per_task_ms": 1475596.32,
      "avg_output_tokens_per_task": 8817.2,
      "last_run_timestamp": "2026-08-29T16:20:58.762Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-4.6",
      "model_slug": "z-ai/glm-4.6",
      "model_name": "Z.ai: GLM 4.6",
      "provider_name": "DeepInfra",
      "accuracy": 0.6923937181208053,
      "accuracy_std_dev": 0.016815161458900392,
      "run_count": 3,
      "total_questions": 149,
      "avg_cost_per_task_usd": 0.047849805369127515,
      "avg_duration_per_task_ms": 437348.73825503356,
      "avg_output_tokens_per_task": 8071.026845637584,
      "last_run_timestamp": "2026-10-31T21:01:44.534Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v3.2-20251201",
      "model_slug": "deepseek/deepseek-v3.2",
      "model_name": "DeepSeek: DeepSeek V3.2",
      "provider_name": "GMICloud",
      "accuracy": 0.6923808571428571,
      "accuracy_std_dev": 0.11152222966672043,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.015916325714285712,
      "avg_duration_per_task_ms": 237887.70571428572,
      "avg_output_tokens_per_task": 11966.34,
      "last_run_timestamp": "2026-11-10T07:17:44.193Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "nvidia/nemotron-3.5-super-vl-20261015",
      "model_slug": "nvidia/nemotron-3.5-super-vl",
      "model_name": "NVIDIA: Nemotron 3.5 Super VL",
      "provider_name": "BaseTen",
      "accuracy": 0.6909721458333333,
      "accuracy_std_dev": 0.0024635000000000074,
      "run_count": 2,
      "total_questions": 96,
      "avg_cost_per_task_usd": 0.0246803125,
      "avg_duration_per_task_ms": 48638.177083333336,
      "avg_output_tokens_per_task": 11672.458333333334,
      "last_run_timestamp": "2026-10-31T11:12:51.723Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Inceptron",
      "accuracy": 0.6906667,
      "accuracy_std_dev": 0.02351357433079878,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.07703662800000001,
      "avg_duration_per_task_ms": 163124.698,
      "avg_output_tokens_per_task": 9560.422,
      "last_run_timestamp": "2026-10-31T19:41:05.183Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemini-3.1-flash-lite-20260507",
      "model_slug": "google/gemini-3.1-flash-lite",
      "model_name": "Google: Gemini 3.1 Flash Lite",
      "provider_name": "Google AI Studio",
      "accuracy": 0.69,
      "accuracy_std_dev": 0.003332999999999975,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.10882898999999999,
      "avg_duration_per_task_ms": 135482.83,
      "avg_output_tokens_per_task": 51335.48,
      "last_run_timestamp": "2026-10-01T19:05:16.548Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "nvidia/nemotron-3.5-super-vl-20261015",
      "model_slug": "nvidia/nemotron-3.5-super-vl",
      "model_name": "NVIDIA: Nemotron 3.5 Super VL",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.69,
      "accuracy_std_dev": 0.016667000000000043,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.01877389,
      "avg_duration_per_task_ms": 125629.58,
      "avg_output_tokens_per_task": 15732.46,
      "last_run_timestamp": "2026-10-31T11:20:36.173Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-6-astra-pro-20260903",
      "model_slug": "openai/gpt-6-astra-pro",
      "model_name": "OpenAI: GPT-6 Astra Pro",
      "provider_name": "Azure",
      "accuracy": 0.69,
      "accuracy_std_dev": 0.009999999999999953,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 2.99530482,
      "avg_duration_per_task_ms": 320001.13,
      "avg_output_tokens_per_task": 12475.35,
      "last_run_timestamp": "2026-10-01T08:05:20.373Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "thinkingmachines/inkling-20260715",
      "model_slug": "thinkingmachines/inkling",
      "model_name": "Thinking Machines: Inkling",
      "provider_name": "BaseTen",
      "accuracy": 0.69,
      "accuracy_std_dev": 0.04333300000000001,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.07366,
      "avg_duration_per_task_ms": 63569.01,
      "avg_output_tokens_per_task": 3649.5,
      "last_run_timestamp": "2026-09-12T08:11:26.919Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "GMICloud",
      "accuracy": 0.69,
      "accuracy_std_dev": 0.05217481299599135,
      "run_count": 12,
      "total_questions": 600,
      "avg_cost_per_task_usd": 0.098078615,
      "avg_duration_per_task_ms": 166068.875,
      "avg_output_tokens_per_task": 6590.095,
      "last_run_timestamp": "2026-11-17T14:22:57.517Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "CoreWeave",
      "accuracy": 0.6895238571428572,
      "accuracy_std_dev": 0.0390126672850483,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.06955698857142856,
      "avg_duration_per_task_ms": 75132.57428571429,
      "avg_output_tokens_per_task": 10137.50857142857,
      "last_run_timestamp": "2026-10-31T19:23:52.545Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.5-35b-a3b-20260224",
      "model_slug": "qwen/qwen3.5-35b-a3b",
      "model_name": "Qwen: Qwen3.5-35B-A3B",
      "provider_name": "AtlasCloud",
      "accuracy": 0.6885715714285714,
      "accuracy_std_dev": 0.09619535301199347,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.09387551142857142,
      "avg_duration_per_task_ms": 253944.5285714286,
      "avg_output_tokens_per_task": 21693.28,
      "last_run_timestamp": "2026-11-17T14:18:47.740Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Ambient",
      "accuracy": 0.6877778333333333,
      "accuracy_std_dev": 0.021227727617565546,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.049015786666666665,
      "avg_duration_per_task_ms": 252614.41,
      "avg_output_tokens_per_task": 8112.036666666667,
      "last_run_timestamp": "2026-10-31T20:09:59.492Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Mistral",
      "accuracy": 0.6877082499999999,
      "accuracy_std_dev": 0.0253919681924718,
      "run_count": 32,
      "total_questions": 1600,
      "avg_cost_per_task_usd": 0.10398478000000001,
      "avg_duration_per_task_ms": 78434.47375,
      "avg_output_tokens_per_task": 9588.071875,
      "last_run_timestamp": "2026-11-11T03:23:11.016Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "inclusionai/ling-3.0-flash-20260723",
      "model_slug": "inclusionai/ling-3.0-flash",
      "model_name": "inclusionAI: Ling 3.0 Flash",
      "provider_name": "auto-routing",
      "accuracy": 0.686667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.00219582,
      "avg_duration_per_task_ms": 78121.92,
      "avg_output_tokens_per_task": 11659.46,
      "last_run_timestamp": "2026-10-01T16:00:49.880Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Venice",
      "accuracy": 0.6866667,
      "accuracy_std_dev": 0.022705926785973732,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.116319214,
      "avg_duration_per_task_ms": 132236.854,
      "avg_output_tokens_per_task": 9761.092,
      "last_run_timestamp": "2026-11-17T14:01:51.551Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m3.1-flash-20261019",
      "model_slug": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax: MiniMax M3.1 Flash",
      "provider_name": "Minimax",
      "accuracy": 0.6866666666666666,
      "accuracy_std_dev": 0.00942809041582059,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.01712012,
      "avg_duration_per_task_ms": 186981.93333333332,
      "avg_output_tokens_per_task": 15447.36,
      "last_run_timestamp": "2026-11-17T13:38:47.557Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m3.1-flash-20261019",
      "model_slug": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax: MiniMax M3.1 Flash",
      "provider_name": "Wafer",
      "accuracy": 0.6866665000000001,
      "accuracy_std_dev": 0.026666499999999982,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.01561806,
      "avg_duration_per_task_ms": 117250.14,
      "avg_output_tokens_per_task": 14519.81,
      "last_run_timestamp": "2026-10-24T12:06:50.408Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-6-luna-pro-20260922",
      "model_slug": "openai/gpt-6-luna-pro",
      "model_name": "OpenAI: GPT-6 Luna Pro",
      "provider_name": "Azure",
      "accuracy": 0.6850001666666666,
      "accuracy_std_dev": 0.0143694957278334,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.04138883,
      "avg_duration_per_task_ms": 242662.93333333332,
      "avg_output_tokens_per_task": 30866.096666666668,
      "last_run_timestamp": "2026-10-01T08:05:57.699Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-6.1-terra-20261026",
      "model_slug": "openai/gpt-6.1-terra",
      "model_name": "OpenAI: GPT-6.1 Terra",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.6844443333333333,
      "accuracy_std_dev": 0.016178098288186456,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.06359924333333333,
      "avg_duration_per_task_ms": 60968.18666666667,
      "avg_output_tokens_per_task": 4743.64,
      "last_run_timestamp": "2026-11-02T17:36:19.479Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-6-luna-20260922",
      "model_slug": "openai/gpt-6-luna",
      "model_name": "OpenAI: GPT-6 Luna",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.6841667499999999,
      "accuracy_std_dev": 0.019982613972838976,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.00873134,
      "avg_duration_per_task_ms": 302344.745,
      "avg_output_tokens_per_task": 8518.3375,
      "last_run_timestamp": "2026-11-03T03:04:12.747Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemma-4-26b-a4b-it-20260403",
      "model_slug": "google/gemma-4-26b-a4b-it",
      "model_name": "Google: Gemma 4 26B A4B ",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.6833334999999999,
      "accuracy_std_dev": 0.023333500000000007,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.018626550000000002,
      "avg_duration_per_task_ms": 239747.89,
      "avg_output_tokens_per_task": 15949.04,
      "last_run_timestamp": "2026-10-31T19:36:36.917Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "thinkingmachines/inkling-2-small-20261107",
      "model_slug": "thinkingmachines/inkling-2-small",
      "model_name": "Thinking Machines: Inkling 2 Small",
      "provider_name": "DeepInfra",
      "accuracy": 0.6833334999999999,
      "accuracy_std_dev": 0.023333500000000007,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.024331899999999997,
      "avg_duration_per_task_ms": 203478.76,
      "avg_output_tokens_per_task": 8765.02,
      "last_run_timestamp": "2026-11-17T13:37:26.614Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-6.1-sol-20260929",
      "model_slug": "openai/gpt-6.1-sol",
      "model_name": "OpenAI: GPT-6.1 Sol",
      "provider_name": "Azure",
      "accuracy": 0.6833333333333333,
      "accuracy_std_dev": 0.012619766977070334,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.10710260999999997,
      "avg_duration_per_task_ms": 135398.91,
      "avg_output_tokens_per_task": 4027.3166666666666,
      "last_run_timestamp": "2026-10-01T08:06:09.665Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5.6-luna-20260709",
      "model_slug": "openai/gpt-5.6-luna",
      "model_name": "OpenAI: GPT-5.6 Luna",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.6822223333333333,
      "accuracy_std_dev": 0.021998563367234276,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.014046139999999999,
      "avg_duration_per_task_ms": 71689.16,
      "avg_output_tokens_per_task": 5022.28,
      "last_run_timestamp": "2026-10-30T00:15:40.872Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-6.1-sol-20260929",
      "model_slug": "openai/gpt-6.1-sol",
      "model_name": "OpenAI: GPT-6.1 Sol",
      "provider_name": "OpenAI",
      "accuracy": 0.6822223333333333,
      "accuracy_std_dev": 0.011330936570096727,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.09746202,
      "avg_duration_per_task_ms": 132162.47333333333,
      "avg_output_tokens_per_task": 3507.6066666666666,
      "last_run_timestamp": "2026-10-02T23:10:34.290Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "thinkingmachines/inkling-20260715",
      "model_slug": "thinkingmachines/inkling",
      "model_name": "Thinking Machines: Inkling",
      "provider_name": "Together",
      "accuracy": 0.68166675,
      "accuracy_std_dev": 0.002886895683515417,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.089020925,
      "avg_duration_per_task_ms": 87218.845,
      "avg_output_tokens_per_task": 3520.1,
      "last_run_timestamp": "2026-10-01T16:01:04.859Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemma-4-26b-a4b-it-20260403",
      "model_slug": "google/gemma-4-26b-a4b-it",
      "model_name": "Google: Gemma 4 26B A4B ",
      "provider_name": "NextBit",
      "accuracy": 0.6814815555555556,
      "accuracy_std_dev": 0.036349110480056554,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.01587601333333333,
      "avg_duration_per_task_ms": 294012.18888888886,
      "avg_output_tokens_per_task": 19850.564444444444,
      "last_run_timestamp": "2026-11-01T13:16:57.769Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "nvidia/nemotron-3.5-lightning-20260807",
      "model_slug": "nvidia/nemotron-3.5-lightning",
      "model_name": "NVIDIA: Nemotron 3.5 Lightning",
      "provider_name": "CoreWeave",
      "accuracy": 0.68125,
      "accuracy_std_dev": 0.0202715728731147,
      "run_count": 8,
      "total_questions": 400,
      "avg_cost_per_task_usd": 0.0174918175,
      "avg_duration_per_task_ms": 123091.5525,
      "avg_output_tokens_per_task": 21340.095,
      "last_run_timestamp": "2026-10-31T11:46:38.147Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-6-luna-20260922",
      "model_slug": "openai/gpt-6-luna",
      "model_name": "OpenAI: GPT-6 Luna",
      "provider_name": "Azure",
      "accuracy": 0.6811111666666666,
      "accuracy_std_dev": 0.008088865998326882,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.00903582,
      "avg_duration_per_task_ms": 105469.92666666667,
      "avg_output_tokens_per_task": 8459.866666666667,
      "last_run_timestamp": "2026-10-01T08:05:22.516Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-5.2-20260616",
      "model_slug": "z-ai/glm-5.2",
      "model_name": "Z.ai: GLM 5.2",
      "provider_name": "Cloudflare",
      "accuracy": 0.6803333,
      "accuracy_std_dev": 0.021625659143942863,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.122618248,
      "avg_duration_per_task_ms": 129497.86,
      "avg_output_tokens_per_task": 8931.662,
      "last_run_timestamp": "2026-10-31T20:01:39.270Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemma-4-26b-a4b-it-20260403",
      "model_slug": "google/gemma-4-26b-a4b-it",
      "model_name": "Google: Gemma 4 26B A4B ",
      "provider_name": "Novita",
      "accuracy": 0.6802723265306122,
      "accuracy_std_dev": 0.020158383578551126,
      "run_count": 4,
      "total_questions": 196,
      "avg_cost_per_task_usd": 0.033053428571428574,
      "avg_duration_per_task_ms": 415266.3316326531,
      "avg_output_tokens_per_task": 17772.147959183672,
      "last_run_timestamp": "2026-10-17T19:21:01.980Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemma-4-26b-a4b-it-20260403",
      "model_slug": "google/gemma-4-26b-a4b-it",
      "model_name": "Google: Gemma 4 26B A4B ",
      "provider_name": "Cloudflare",
      "accuracy": 0.6800001428571428,
      "accuracy_std_dev": 0.024944408033113315,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.019884337142857145,
      "avg_duration_per_task_ms": 322578.9971428571,
      "avg_output_tokens_per_task": 16848.411428571428,
      "last_run_timestamp": "2026-10-31T20:14:20.109Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-fable-5.2-20261109",
      "model_slug": "anthropic/claude-fable-5.2",
      "model_name": "Anthropic: Claude Fable 5.2",
      "provider_name": "Google",
      "accuracy": 0.68,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.79080038,
      "avg_duration_per_task_ms": 125754.98,
      "avg_output_tokens_per_task": 9356.94,
      "last_run_timestamp": "2026-11-10T18:07:28.806Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-fable-5.2-20261109",
      "model_slug": "anthropic/claude-fable-5.2",
      "model_name": "Anthropic: Claude Fable 5.2",
      "provider_name": "Azure",
      "accuracy": 0.68,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.77161558,
      "avg_duration_per_task_ms": 159103.76,
      "avg_output_tokens_per_task": 9152.76,
      "last_run_timestamp": "2026-11-10T18:07:20.112Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m2.5-20260211",
      "model_slug": "minimax/minimax-m2.5",
      "model_name": "MiniMax: MiniMax M2.5",
      "provider_name": "SiliconFlow",
      "accuracy": 0.68,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.02198608,
      "avg_duration_per_task_ms": 226553.5,
      "avg_output_tokens_per_task": 9246.9,
      "last_run_timestamp": "2026-08-29T16:50:17.446Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "nvidia/nemotron-3.5-lightning-20260807",
      "model_slug": "nvidia/nemotron-3.5-lightning",
      "model_name": "NVIDIA: Nemotron 3.5 Lightning",
      "provider_name": "Fireworks",
      "accuracy": 0.68,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.00855094,
      "avg_duration_per_task_ms": 59002.3,
      "avg_output_tokens_per_task": 20044.1,
      "last_run_timestamp": "2026-11-17T13:44:53.142Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-6-astra-20260903",
      "model_slug": "openai/gpt-6-astra",
      "model_name": "OpenAI: GPT-6 Astra",
      "provider_name": "auto-routing",
      "accuracy": 0.68,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.58024224,
      "avg_duration_per_task_ms": 141487.98,
      "avg_output_tokens_per_task": 3731.58,
      "last_run_timestamp": "2026-10-01T08:05:19.702Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-6-luna-20260922",
      "model_slug": "openai/gpt-6-luna",
      "model_name": "OpenAI: GPT-6 Luna",
      "provider_name": "OpenAI",
      "accuracy": 0.68,
      "accuracy_std_dev": 0.03810292105162893,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.00883898,
      "avg_duration_per_task_ms": 114396.12,
      "avg_output_tokens_per_task": 8841.28,
      "last_run_timestamp": "2026-10-02T23:08:44.329Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-4.7-20251222",
      "model_slug": "z-ai/glm-4.7",
      "model_name": "Z.ai: GLM 4.7",
      "provider_name": "StreamLake",
      "accuracy": 0.68,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.11507645999999999,
      "avg_duration_per_task_ms": 328138.84,
      "avg_output_tokens_per_task": 10929.9,
      "last_run_timestamp": "2026-08-30T00:01:09.490Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemma-4-26b-a4b-it-20260403",
      "model_slug": "google/gemma-4-26b-a4b-it",
      "model_name": "Google: Gemma 4 26B A4B ",
      "provider_name": "DekaLLM",
      "accuracy": 0.6799998571428572,
      "accuracy_std_dev": 0.0198405229080613,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.015568199999999999,
      "avg_duration_per_task_ms": 259045.84285714285,
      "avg_output_tokens_per_task": 18504.7,
      "last_run_timestamp": "2026-10-31T20:09:24.664Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemma-4-26b-a4b-it-20260403",
      "model_slug": "google/gemma-4-26b-a4b-it",
      "model_name": "Google: Gemma 4 26B A4B ",
      "provider_name": "auto-routing",
      "accuracy": 0.6799998333333334,
      "accuracy_std_dev": 0.05003699372270036,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.01350778,
      "avg_duration_per_task_ms": 369770.93,
      "avg_output_tokens_per_task": 20779.463333333333,
      "last_run_timestamp": "2026-10-31T20:18:22.353Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m3.1-flash-20261019",
      "model_slug": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax: MiniMax M3.1 Flash",
      "provider_name": "Tenstorrent",
      "accuracy": 0.67833325,
      "accuracy_std_dev": 0.019075602511781895,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.01068972,
      "avg_duration_per_task_ms": 147233.725,
      "avg_output_tokens_per_task": 15363.5,
      "last_run_timestamp": "2026-11-04T18:22:16.954Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-vision-exp-20260821",
      "model_slug": "deepseek/deepseek-v4-flash-vision-exp",
      "model_name": "DeepSeek: DeepSeek V4 Flash Vision Exp",
      "provider_name": "Fireworks",
      "accuracy": 0.6777776666666667,
      "accuracy_std_dev": 0.013698571612479227,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.0340762,
      "avg_duration_per_task_ms": 244093.44,
      "avg_output_tokens_per_task": 27086.806666666667,
      "last_run_timestamp": "2026-09-19T08:01:53.393Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-6.1-terra-20261026",
      "model_slug": "openai/gpt-6.1-terra",
      "model_name": "OpenAI: GPT-6.1 Terra",
      "provider_name": "Azure",
      "accuracy": 0.6777776666666667,
      "accuracy_std_dev": 0.017497908167041606,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.06315626,
      "avg_duration_per_task_ms": 88978.8,
      "avg_output_tokens_per_task": 4762.613333333334,
      "last_run_timestamp": "2026-11-03T15:08:23.560Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemma-4-26b-a4b-it-20260403",
      "model_slug": "google/gemma-4-26b-a4b-it",
      "model_name": "Google: Gemma 4 26B A4B ",
      "provider_name": "Io Net",
      "accuracy": 0.6767563901345292,
      "accuracy_std_dev": 0.029269691852423077,
      "run_count": 9,
      "total_questions": 446,
      "avg_cost_per_task_usd": 0.019482901345291483,
      "avg_duration_per_task_ms": 358550.09865470853,
      "avg_output_tokens_per_task": 16851.491031390135,
      "last_run_timestamp": "2026-11-11T08:13:05.865Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m2.5-20260211",
      "model_slug": "minimax/minimax-m2.5",
      "model_name": "MiniMax: MiniMax M2.5",
      "provider_name": "Minimax",
      "accuracy": 0.676667,
      "accuracy_std_dev": 0.010000000000000009,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.034617579999999995,
      "avg_duration_per_task_ms": 151209.1,
      "avg_output_tokens_per_task": 9506.12,
      "last_run_timestamp": "2026-08-29T17:02:26.936Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-6-astra-20260903",
      "model_slug": "openai/gpt-6-astra",
      "model_name": "OpenAI: GPT-6 Astra",
      "provider_name": "OpenAI",
      "accuracy": 0.6766665000000001,
      "accuracy_std_dev": 0.0033335000000000448,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.5967202500000001,
      "avg_duration_per_task_ms": 137724.15,
      "avg_output_tokens_per_task": 4015.19,
      "last_run_timestamp": "2026-10-02T23:06:01.512Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m3.1-flash-20261019",
      "model_slug": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax: MiniMax M3.1 Flash",
      "provider_name": "DigitalOcean",
      "accuracy": 0.6755556666666667,
      "accuracy_std_dev": 0.00831485358994507,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.014157986666666667,
      "avg_duration_per_task_ms": 117427.1,
      "avg_output_tokens_per_task": 13587.66,
      "last_run_timestamp": "2026-10-31T11:44:53.544Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-6-astra-20260903",
      "model_slug": "openai/gpt-6-astra",
      "model_name": "OpenAI: GPT-6 Astra",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.6755556666666667,
      "accuracy_std_dev": 0.006285236475706844,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.63842362,
      "avg_duration_per_task_ms": 88201.35333333333,
      "avg_output_tokens_per_task": 3898.48,
      "last_run_timestamp": "2026-10-30T00:17:00.667Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "Tenstorrent",
      "accuracy": 0.675,
      "accuracy_std_dev": 0.011667000000000038,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.1079227,
      "avg_duration_per_task_ms": 145751.42,
      "avg_output_tokens_per_task": 18113.26,
      "last_run_timestamp": "2026-10-04T05:20:00.959Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5-2025-08-07",
      "model_slug": "openai/gpt-5",
      "model_name": "OpenAI: GPT-5",
      "provider_name": "auto-routing",
      "accuracy": 0.6733334999999999,
      "accuracy_std_dev": 0.026666499999999982,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.6292479799999999,
      "avg_duration_per_task_ms": 729264.79,
      "avg_output_tokens_per_task": 54931.75,
      "last_run_timestamp": "2026-10-01T16:01:02.610Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "thinkingmachines/inkling-20260715",
      "model_slug": "thinkingmachines/inkling",
      "model_name": "Thinking Machines: Inkling",
      "provider_name": "DeepInfra",
      "accuracy": 0.6733334999999999,
      "accuracy_std_dev": 0.00666650000000002,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.07318106,
      "avg_duration_per_task_ms": 165474.79,
      "avg_output_tokens_per_task": 2587.44,
      "last_run_timestamp": "2026-10-08T22:25:52.178Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5.6-sol-pro-20260709",
      "model_slug": "openai/gpt-5.6-sol-pro",
      "model_name": "OpenAI: GPT-5.6 Sol Pro",
      "provider_name": "Azure",
      "accuracy": 0.6733330000000001,
      "accuracy_std_dev": 0.019999999999999962,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 1.5819717300000002,
      "avg_duration_per_task_ms": 314318.37,
      "avg_output_tokens_per_task": 23725.55,
      "last_run_timestamp": "2026-10-01T16:01:13.647Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4-flash-20260731",
      "model_slug": "deepseek/deepseek-v4-flash-0731",
      "model_name": "DeepSeek: DeepSeek V4 Flash 0731",
      "provider_name": "AkashML",
      "accuracy": 0.673333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.010418799999999999,
      "avg_duration_per_task_ms": 442739.12,
      "avg_output_tokens_per_task": 15984.18,
      "last_run_timestamp": "2026-08-29T08:43:07.210Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m2.7-20260318",
      "model_slug": "minimax/minimax-m2.7",
      "model_name": "MiniMax: MiniMax M2.7",
      "provider_name": "DeepInfra",
      "accuracy": 0.673333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.020550480000000003,
      "avg_duration_per_task_ms": 220351.52,
      "avg_output_tokens_per_task": 9126.24,
      "last_run_timestamp": "2026-08-29T16:45:30.973Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.5-0127",
      "model_slug": "moonshotai/kimi-k2.5",
      "model_name": "MoonshotAI: Kimi K2.5",
      "provider_name": "Novita",
      "accuracy": 0.673333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.04560139999999999,
      "avg_duration_per_task_ms": 203228.86,
      "avg_output_tokens_per_task": 8251.76,
      "last_run_timestamp": "2026-08-29T17:21:26.058Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-6-luna-20260922",
      "model_slug": "openai/gpt-6-luna",
      "model_name": "OpenAI: GPT-6 Luna",
      "provider_name": "auto-routing",
      "accuracy": 0.673333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.00928508,
      "avg_duration_per_task_ms": 121838.98,
      "avg_output_tokens_per_task": 8898.44,
      "last_run_timestamp": "2026-10-01T08:00:22.469Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "Io Net",
      "accuracy": 0.673333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.0059145000000000005,
      "avg_duration_per_task_ms": 456667.98,
      "avg_output_tokens_per_task": 17189.68,
      "last_run_timestamp": "2026-11-11T15:53:31.309Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-6-sol-20260922",
      "model_slug": "openai/gpt-6-sol",
      "model_name": "OpenAI: GPT-6 Sol",
      "provider_name": "Azure",
      "accuracy": 0.6706668,
      "accuracy_std_dev": 0.015548970672041286,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.142799016,
      "avg_duration_per_task_ms": 115124.684,
      "avg_output_tokens_per_task": 5068.812,
      "last_run_timestamp": "2026-10-01T08:04:38.837Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v3.2-20251201",
      "model_slug": "deepseek/deepseek-v3.2",
      "model_name": "DeepSeek: DeepSeek V3.2",
      "provider_name": "Google",
      "accuracy": 0.6702638057553957,
      "accuracy_std_dev": 0.01542992310055007,
      "run_count": 3,
      "total_questions": 139,
      "avg_cost_per_task_usd": 0.11313071942446042,
      "avg_duration_per_task_ms": 363635,
      "avg_output_tokens_per_task": 8911.287769784172,
      "last_run_timestamp": "2026-10-17T19:51:53.622Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "nvidia/nemotron-3.5-lightning-20260807",
      "model_slug": "nvidia/nemotron-3.5-lightning",
      "model_name": "NVIDIA: Nemotron 3.5 Lightning",
      "provider_name": "Darkbloom",
      "accuracy": 0.6699998,
      "accuracy_std_dev": 0.020439591213133372,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.00716672,
      "avg_duration_per_task_ms": 448047,
      "avg_output_tokens_per_task": 20786.024,
      "last_run_timestamp": "2026-11-16T07:12:15.770Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5.4-mini-20260317",
      "model_slug": "openai/gpt-5.4-mini",
      "model_name": "OpenAI: GPT-5.4 Mini",
      "provider_name": "Azure",
      "accuracy": 0.6683335000000001,
      "accuracy_std_dev": 0.01190259075789804,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.097154565,
      "avg_duration_per_task_ms": 138323.315,
      "avg_output_tokens_per_task": 13048.88,
      "last_run_timestamp": "2026-10-01T19:04:42.436Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m3.1-flash-20261019",
      "model_slug": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax: MiniMax M3.1 Flash",
      "provider_name": "GMICloud",
      "accuracy": 0.668,
      "accuracy_std_dev": 0.08103784026983935,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.021783728,
      "avg_duration_per_task_ms": 280094.124,
      "avg_output_tokens_per_task": 19729.836,
      "last_run_timestamp": "2026-11-10T06:31:54.090Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "GMICloud",
      "accuracy": 0.6672727272727272,
      "accuracy_std_dev": 0.1461826226173592,
      "run_count": 11,
      "total_questions": 550,
      "avg_cost_per_task_usd": 0.10633176181818182,
      "avg_duration_per_task_ms": 329832.1618181818,
      "avg_output_tokens_per_task": 8737.747272727273,
      "last_run_timestamp": "2026-11-10T06:25:16.940Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.5-0127",
      "model_slug": "moonshotai/kimi-k2.5",
      "model_name": "MoonshotAI: Kimi K2.5",
      "provider_name": "StreamLake",
      "accuracy": 0.666667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.042899200000000005,
      "avg_duration_per_task_ms": 146297.44,
      "avg_output_tokens_per_task": 8188.22,
      "last_run_timestamp": "2026-08-29T17:03:30.001Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.5-0127",
      "model_slug": "moonshotai/kimi-k2.5",
      "model_name": "MoonshotAI: Kimi K2.5",
      "provider_name": "DigitalOcean",
      "accuracy": 0.666667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.05078704,
      "avg_duration_per_task_ms": 573789.94,
      "avg_output_tokens_per_task": 7769.66,
      "last_run_timestamp": "2026-08-29T16:47:05.512Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "nvidia/nemotron-3.5-lightning-20260807",
      "model_slug": "nvidia/nemotron-3.5-lightning",
      "model_name": "NVIDIA: Nemotron 3.5 Lightning",
      "provider_name": "ModelRun",
      "accuracy": 0.666667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.016973119999999998,
      "avg_duration_per_task_ms": 89151.64,
      "avg_output_tokens_per_task": 22867.02,
      "last_run_timestamp": "2026-11-17T00:13:28.560Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-6-luna-pro-20260922",
      "model_slug": "openai/gpt-6-luna-pro",
      "model_name": "OpenAI: GPT-6 Luna Pro",
      "provider_name": "auto-routing",
      "accuracy": 0.666667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.038762819999999996,
      "avg_duration_per_task_ms": 314594.08,
      "avg_output_tokens_per_task": 31952.48,
      "last_run_timestamp": "2026-10-01T08:00:24.890Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.5-9b-20260310",
      "model_slug": "qwen/qwen3.5-9b",
      "model_name": "Qwen: Qwen3.5-9B",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.6666666666666666,
      "accuracy_std_dev": 0.0524933858267454,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.03491572666666667,
      "avg_duration_per_task_ms": 274075.64666666667,
      "avg_output_tokens_per_task": 23860.97333333333,
      "last_run_timestamp": "2026-10-31T19:43:40.322Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m3.1-flash-20261019",
      "model_slug": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax: MiniMax M3.1 Flash",
      "provider_name": "auto-routing",
      "accuracy": 0.6666665,
      "accuracy_std_dev": 0.006666499999999964,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.013174700000000001,
      "avg_duration_per_task_ms": 181950.26,
      "avg_output_tokens_per_task": 13269.31,
      "last_run_timestamp": "2026-10-31T12:42:39.997Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5.4-mini-20260317",
      "model_slug": "openai/gpt-5.4-mini",
      "model_name": "OpenAI: GPT-5.4 Mini",
      "provider_name": "auto-routing",
      "accuracy": 0.6666665,
      "accuracy_std_dev": 0.013333499999999998,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.08889954,
      "avg_duration_per_task_ms": 108433.06,
      "avg_output_tokens_per_task": 12861.73,
      "last_run_timestamp": "2026-10-01T19:04:42.468Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "Near AI",
      "accuracy": 0.66583325,
      "accuracy_std_dev": 0.03639120582211448,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.006095729999999999,
      "avg_duration_per_task_ms": 325369.79,
      "avg_output_tokens_per_task": 18643.27,
      "last_run_timestamp": "2026-10-31T19:46:03.854Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.5-9b-20260310",
      "model_slug": "qwen/qwen3.5-9b",
      "model_name": "Qwen: Qwen3.5-9B",
      "provider_name": "SiliconFlow",
      "accuracy": 0.6649889261744967,
      "accuracy_std_dev": 0.14266788602282657,
      "run_count": 6,
      "total_questions": 298,
      "avg_cost_per_task_usd": 0.02817094966442953,
      "avg_duration_per_task_ms": 1253601.288590604,
      "avg_output_tokens_per_task": 35583.778523489935,
      "last_run_timestamp": "2026-10-17T21:28:32.796Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "auto-routing",
      "accuracy": 0.6644445,
      "accuracy_std_dev": 0.021659736784719556,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.011166919999999999,
      "avg_duration_per_task_ms": 566803.3466666667,
      "avg_output_tokens_per_task": 18897.736666666668,
      "last_run_timestamp": "2026-10-31T19:41:05.491Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.5-9b-20260310",
      "model_slug": "qwen/qwen3.5-9b",
      "model_name": "Qwen: Qwen3.5-9B",
      "provider_name": "Venice",
      "accuracy": 0.6619048571428571,
      "accuracy_std_dev": 0.0799774735864125,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.027496277142857142,
      "avg_duration_per_task_ms": 307232.3657142857,
      "avg_output_tokens_per_task": 25105.948571428573,
      "last_run_timestamp": "2026-10-17T19:25:29.604Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "DekaLLM",
      "accuracy": 0.6604760000000001,
      "accuracy_std_dev": 0.025350253033394797,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.008717225714285714,
      "avg_duration_per_task_ms": 574345.4257142857,
      "avg_output_tokens_per_task": 17634.762857142858,
      "last_run_timestamp": "2026-10-31T20:07:05.983Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m2.5-20260211",
      "model_slug": "minimax/minimax-m2.5",
      "model_name": "MiniMax: MiniMax M2.5",
      "provider_name": "DigitalOcean",
      "accuracy": 0.66,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.0283942,
      "avg_duration_per_task_ms": 252903.76,
      "avg_output_tokens_per_task": 9759.56,
      "last_run_timestamp": "2026-08-29T16:36:42.164Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m2.5-20260211",
      "model_slug": "minimax/minimax-m2.5",
      "model_name": "MiniMax: MiniMax M2.5",
      "provider_name": "Friendli",
      "accuracy": 0.66,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.03137992,
      "avg_duration_per_task_ms": 189367.38,
      "avg_output_tokens_per_task": 11339.44,
      "last_run_timestamp": "2026-08-29T16:14:58.314Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m3.1-flash-20261019",
      "model_slug": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax: MiniMax M3.1 Flash",
      "provider_name": "Makora",
      "accuracy": 0.66,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.015610520000000001,
      "avg_duration_per_task_ms": 77341.26,
      "avg_output_tokens_per_task": 14540.74,
      "last_run_timestamp": "2026-11-16T21:20:50.387Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "thinkingmachines/inkling-20260715",
      "model_slug": "thinkingmachines/inkling",
      "model_name": "Thinking Machines: Inkling",
      "provider_name": "auto-routing",
      "accuracy": 0.66,
      "accuracy_std_dev": 0.016996895142937136,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.08027928,
      "avg_duration_per_task_ms": 87239.22,
      "avg_output_tokens_per_task": 3491.925,
      "last_run_timestamp": "2026-10-01T16:00:45.064Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "upstage/solar-pro4-20260810",
      "model_slug": "upstage/solar-pro4",
      "model_name": "Upstage: Solar Pro 4",
      "provider_name": "KT",
      "accuracy": 0.66,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.0747839,
      "avg_duration_per_task_ms": 223467.62,
      "avg_output_tokens_per_task": 14969.76,
      "last_run_timestamp": "2026-11-11T02:34:15.627Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-4.7-flash-20260119",
      "model_slug": "z-ai/glm-4.7-flash",
      "model_name": "Z.ai: GLM 4.7 Flash",
      "provider_name": "Cloudflare",
      "accuracy": 0.66,
      "accuracy_std_dev": 0.0066669999999999785,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.01350946,
      "avg_duration_per_task_ms": 193512.69,
      "avg_output_tokens_per_task": 8505.28,
      "last_run_timestamp": "2026-10-13T22:01:15.953Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-4.7-flash-20260119",
      "model_slug": "z-ai/glm-4.7-flash",
      "model_name": "Z.ai: GLM 4.7 Flash",
      "provider_name": "DeepInfra",
      "accuracy": 0.659864,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 49,
      "avg_cost_per_task_usd": 0.004749551020408163,
      "avg_duration_per_task_ms": 234680.24489795917,
      "avg_output_tokens_per_task": 7394.326530612245,
      "last_run_timestamp": "2026-08-30T00:01:09.439Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.5-haiku-20251001",
      "model_slug": "anthropic/claude-haiku-4.5",
      "model_name": "Anthropic: Claude Haiku 4.5",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.659753037037037,
      "accuracy_std_dev": 0.030060675217868673,
      "run_count": 27,
      "total_questions": 1350,
      "avg_cost_per_task_usd": 0.12387026296296295,
      "avg_duration_per_task_ms": 119203.07555555555,
      "avg_output_tokens_per_task": 12585.686666666666,
      "last_run_timestamp": "2026-10-31T12:26:00.225Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemma-4-26b-a4b-it-20260403",
      "model_slug": "google/gemma-4-26b-a4b-it",
      "model_name": "Google: Gemma 4 26B A4B ",
      "provider_name": "Darkbloom",
      "accuracy": 0.6593185370741483,
      "accuracy_std_dev": 0.024414329416144104,
      "run_count": 10,
      "total_questions": 499,
      "avg_cost_per_task_usd": 0.011211444889779558,
      "avg_duration_per_task_ms": 546826.7715430862,
      "avg_output_tokens_per_task": 25293.142284569138,
      "last_run_timestamp": "2026-11-16T08:07:15.280Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.5-haiku-20251001",
      "model_slug": "anthropic/claude-haiku-4.5",
      "model_name": "Anthropic: Claude Haiku 4.5",
      "provider_name": "auto-routing",
      "accuracy": 0.6573333,
      "accuracy_std_dev": 0.027194767471151494,
      "run_count": 10,
      "total_questions": 500,
      "avg_cost_per_task_usd": 0.114054564,
      "avg_duration_per_task_ms": 120954.676,
      "avg_output_tokens_per_task": 12461.89,
      "last_run_timestamp": "2026-11-17T13:39:09.945Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "AkashML",
      "accuracy": 0.6571429285714285,
      "accuracy_std_dev": 0.023632574372989875,
      "run_count": 14,
      "total_questions": 700,
      "avg_cost_per_task_usd": 0.009058391428571427,
      "avg_duration_per_task_ms": 309816.77857142856,
      "avg_output_tokens_per_task": 17286.7,
      "last_run_timestamp": "2026-10-31T19:05:31.409Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "nvidia/nemotron-3.5-lightning-20260807",
      "model_slug": "nvidia/nemotron-3.5-lightning",
      "model_name": "NVIDIA: Nemotron 3.5 Lightning",
      "provider_name": "auto-routing",
      "accuracy": 0.6562239298245615,
      "accuracy_std_dev": 0.018946289616967236,
      "run_count": 8,
      "total_questions": 399,
      "avg_cost_per_task_usd": 0.01692722807017544,
      "avg_duration_per_task_ms": 312804.7944862155,
      "avg_output_tokens_per_task": 22811.754385964912,
      "last_run_timestamp": "2026-10-31T12:28:49.050Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "nvidia/nemotron-3.5-lightning-20260807",
      "model_slug": "nvidia/nemotron-3.5-lightning",
      "model_name": "NVIDIA: Nemotron 3.5 Lightning",
      "provider_name": "Phala",
      "accuracy": 0.6557823102040816,
      "accuracy_std_dev": 0.009318408855593308,
      "run_count": 5,
      "total_questions": 245,
      "avg_cost_per_task_usd": 0.014797057142857142,
      "avg_duration_per_task_ms": 277907.2775510204,
      "avg_output_tokens_per_task": 20245.579591836733,
      "last_run_timestamp": "2026-10-10T11:18:54.565Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "nvidia/nemotron-3.5-lightning-20260807",
      "model_slug": "nvidia/nemotron-3.5-lightning",
      "model_name": "NVIDIA: Nemotron 3.5 Lightning",
      "provider_name": "DeepInfra",
      "accuracy": 0.6555556666666666,
      "accuracy_std_dev": 0.03807065880409451,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.021039175555555557,
      "avg_duration_per_task_ms": 248791.5977777778,
      "avg_output_tokens_per_task": 26269.908888888887,
      "last_run_timestamp": "2026-10-31T12:25:21.635Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5.4-nano-20260317",
      "model_slug": "openai/gpt-5.4-nano",
      "model_name": "OpenAI: GPT-5.4 Nano",
      "provider_name": "OpenAI",
      "accuracy": 0.6555556666666666,
      "accuracy_std_dev": 0.012570472951413636,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.030086579999999998,
      "avg_duration_per_task_ms": 125366.48,
      "avg_output_tokens_per_task": 16133.046666666667,
      "last_run_timestamp": "2026-10-02T23:09:54.584Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "DeepInfra",
      "accuracy": 0.6554998006700167,
      "accuracy_std_dev": 0.03437559868357447,
      "run_count": 12,
      "total_questions": 597,
      "avg_cost_per_task_usd": 0.023409901172529314,
      "avg_duration_per_task_ms": 336454.0301507538,
      "avg_output_tokens_per_task": 18790.268006700167,
      "last_run_timestamp": "2026-10-31T20:19:17.569Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "Parasail",
      "accuracy": 0.655238,
      "accuracy_std_dev": 0.011799496514682314,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.02596607142857143,
      "avg_duration_per_task_ms": 148202.11714285714,
      "avg_output_tokens_per_task": 17345.928571428572,
      "last_run_timestamp": "2026-11-05T00:31:57.460Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.5-haiku-20251001",
      "model_slug": "anthropic/claude-haiku-4.5",
      "model_name": "Anthropic: Claude Haiku 4.5",
      "provider_name": "Google",
      "accuracy": 0.655,
      "accuracy_std_dev": 0.02682248227966339,
      "run_count": 28,
      "total_questions": 1400,
      "avg_cost_per_task_usd": 0.11950844071428575,
      "avg_duration_per_task_ms": 120984.19214285714,
      "avg_output_tokens_per_task": 12501.339285714286,
      "last_run_timestamp": "2026-11-17T13:38:47.451Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.5-haiku-20251001",
      "model_slug": "anthropic/claude-haiku-4.5",
      "model_name": "Anthropic: Claude Haiku 4.5",
      "provider_name": "Anthropic",
      "accuracy": 0.6548148888888888,
      "accuracy_std_dev": 0.027357199257414422,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.11495611333333332,
      "avg_duration_per_task_ms": 128375.69555555556,
      "avg_output_tokens_per_task": 12394.92888888889,
      "last_run_timestamp": "2026-10-31T11:44:30.576Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "Crusoe",
      "accuracy": 0.6546664,
      "accuracy_std_dev": 0.03512514515614133,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.01491196,
      "avg_duration_per_task_ms": 86567.944,
      "avg_output_tokens_per_task": 19737.508,
      "last_run_timestamp": "2026-10-31T19:08:06.670Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "nvidia/nemotron-3.5-lightning-20260807",
      "model_slug": "nvidia/nemotron-3.5-lightning",
      "model_name": "NVIDIA: Nemotron 3.5 Lightning",
      "provider_name": "Io Net",
      "accuracy": 0.6535409120879121,
      "accuracy_std_dev": 0.03689102528724027,
      "run_count": 11,
      "total_questions": 546,
      "avg_cost_per_task_usd": 0.012232007326007327,
      "avg_duration_per_task_ms": 1066692.706959707,
      "avg_output_tokens_per_task": 22783.287545787545,
      "last_run_timestamp": "2026-11-04T19:03:50.422Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "inclusionai/ling-3.0-flash-fin-20260827",
      "model_slug": "inclusionai/ling-3.0-flash-fin",
      "model_name": "inclusionAI: Ling 3.0 Flash Fin",
      "provider_name": "Novita",
      "accuracy": 0.6533335,
      "accuracy_std_dev": 0.00666650000000002,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.00488981,
      "avg_duration_per_task_ms": 111736.2,
      "avg_output_tokens_per_task": 17377.29,
      "last_run_timestamp": "2026-10-01T08:04:38.584Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "Sail Research",
      "accuracy": 0.6533335,
      "accuracy_std_dev": 0.013333499999999998,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.01241216,
      "avg_duration_per_task_ms": 170776.85,
      "avg_output_tokens_per_task": 17557.16,
      "last_run_timestamp": "2026-11-06T22:04:56.505Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4-sonnet-20250522",
      "model_slug": "anthropic/claude-sonnet-4",
      "model_name": "Anthropic: Claude Sonnet 4",
      "provider_name": "Google",
      "accuracy": 0.6533333333333333,
      "accuracy_std_dev": 0.014401440259764123,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.2856746933333333,
      "avg_duration_per_task_ms": 183725.1,
      "avg_output_tokens_per_task": 8628.813333333334,
      "last_run_timestamp": "2026-09-01T13:04:20.137Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "thinkingmachines/inkling-2-small-20261107",
      "model_slug": "thinkingmachines/inkling-2-small",
      "model_name": "Thinking Machines: Inkling 2 Small",
      "provider_name": "Nebius",
      "accuracy": 0.653333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.032076099999999996,
      "avg_duration_per_task_ms": 129950.52,
      "avg_output_tokens_per_task": 8232.88,
      "last_run_timestamp": "2026-11-13T00:42:42.289Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-4.7-flash-20260119",
      "model_slug": "z-ai/glm-4.7-flash",
      "model_name": "Z.ai: GLM 4.7 Flash",
      "provider_name": "auto-routing",
      "accuracy": 0.653333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.00965742,
      "avg_duration_per_task_ms": 258979.2,
      "avg_output_tokens_per_task": 8798.8,
      "last_run_timestamp": "2026-08-30T00:01:02.161Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4.5-haiku-20251001",
      "model_slug": "anthropic/claude-haiku-4.5",
      "model_name": "Anthropic: Claude Haiku 4.5",
      "provider_name": "Azure",
      "accuracy": 0.6525926666666666,
      "accuracy_std_dev": 0.021417681760638796,
      "run_count": 9,
      "total_questions": 450,
      "avg_cost_per_task_usd": 0.1132751288888889,
      "avg_duration_per_task_ms": 134540.53333333333,
      "avg_output_tokens_per_task": 12395.73111111111,
      "last_run_timestamp": "2026-10-31T11:42:13.882Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemma-4-26b-a4b-it-20260403",
      "model_slug": "google/gemma-4-26b-a4b-it",
      "model_name": "Google: Gemma 4 26B A4B ",
      "provider_name": "AkashML",
      "accuracy": 0.65166675,
      "accuracy_std_dev": 0.028819327042585528,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.01676374,
      "avg_duration_per_task_ms": 406825.29,
      "avg_output_tokens_per_task": 27732.185,
      "last_run_timestamp": "2026-10-31T19:20:36.815Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "xiaomi/mimo-v2.5-pro-20260422",
      "model_slug": "xiaomi/mimo-v2.5-pro",
      "model_name": "Xiaomi: MiMo-V2.5-Pro",
      "provider_name": "DigitalOcean",
      "accuracy": 0.65,
      "accuracy_std_dev": 0.07500633059726804,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.05650996666666667,
      "avg_duration_per_task_ms": 791667.4,
      "avg_output_tokens_per_task": 17602.533333333333,
      "last_run_timestamp": "2026-10-05T20:43:11.175Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "Groq",
      "accuracy": 0.6494445,
      "accuracy_std_dev": 0.03879758408608283,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.032923376666666664,
      "avg_duration_per_task_ms": 57181.166666666664,
      "avg_output_tokens_per_task": 14728.736666666666,
      "last_run_timestamp": "2026-10-31T18:54:40.763Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5.4-mini-20260317",
      "model_slug": "openai/gpt-5.4-mini",
      "model_name": "OpenAI: GPT-5.4 Mini",
      "provider_name": "OpenAI",
      "accuracy": 0.6488889999999999,
      "accuracy_std_dev": 0.019115994210782406,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.08501352666666667,
      "avg_duration_per_task_ms": 97755.09333333334,
      "avg_output_tokens_per_task": 12128.533333333333,
      "last_run_timestamp": "2026-10-02T23:10:27.235Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m2.5-20260211",
      "model_slug": "minimax/minimax-m2.5",
      "model_name": "MiniMax: MiniMax M2.5",
      "provider_name": "Venice",
      "accuracy": 0.6466670000000001,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.01607316,
      "avg_duration_per_task_ms": 219301.26,
      "avg_output_tokens_per_task": 8803.24,
      "last_run_timestamp": "2026-08-29T17:28:21.827Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m2.5-20260211",
      "model_slug": "minimax/minimax-m2.5",
      "model_name": "MiniMax: MiniMax M2.5",
      "provider_name": "auto-routing",
      "accuracy": 0.6466670000000001,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.02270312,
      "avg_duration_per_task_ms": 222035.68,
      "avg_output_tokens_per_task": 10711.52,
      "last_run_timestamp": "2026-08-29T16:11:34.887Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.6466670000000001,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.042735640000000005,
      "avg_duration_per_task_ms": 54471.96,
      "avg_output_tokens_per_task": 15515.04,
      "last_run_timestamp": "2026-11-17T14:19:16.701Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5.4-nano-20260317",
      "model_slug": "openai/gpt-5.4-nano",
      "model_name": "OpenAI: GPT-5.4 Nano",
      "provider_name": "auto-routing",
      "accuracy": 0.6466665,
      "accuracy_std_dev": 0.026666499999999982,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.0295618,
      "avg_duration_per_task_ms": 121397.75,
      "avg_output_tokens_per_task": 15953.93,
      "last_run_timestamp": "2026-10-01T19:04:28.503Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v4.1-flash-20260910",
      "model_slug": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek: DeepSeek V4.1 Flash",
      "provider_name": "Krea",
      "accuracy": 0.6455556666666666,
      "accuracy_std_dev": 0.09964144484545016,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.11177372666666668,
      "avg_duration_per_task_ms": 710817.72,
      "avg_output_tokens_per_task": 87845.5,
      "last_run_timestamp": "2026-09-29T19:45:03.655Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "Mancer 2",
      "accuracy": 0.6422220000000001,
      "accuracy_std_dev": 0.04245549012789746,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.015188546666666665,
      "avg_duration_per_task_ms": 375948.5133333333,
      "avg_output_tokens_per_task": 18205.68666666667,
      "last_run_timestamp": "2026-10-31T19:40:44.417Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5.4-nano-20260317",
      "model_slug": "openai/gpt-5.4-nano",
      "model_name": "OpenAI: GPT-5.4 Nano",
      "provider_name": "Azure",
      "accuracy": 0.6416670000000001,
      "accuracy_std_dev": 0.016583123951777013,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.029366035,
      "avg_duration_per_task_ms": 220039.595,
      "avg_output_tokens_per_task": 15350.045,
      "last_run_timestamp": "2026-10-01T19:05:16.543Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "anthropic/claude-4-sonnet-20250522",
      "model_slug": "anthropic/claude-sonnet-4",
      "model_name": "Anthropic: Claude Sonnet 4",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.64,
      "accuracy_std_dev": 0.020000000000000018,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.29234208,
      "avg_duration_per_task_ms": 227202.07,
      "avg_output_tokens_per_task": 8702.01,
      "last_run_timestamp": "2026-09-01T13:00:51.629Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "ibm-granite/granite-4.2-8b-20260831",
      "model_slug": "ibm-granite/granite-4.2-8b",
      "model_name": "IBM: Granite 4.2 8B",
      "provider_name": "DeepInfra",
      "accuracy": 0.64,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.01684376,
      "avg_duration_per_task_ms": 1178898.4,
      "avg_output_tokens_per_task": 43776.78,
      "last_run_timestamp": "2026-10-09T00:39:20.903Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "thinkingmachines/inkling-2-small-20261107",
      "model_slug": "thinkingmachines/inkling-2-small",
      "model_name": "Thinking Machines: Inkling 2 Small",
      "provider_name": "Together",
      "accuracy": 0.64,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.026583100000000002,
      "avg_duration_per_task_ms": 49494.66,
      "avg_output_tokens_per_task": 8435.96,
      "last_run_timestamp": "2026-11-13T00:16:41.107Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-4.7-flash-20260119",
      "model_slug": "z-ai/glm-4.7-flash",
      "model_name": "Z.ai: GLM 4.7 Flash",
      "provider_name": "Novita",
      "accuracy": 0.64,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.008757939999999999,
      "avg_duration_per_task_ms": 319311.08,
      "avg_output_tokens_per_task": 14052.72,
      "last_run_timestamp": "2026-08-30T00:01:09.470Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "inclusionai/ling-3.0-flash-fin-20260827",
      "model_slug": "inclusionai/ling-3.0-flash-fin",
      "model_name": "inclusionAI: Ling 3.0 Flash Fin",
      "provider_name": "DeepInfra",
      "accuracy": 0.638298,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 47,
      "avg_cost_per_task_usd": 0.020538510638297872,
      "avg_duration_per_task_ms": 686659.4680851063,
      "avg_output_tokens_per_task": 47094.31914893617,
      "last_run_timestamp": "2026-10-09T00:23:16.829Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "SambaNova",
      "accuracy": 0.6361028911174786,
      "accuracy_std_dev": 0.023991637822119494,
      "run_count": 7,
      "total_questions": 349,
      "avg_cost_per_task_usd": 0.04065268481375358,
      "avg_duration_per_task_ms": 88798.47277936962,
      "avg_output_tokens_per_task": 18546.659025787965,
      "last_run_timestamp": "2026-11-11T19:01:52.112Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "Venice",
      "accuracy": 0.6355553333333334,
      "accuracy_std_dev": 0.003142853940113798,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.008414553333333331,
      "avg_duration_per_task_ms": 1275373.5733333332,
      "avg_output_tokens_per_task": 17754.266666666666,
      "last_run_timestamp": "2026-10-31T21:55:54.854Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "thinkingmachines/inkling-2-small-20261107",
      "model_slug": "thinkingmachines/inkling-2-small",
      "model_name": "Thinking Machines: Inkling 2 Small",
      "provider_name": "Modal",
      "accuracy": 0.633333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.042546600000000004,
      "avg_duration_per_task_ms": 200101.72,
      "avg_output_tokens_per_task": 26828.8,
      "last_run_timestamp": "2026-11-13T06:54:36.403Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "thinkingmachines/inkling-2-small-20261107",
      "model_slug": "thinkingmachines/inkling-2-small",
      "model_name": "Thinking Machines: Inkling 2 Small",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.633333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.01754236,
      "avg_duration_per_task_ms": 112671.48,
      "avg_output_tokens_per_task": 8415.52,
      "last_run_timestamp": "2026-11-13T03:43:05.942Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "Phala",
      "accuracy": 0.6331658693467337,
      "accuracy_std_dev": 0.03188449882289982,
      "run_count": 4,
      "total_questions": 199,
      "avg_cost_per_task_usd": 0.03419022110552764,
      "avg_duration_per_task_ms": 256833.6432160804,
      "avg_output_tokens_per_task": 16666.94974874372,
      "last_run_timestamp": "2026-10-31T19:04:42.700Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "Mara",
      "accuracy": 0.6326291619718309,
      "accuracy_std_dev": 0.04710741386094833,
      "run_count": 3,
      "total_questions": 142,
      "avg_cost_per_task_usd": 0.022965091549295776,
      "avg_duration_per_task_ms": 52073.43661971831,
      "avg_output_tokens_per_task": 11681.894366197183,
      "last_run_timestamp": "2026-10-24T18:40:18.531Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemini-nano-banana-2.1-20261006",
      "model_slug": "google/gemini-nano-banana-2.1",
      "model_name": "Google: Nano Banana 2.1",
      "provider_name": "Google",
      "accuracy": 0.631944,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 48,
      "avg_cost_per_task_usd": 0.9708985208333334,
      "avg_duration_per_task_ms": 253667.60416666666,
      "avg_output_tokens_per_task": 72982.125,
      "last_run_timestamp": "2026-11-12T21:07:31.630Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "thinkingmachines/inkling-2-small-20261107",
      "model_slug": "thinkingmachines/inkling-2-small",
      "model_name": "Thinking Machines: Inkling 2 Small",
      "provider_name": "Cloudflare",
      "accuracy": 0.626667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.0507923,
      "avg_duration_per_task_ms": 58773.58,
      "avg_output_tokens_per_task": 11296.32,
      "last_run_timestamp": "2026-11-13T00:15:45.631Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "nvidia/nemotron-3.5-super-vl-20261015",
      "model_slug": "nvidia/nemotron-3.5-super-vl",
      "model_name": "NVIDIA: Nemotron 3.5 Super VL",
      "provider_name": "Crusoe",
      "accuracy": 0.6266666666666667,
      "accuracy_std_dev": 0.14676766724392065,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.03268331333333334,
      "avg_duration_per_task_ms": 135271.32666666666,
      "avg_output_tokens_per_task": 12787.166666666666,
      "last_run_timestamp": "2026-10-31T11:51:01.680Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.6-20260420",
      "model_slug": "moonshotai/kimi-k2.6",
      "model_name": "MoonshotAI: Kimi K2.6",
      "provider_name": "Decart",
      "accuracy": 0.6233335,
      "accuracy_std_dev": 0.15666650000000001,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.09195957,
      "avg_duration_per_task_ms": 206839.94,
      "avg_output_tokens_per_task": 21700.52,
      "last_run_timestamp": "2026-10-03T16:16:30.145Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "thinkingmachines/inkling-small-20260730",
      "model_slug": "thinkingmachines/inkling-small",
      "model_name": "Thinking Machines: Inkling Small",
      "provider_name": "Together",
      "accuracy": 0.6233335,
      "accuracy_std_dev": 0.01666650000000003,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.049860190000000006,
      "avg_duration_per_task_ms": 346897.44,
      "avg_output_tokens_per_task": 3270.47,
      "last_run_timestamp": "2026-09-12T08:12:16.067Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "Cerebras",
      "accuracy": 0.6233333333333333,
      "accuracy_std_dev": 0.020993843896617796,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.06883536333333334,
      "avg_duration_per_task_ms": 34365.57,
      "avg_output_tokens_per_task": 21865.18,
      "last_run_timestamp": "2026-10-31T19:45:42.530Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.62,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.006431559999999999,
      "avg_duration_per_task_ms": 321502.32,
      "avg_output_tokens_per_task": 15491.98,
      "last_run_timestamp": "2026-11-01T06:36:42.081Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "thinkingmachines/inkling-small-20260730",
      "model_slug": "thinkingmachines/inkling-small",
      "model_name": "Thinking Machines: Inkling Small",
      "provider_name": "auto-routing",
      "accuracy": 0.61166675,
      "accuracy_std_dev": 0.027638263534229133,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.046300694999999996,
      "avg_duration_per_task_ms": 227026.96,
      "avg_output_tokens_per_task": 3752.395,
      "last_run_timestamp": "2026-10-01T16:00:32.452Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.5-0127",
      "model_slug": "moonshotai/kimi-k2.5",
      "model_name": "MoonshotAI: Kimi K2.5",
      "provider_name": "AtlasCloud",
      "accuracy": 0.6116665,
      "accuracy_std_dev": 0.1116665,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.04469828,
      "avg_duration_per_task_ms": 189129.79,
      "avg_output_tokens_per_task": 6988.56,
      "last_run_timestamp": "2026-10-03T16:13:53.555Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemma-4-26b-a4b-it-20260403",
      "model_slug": "google/gemma-4-26b-a4b-it",
      "model_name": "Google: Gemma 4 26B A4B ",
      "provider_name": "Venice",
      "accuracy": 0.608889,
      "accuracy_std_dev": 0.049391412259622625,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.023287469999999998,
      "avg_duration_per_task_ms": 345045.3233333333,
      "avg_output_tokens_per_task": 15079.913333333334,
      "last_run_timestamp": "2026-10-31T19:07:04.114Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m2.5-20260211",
      "model_slug": "minimax/minimax-m2.5",
      "model_name": "MiniMax: MiniMax M2.5",
      "provider_name": "Novita",
      "accuracy": 0.606667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.02216724,
      "avg_duration_per_task_ms": 121634.54,
      "avg_output_tokens_per_task": 9137.46,
      "last_run_timestamp": "2026-08-29T16:49:08.574Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-4.6-20251208",
      "model_slug": "z-ai/glm-4.6v",
      "model_name": "Z.ai: GLM 4.6V",
      "provider_name": "auto-routing",
      "accuracy": 0.606667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.03212956,
      "avg_duration_per_task_ms": 335001.52,
      "avg_output_tokens_per_task": 8851.18,
      "last_run_timestamp": "2026-10-01T08:03:01.921Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "thinkingmachines/inkling-small-20260730",
      "model_slug": "thinkingmachines/inkling-small",
      "model_name": "Thinking Machines: Inkling Small",
      "provider_name": "DeepInfra",
      "accuracy": 0.6053332,
      "accuracy_std_dev": 0.029028684664655437,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.045891579999999994,
      "avg_duration_per_task_ms": 222386.036,
      "avg_output_tokens_per_task": 3422.312,
      "last_run_timestamp": "2026-10-08T22:20:40.622Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-coder-next-2025-02-03",
      "model_slug": "qwen/qwen3-coder-next",
      "model_name": "Qwen: Qwen3 Coder Next",
      "provider_name": "StreamLake",
      "accuracy": 0.6022219999999999,
      "accuracy_std_dev": 0.022662199996175744,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.048653060000000005,
      "avg_duration_per_task_ms": 97855.84666666666,
      "avg_output_tokens_per_task": 4740.533333333334,
      "last_run_timestamp": "2026-10-03T16:14:40.781Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemini-2.5-pro",
      "model_slug": "google/gemini-2.5-pro",
      "model_name": "Google: Gemini 2.5 Pro",
      "provider_name": "Google",
      "accuracy": 0.6000001666666667,
      "accuracy_std_dev": 0.03771239112642186,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.19008634000000002,
      "avg_duration_per_task_ms": 186975.22,
      "avg_output_tokens_per_task": 11452.75,
      "last_run_timestamp": "2026-10-01T19:04:55.725Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-coder-next-2025-02-03",
      "model_slug": "qwen/qwen3-coder-next",
      "model_name": "Qwen: Qwen3 Coder Next",
      "provider_name": "auto-routing",
      "accuracy": 0.6,
      "accuracy_std_dev": 0.020000000000000018,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.04712149,
      "avg_duration_per_task_ms": 98694.39,
      "avg_output_tokens_per_task": 4765.39,
      "last_run_timestamp": "2026-10-03T16:07:50.329Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m2.5-20260211",
      "model_slug": "minimax/minimax-m2.5",
      "model_name": "MiniMax: MiniMax M2.5",
      "provider_name": "AtlasCloud",
      "accuracy": 0.593333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.0246847,
      "avg_duration_per_task_ms": 161932.34,
      "avg_output_tokens_per_task": 8605.8,
      "last_run_timestamp": "2026-08-29T16:13:54.380Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.7-code-20260612",
      "model_slug": "moonshotai/kimi-k2.7-code",
      "model_name": "MoonshotAI: Kimi K2.7 Code",
      "provider_name": "BaseTen",
      "accuracy": 0.593333,
      "accuracy_std_dev": 0.020000000000000018,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.04552234,
      "avg_duration_per_task_ms": 32685.39,
      "avg_output_tokens_per_task": 3125.98,
      "last_run_timestamp": "2026-09-26T08:22:32.737Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-4.6-20251208",
      "model_slug": "z-ai/glm-4.6v",
      "model_name": "Z.ai: GLM 4.6V",
      "provider_name": "Z.AI",
      "accuracy": 0.593333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.01896666,
      "avg_duration_per_task_ms": 306972.98,
      "avg_output_tokens_per_task": 7436.64,
      "last_run_timestamp": "2026-10-01T08:02:59.889Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v3.2-20251201",
      "model_slug": "deepseek/deepseek-v3.2",
      "model_name": "DeepSeek: DeepSeek V3.2",
      "provider_name": "AtlasCloud",
      "accuracy": 0.5922221666666667,
      "accuracy_std_dev": 0.12421093518610007,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.05091499333333334,
      "avg_duration_per_task_ms": 1025276.47,
      "avg_output_tokens_per_task": 31128.81333333333,
      "last_run_timestamp": "2026-10-31T19:22:14.979Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemini-2.5-flash",
      "model_slug": "google/gemini-2.5-flash",
      "model_name": "Google: Gemini 2.5 Flash",
      "provider_name": "Google",
      "accuracy": 0.591111,
      "accuracy_std_dev": 0.006285295405415193,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.029060479999999996,
      "avg_duration_per_task_ms": 77755.87,
      "avg_output_tokens_per_task": 7763.98,
      "last_run_timestamp": "2026-10-01T19:05:46.198Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "moonshotai/kimi-k2.5-0127",
      "model_slug": "moonshotai/kimi-k2.5",
      "model_name": "MoonshotAI: Kimi K2.5",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.5877778333333333,
      "accuracy_std_dev": 0.03720147514734985,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.09461462666666666,
      "avg_duration_per_task_ms": 58978.64666666667,
      "avg_output_tokens_per_task": 3631.49,
      "last_run_timestamp": "2026-10-31T19:06:25.403Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "Crusoe",
      "accuracy": 0.5877192631578948,
      "accuracy_std_dev": 0.1748145,
      "run_count": 2,
      "total_questions": 95,
      "avg_cost_per_task_usd": 0.018618052631578945,
      "avg_duration_per_task_ms": 167925.7052631579,
      "avg_output_tokens_per_task": 7177.252631578947,
      "last_run_timestamp": "2026-10-31T19:23:32.973Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-coder-next-2025-02-03",
      "model_slug": "qwen/qwen3-coder-next",
      "model_name": "Qwen: Qwen3 Coder Next",
      "provider_name": "Parasail",
      "accuracy": 0.5866665,
      "accuracy_std_dev": 0.023333500000000007,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.02099798,
      "avg_duration_per_task_ms": 102633.43,
      "avg_output_tokens_per_task": 4563.93,
      "last_run_timestamp": "2026-10-03T16:14:27.398Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-r1-0528",
      "model_slug": "deepseek/deepseek-r1-0528",
      "model_name": "DeepSeek: R1 0528",
      "provider_name": "Novita",
      "accuracy": 0.58499975,
      "accuracy_std_dev": 0.06739190727889738,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.230285145,
      "avg_duration_per_task_ms": 2704883.79,
      "avg_output_tokens_per_task": 52245.725,
      "last_run_timestamp": "2026-10-17T19:42:10.129Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "ibm-granite/granite-4.2-8b-20260831",
      "model_slug": "ibm-granite/granite-4.2-8b",
      "model_name": "IBM: Granite 4.2 8B",
      "provider_name": "auto-routing",
      "accuracy": 0.583333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.015297799999999999,
      "avg_duration_per_task_ms": 833284.24,
      "avg_output_tokens_per_task": 38596.74,
      "last_run_timestamp": "2026-10-01T08:04:13.086Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemini-2.5-pro",
      "model_slug": "google/gemini-2.5-pro",
      "model_name": "Google: Gemini 2.5 Pro",
      "provider_name": "auto-routing",
      "accuracy": 0.58,
      "accuracy_std_dev": 0.026666999999999996,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.20638665,
      "avg_duration_per_task_ms": 179102.02,
      "avg_output_tokens_per_task": 12109.41,
      "last_run_timestamp": "2026-10-01T19:04:42.461Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "minimax/minimax-m2.5-20260211",
      "model_slug": "minimax/minimax-m2.5",
      "model_name": "MiniMax: MiniMax M2.5",
      "provider_name": "StreamLake",
      "accuracy": 0.58,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.01945568,
      "avg_duration_per_task_ms": 222466.62,
      "avg_output_tokens_per_task": 9051.48,
      "last_run_timestamp": "2026-08-29T16:17:15.093Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemini-2.5-flash",
      "model_slug": "google/gemini-2.5-flash",
      "model_name": "Google: Gemini 2.5 Flash",
      "provider_name": "auto-routing",
      "accuracy": 0.5666665000000001,
      "accuracy_std_dev": 0.006666499999999964,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.028862480000000003,
      "avg_duration_per_task_ms": 75034.33,
      "avg_output_tokens_per_task": 7701.06,
      "last_run_timestamp": "2026-10-01T19:04:40.340Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemini-2.5-pro",
      "model_slug": "google/gemini-2.5-pro",
      "model_name": "Google: Gemini 2.5 Pro",
      "provider_name": "Google AI Studio",
      "accuracy": 0.55,
      "accuracy_std_dev": 0.036667000000000005,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.2373302,
      "avg_duration_per_task_ms": 164429.2,
      "avg_output_tokens_per_task": 12508.34,
      "last_run_timestamp": "2026-10-01T19:04:52.649Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemini-2.5-flash",
      "model_slug": "google/gemini-2.5-flash",
      "model_name": "Google: Gemini 2.5 Flash",
      "provider_name": "Google AI Studio",
      "accuracy": 0.546667,
      "accuracy_std_dev": 0,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.03543453,
      "avg_duration_per_task_ms": 61133.82,
      "avg_output_tokens_per_task": 6656.99,
      "last_run_timestamp": "2026-10-01T19:04:42.483Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "Novita",
      "accuracy": 0.5401607108433735,
      "accuracy_std_dev": 0.05849856221686137,
      "run_count": 5,
      "total_questions": 249,
      "avg_cost_per_task_usd": 0.010358622489959838,
      "avg_duration_per_task_ms": 147642.3373493976,
      "avg_output_tokens_per_task": 15963.791164658634,
      "last_run_timestamp": "2026-10-31T19:08:29.434Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-coder-next-2025-02-03",
      "model_slug": "qwen/qwen3-coder-next",
      "model_name": "Qwen: Qwen3 Coder Next",
      "provider_name": "Alibaba",
      "accuracy": 0.5374149591836734,
      "accuracy_std_dev": 0.02645799999999998,
      "run_count": 2,
      "total_questions": 98,
      "avg_cost_per_task_usd": 0.07149113265306123,
      "avg_duration_per_task_ms": 88154.97959183673,
      "avg_output_tokens_per_task": 4255.581632653061,
      "last_run_timestamp": "2026-10-03T16:05:18.093Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemini-2.5-flash-lite",
      "model_slug": "google/gemini-2.5-flash-lite",
      "model_name": "Google: Gemini 2.5 Flash Lite",
      "provider_name": "Google AI Studio",
      "accuracy": 0.5370371414141414,
      "accuracy_std_dev": 0.020577999999999985,
      "run_count": 2,
      "total_questions": 99,
      "avg_cost_per_task_usd": 0.02047550505050505,
      "avg_duration_per_task_ms": 144559.1616161616,
      "avg_output_tokens_per_task": 38541.121212121216,
      "last_run_timestamp": "2026-10-01T19:05:00.102Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemini-2.5-flash-lite",
      "model_slug": "google/gemini-2.5-flash-lite",
      "model_name": "Google: Gemini 2.5 Flash Lite",
      "provider_name": "auto-routing",
      "accuracy": 0.534014,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 49,
      "avg_cost_per_task_usd": 0.01161230612244898,
      "avg_duration_per_task_ms": 94666.5306122449,
      "avg_output_tokens_per_task": 16582.326530612245,
      "last_run_timestamp": "2026-10-01T19:04:42.466Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-oss-20b",
      "model_slug": "openai/gpt-oss-20b",
      "model_name": "OpenAI: gpt-oss-20b",
      "provider_name": "auto-routing",
      "accuracy": 0.5322223333333334,
      "accuracy_std_dev": 0.015713385818749846,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.01435761,
      "avg_duration_per_task_ms": 958613.0866666667,
      "avg_output_tokens_per_task": 49328.97,
      "last_run_timestamp": "2026-10-31T19:53:39.071Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-chat-v3.1",
      "model_slug": "deepseek/deepseek-chat-v3.1",
      "model_name": "DeepSeek: DeepSeek V3.1",
      "provider_name": "SiliconFlow",
      "accuracy": 0.5311111666666667,
      "accuracy_std_dev": 0.0202454872289824,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.06690354666666666,
      "avg_duration_per_task_ms": 279616.4033333333,
      "avg_output_tokens_per_task": 4023.24,
      "last_run_timestamp": "2026-10-31T19:28:47.220Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-4.1-2025-04-14",
      "model_slug": "openai/gpt-4.1",
      "model_name": "OpenAI: GPT-4.1",
      "provider_name": "Azure",
      "accuracy": 0.522831205479452,
      "accuracy_std_dev": 0.027543964303555765,
      "run_count": 3,
      "total_questions": 146,
      "avg_cost_per_task_usd": 0.11947870547945207,
      "avg_duration_per_task_ms": 69921.19178082192,
      "avg_output_tokens_per_task": 2362.404109589041,
      "last_run_timestamp": "2026-10-01T19:05:18.003Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-oss-20b",
      "model_slug": "openai/gpt-oss-20b",
      "model_name": "OpenAI: gpt-oss-20b",
      "provider_name": "Darkbloom",
      "accuracy": 0.5213282431444242,
      "accuracy_std_dev": 0.028954455475241943,
      "run_count": 11,
      "total_questions": 547,
      "avg_cost_per_task_usd": 0.006572751371115173,
      "avg_duration_per_task_ms": 870455.239488117,
      "avg_output_tokens_per_task": 45825.510054844606,
      "last_run_timestamp": "2026-11-16T08:19:18.148Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-4.1-2025-04-14",
      "model_slug": "openai/gpt-4.1",
      "model_name": "OpenAI: GPT-4.1",
      "provider_name": "OpenAI",
      "accuracy": 0.5133333333333333,
      "accuracy_std_dev": 0.028803034820811636,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.12443134666666665,
      "avg_duration_per_task_ms": 52357.68,
      "avg_output_tokens_per_task": 2755.9866666666667,
      "last_run_timestamp": "2026-10-02T23:07:04.603Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-4.6-20251208",
      "model_slug": "z-ai/glm-4.6v",
      "model_name": "Z.ai: GLM 4.6V",
      "provider_name": "Novita",
      "accuracy": 0.513333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.03238348,
      "avg_duration_per_task_ms": 271942.88,
      "avg_output_tokens_per_task": 7084.96,
      "last_run_timestamp": "2026-10-01T08:05:50.069Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "nvidia/nemotron-3-nano-30b-a3b",
      "model_slug": "nvidia/nemotron-3-nano-30b-a3b",
      "model_name": "NVIDIA: Nemotron 3 Nano 30B A3B",
      "provider_name": "auto-routing",
      "accuracy": 0.5093335999999999,
      "accuracy_std_dev": 0.021333425000219723,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.028123311999999998,
      "avg_duration_per_task_ms": 441767.276,
      "avg_output_tokens_per_task": 58329.328,
      "last_run_timestamp": "2026-10-03T16:09:19.689Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "Cerebras",
      "accuracy": 0.506667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.15909022,
      "avg_duration_per_task_ms": 21076.84,
      "avg_output_tokens_per_task": 3535.06,
      "last_run_timestamp": "2026-08-29T17:07:32.456Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-r1-0528",
      "model_slug": "deepseek/deepseek-r1-0528",
      "model_name": "DeepSeek: R1 0528",
      "provider_name": "auto-routing",
      "accuracy": 0.5025,
      "accuracy_std_dev": 0.039255247349876655,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.179848555,
      "avg_duration_per_task_ms": 2277878.15,
      "avg_output_tokens_per_task": 42593.005,
      "last_run_timestamp": "2026-10-17T19:35:49.791Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemma-4-26b-a4b-it-20260403",
      "model_slug": "google/gemma-4-26b-a4b-it",
      "model_name": "Google: Gemma 4 26B A4B ",
      "provider_name": "Google",
      "accuracy": 0.5013333999999999,
      "accuracy_std_dev": 0.03194444900510885,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.027004387999999997,
      "avg_duration_per_task_ms": 379906.144,
      "avg_output_tokens_per_task": 13755.736,
      "last_run_timestamp": "2026-10-24T19:54:36.551Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "Parasail",
      "accuracy": 0.49499983333333336,
      "accuracy_std_dev": 0.11844276708241364,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.009981573333333335,
      "avg_duration_per_task_ms": 237740.02,
      "avg_output_tokens_per_task": 5951.956666666667,
      "last_run_timestamp": "2026-11-17T14:58:48.246Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "nvidia/nemotron-3-nano-30b-a3b",
      "model_slug": "nvidia/nemotron-3-nano-30b-a3b",
      "model_name": "NVIDIA: Nemotron 3 Nano 30B A3B",
      "provider_name": "Nebius",
      "accuracy": 0.48850570114942526,
      "accuracy_std_dev": 0.017439968302957548,
      "run_count": 7,
      "total_questions": 348,
      "avg_cost_per_task_usd": 0.031982068965517245,
      "avg_duration_per_task_ms": 642915.867816092,
      "avg_output_tokens_per_task": 59401.63505747126,
      "last_run_timestamp": "2026-10-23T09:26:25.528Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-32b-04-28",
      "model_slug": "qwen/qwen3-32b",
      "model_name": "Qwen: Qwen3 32B",
      "provider_name": "Nebius",
      "accuracy": 0.48666699999999996,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.021147680000000002,
      "avg_duration_per_task_ms": 774659.2,
      "avg_output_tokens_per_task": 19667.6,
      "last_run_timestamp": "2026-08-29T16:13:54.382Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5-nano-2025-08-07",
      "model_slug": "openai/gpt-5-nano",
      "model_name": "OpenAI: GPT-5 Nano",
      "provider_name": "auto-routing",
      "accuracy": 0.48333349999999997,
      "accuracy_std_dev": 0.03666650000000002,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.04059527,
      "avg_duration_per_task_ms": 669013.45,
      "avg_output_tokens_per_task": 93900.79,
      "last_run_timestamp": "2026-10-01T19:04:24.509Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-32b-04-28",
      "model_slug": "qwen/qwen3-32b",
      "model_name": "Qwen: Qwen3 32B",
      "provider_name": "DeepInfra",
      "accuracy": 0.483333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.01946518,
      "avg_duration_per_task_ms": 798763.3,
      "avg_output_tokens_per_task": 18368.32,
      "last_run_timestamp": "2026-10-09T00:21:42.483Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemma-3-12b-it",
      "model_slug": "google/gemma-3-12b-it",
      "model_name": "Google: Gemma 3 12B",
      "provider_name": "DeepInfra",
      "accuracy": 0.48,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.011001320000000002,
      "avg_duration_per_task_ms": 80205.64,
      "avg_output_tokens_per_task": 3762.88,
      "last_run_timestamp": "2026-10-08T22:08:03.352Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "nvidia/nemotron-3-nano-30b-a3b",
      "model_slug": "nvidia/nemotron-3-nano-30b-a3b",
      "model_name": "NVIDIA: Nemotron 3 Nano 30B A3B",
      "provider_name": "DeepInfra",
      "accuracy": 0.48,
      "accuracy_std_dev": 0.010540820129382731,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.025683485,
      "avg_duration_per_task_ms": 660075.73,
      "avg_output_tokens_per_task": 51549.86,
      "last_run_timestamp": "2026-09-26T16:00:25.689Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-vl-235b-a22b-instruct",
      "model_slug": "qwen/qwen3-vl-235b-a22b-instruct",
      "model_name": "Qwen: Qwen3 VL 235B A22B Instruct",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.48,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.07899766,
      "avg_duration_per_task_ms": 132704.5,
      "avg_output_tokens_per_task": 3161.38,
      "last_run_timestamp": "2026-10-04T03:00:16.401Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-oss-20b",
      "model_slug": "openai/gpt-oss-20b",
      "model_name": "OpenAI: gpt-oss-20b",
      "provider_name": "DeepInfra",
      "accuracy": 0.476667,
      "accuracy_std_dev": 0.010000000000000009,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.02585035,
      "avg_duration_per_task_ms": 1439049.37,
      "avg_output_tokens_per_task": 123011.28,
      "last_run_timestamp": "2026-10-31T19:48:14.501Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-4.1-2025-04-14",
      "model_slug": "openai/gpt-4.1",
      "model_name": "OpenAI: GPT-4.1",
      "provider_name": "auto-routing",
      "accuracy": 0.47666650000000005,
      "accuracy_std_dev": 0.0166665,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.12559784000000002,
      "avg_duration_per_task_ms": 52928.96,
      "avg_output_tokens_per_task": 2668.55,
      "last_run_timestamp": "2026-10-01T19:04:26.703Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-r1-0528",
      "model_slug": "deepseek/deepseek-r1-0528",
      "model_name": "DeepSeek: R1 0528",
      "provider_name": "SiliconFlow",
      "accuracy": 0.4755553333333334,
      "accuracy_std_dev": 0.003142853940113798,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.17660338666666667,
      "avg_duration_per_task_ms": 2424828.7666666666,
      "avg_output_tokens_per_task": 46653.026666666665,
      "last_run_timestamp": "2026-10-17T19:38:30.603Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemini-2.5-flash-lite",
      "model_slug": "google/gemini-2.5-flash-lite",
      "model_name": "Google: Gemini 2.5 Flash Lite",
      "provider_name": "Google",
      "accuracy": 0.4754382631578947,
      "accuracy_std_dev": 0.054999999999999966,
      "run_count": 2,
      "total_questions": 95,
      "avg_cost_per_task_usd": 0.01757382105263158,
      "avg_duration_per_task_ms": 167109.45263157896,
      "avg_output_tokens_per_task": 28512.663157894738,
      "last_run_timestamp": "2026-10-01T19:06:10.500Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "nvidia/nemotron-3-nano-30b-a3b",
      "model_slug": "nvidia/nemotron-3-nano-30b-a3b",
      "model_name": "NVIDIA: Nemotron 3 Nano 30B A3B",
      "provider_name": "Crusoe",
      "accuracy": 0.4726666,
      "accuracy_std_dev": 0.020698961863823025,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.029277988,
      "avg_duration_per_task_ms": 374695.212,
      "avg_output_tokens_per_task": 62938.692,
      "last_run_timestamp": "2026-10-03T16:14:03.053Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-next-80b-a3b-instruct-2509",
      "model_slug": "qwen/qwen3-next-80b-a3b-instruct",
      "model_name": "Qwen: Qwen3 Next 80B A3B Instruct",
      "provider_name": "DeepInfra",
      "accuracy": 0.47111133333333327,
      "accuracy_std_dev": 0.004157426794972535,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.021548986666666665,
      "avg_duration_per_task_ms": 257841.42666666667,
      "avg_output_tokens_per_task": 3433.6133333333332,
      "last_run_timestamp": "2026-10-08T22:47:27.753Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-30b-a3b-04-28",
      "model_slug": "qwen/qwen3-30b-a3b",
      "model_name": "Qwen: Qwen3 30B A3B",
      "provider_name": "DeepInfra",
      "accuracy": 0.47,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.03551402,
      "avg_duration_per_task_ms": 437816.58,
      "avg_output_tokens_per_task": 20922.04,
      "last_run_timestamp": "2026-10-08T23:09:09.727Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-next-80b-a3b-instruct-2509",
      "model_slug": "qwen/qwen3-next-80b-a3b-instruct",
      "model_name": "Qwen: Qwen3 Next 80B A3B Instruct",
      "provider_name": "Google",
      "accuracy": 0.47,
      "accuracy_std_dev": 0.03,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.034964840000000004,
      "avg_duration_per_task_ms": 36215.66,
      "avg_output_tokens_per_task": 3594.1,
      "last_run_timestamp": "2026-10-03T16:17:11.217Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-next-80b-a3b-instruct-2509",
      "model_slug": "qwen/qwen3-next-80b-a3b-instruct",
      "model_name": "Qwen: Qwen3 Next 80B A3B Instruct",
      "provider_name": "Parasail",
      "accuracy": 0.46833349999999996,
      "accuracy_std_dev": 0.011666499999999996,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.01879722,
      "avg_duration_per_task_ms": 91114.87,
      "avg_output_tokens_per_task": 3432.47,
      "last_run_timestamp": "2026-10-03T16:12:20.062Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v3.1-terminus",
      "model_slug": "deepseek/deepseek-v3.1-terminus",
      "model_name": "DeepSeek: DeepSeek V3.1 Terminus",
      "provider_name": "SiliconFlow",
      "accuracy": 0.466667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.0684331,
      "avg_duration_per_task_ms": 277917.4,
      "avg_output_tokens_per_task": 4102.12,
      "last_run_timestamp": "2026-08-29T16:26:59.974Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-next-80b-a3b-instruct-2509",
      "model_slug": "qwen/qwen3-next-80b-a3b-instruct",
      "model_name": "Qwen: Qwen3 Next 80B A3B Instruct",
      "provider_name": "auto-routing",
      "accuracy": 0.46666650000000004,
      "accuracy_std_dev": 0.02666650000000001,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.02517163,
      "avg_duration_per_task_ms": 112568.48,
      "avg_output_tokens_per_task": 3764.87,
      "last_run_timestamp": "2026-10-03T16:13:56.619Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5-nano-2025-08-07",
      "model_slug": "openai/gpt-5-nano",
      "model_name": "OpenAI: GPT-5 Nano",
      "provider_name": "OpenAI",
      "accuracy": 0.4644446666666666,
      "accuracy_std_dev": 0.029979285029648195,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.04325750666666667,
      "avg_duration_per_task_ms": 738509.7133333334,
      "avg_output_tokens_per_task": 100007.46,
      "last_run_timestamp": "2026-10-02T23:22:06.591Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-5-nano-2025-08-07",
      "model_slug": "openai/gpt-5-nano",
      "model_name": "OpenAI: GPT-5 Nano",
      "provider_name": "Azure",
      "accuracy": 0.46166674999999996,
      "accuracy_std_dev": 0.04010416645047619,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.04448468,
      "avg_duration_per_task_ms": 738816.635,
      "avg_output_tokens_per_task": 95390.315,
      "last_run_timestamp": "2026-10-01T19:06:01.717Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-chat-v3-0324",
      "model_slug": "deepseek/deepseek-chat-v3-0324",
      "model_name": "DeepSeek: DeepSeek V3 0324",
      "provider_name": "SiliconFlow",
      "accuracy": 0.46,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.07185688,
      "avg_duration_per_task_ms": 640297.16,
      "avg_output_tokens_per_task": 15110.08,
      "last_run_timestamp": "2026-08-29T16:10:09.206Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "mistralai/mistral-small-2603",
      "model_slug": "mistralai/mistral-small-2603",
      "model_name": "Mistral: Mistral Small 4",
      "provider_name": "auto-routing",
      "accuracy": 0.46,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.011152899999999999,
      "avg_duration_per_task_ms": 87357.46,
      "avg_output_tokens_per_task": 9087.9,
      "last_run_timestamp": "2026-09-01T13:02:23.335Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-4.1-2025-04-14",
      "model_slug": "openai/gpt-4.1",
      "model_name": "OpenAI: GPT-4.1",
      "provider_name": "FakeProvider",
      "accuracy": 0.46,
      "accuracy_std_dev": 0,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": null,
      "avg_duration_per_task_ms": 158124.84,
      "avg_output_tokens_per_task": 4515,
      "last_run_timestamp": "2026-10-01T19:06:51.244Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-32b-04-28",
      "model_slug": "qwen/qwen3-32b",
      "model_name": "Qwen: Qwen3 32B",
      "provider_name": "auto-routing",
      "accuracy": 0.46,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.020404520000000002,
      "avg_duration_per_task_ms": 766011.12,
      "avg_output_tokens_per_task": 19053.34,
      "last_run_timestamp": "2026-08-29T16:16:50.456Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "xiaomi/mimo-v2.5-pro-20260422",
      "model_slug": "xiaomi/mimo-v2.5-pro",
      "model_name": "Xiaomi: MiMo-V2.5-Pro",
      "provider_name": "AtlasCloud",
      "accuracy": 0.4587514414715719,
      "accuracy_std_dev": 0.2585931773625751,
      "run_count": 6,
      "total_questions": 299,
      "avg_cost_per_task_usd": 0.011813354515050166,
      "avg_duration_per_task_ms": 250467.79933110368,
      "avg_output_tokens_per_task": 5648.478260869565,
      "last_run_timestamp": "2026-10-17T11:22:12.284Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-chat-v3-0324",
      "model_slug": "deepseek/deepseek-chat-v3-0324",
      "model_name": "DeepSeek: DeepSeek V3 0324",
      "provider_name": "auto-routing",
      "accuracy": 0.453333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.07370070000000001,
      "avg_duration_per_task_ms": 791248.56,
      "avg_output_tokens_per_task": 19908.76,
      "last_run_timestamp": "2026-08-29T16:11:46.632Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-4.1-mini-2025-04-14",
      "model_slug": "openai/gpt-4.1-mini",
      "model_name": "OpenAI: GPT-4.1 Mini",
      "provider_name": "OpenAI",
      "accuracy": 0.45111100000000004,
      "accuracy_std_dev": 0.01571332689152746,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.023389446666666668,
      "avg_duration_per_task_ms": 54689.44666666666,
      "avg_output_tokens_per_task": 2398.8933333333334,
      "last_run_timestamp": "2026-10-02T23:07:02.872Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-coder-480b-a35b-07-25",
      "model_slug": "qwen/qwen3-coder",
      "model_name": "Qwen: Qwen3 Coder 480B A35B",
      "provider_name": "auto-routing",
      "accuracy": 0.45,
      "accuracy_std_dev": 0.010000000000000009,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.03914425,
      "avg_duration_per_task_ms": 65110.41,
      "avg_output_tokens_per_task": 2702.24,
      "last_run_timestamp": "2026-10-03T16:07:50.332Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "Together",
      "accuracy": 0.44944449999999997,
      "accuracy_std_dev": 0.16555638161640482,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.028574749999999996,
      "avg_duration_per_task_ms": 166668.82,
      "avg_output_tokens_per_task": 18595.053333333333,
      "last_run_timestamp": "2026-10-31T19:46:58.356Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-32b-04-28",
      "model_slug": "qwen/qwen3-32b",
      "model_name": "Qwen: Qwen3 32B",
      "provider_name": "Tenstorrent",
      "accuracy": 0.4491300441767068,
      "accuracy_std_dev": 0.023957999896485522,
      "run_count": 5,
      "total_questions": 249,
      "avg_cost_per_task_usd": 0.02306757831325301,
      "avg_duration_per_task_ms": 1875501.032128514,
      "avg_output_tokens_per_task": 14213.674698795181,
      "last_run_timestamp": "2026-11-07T04:00:08.022Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-oss-20b",
      "model_slug": "openai/gpt-oss-20b",
      "model_name": "OpenAI: gpt-oss-20b",
      "provider_name": "Groq",
      "accuracy": 0.4487706885245901,
      "accuracy_std_dev": 0.024486006562116254,
      "run_count": 5,
      "total_questions": 244,
      "avg_cost_per_task_usd": 0.05463102459016393,
      "avg_duration_per_task_ms": 111409.63114754099,
      "avg_output_tokens_per_task": 62778.315573770495,
      "last_run_timestamp": "2026-10-31T19:03:34.962Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-oss-20b",
      "model_slug": "openai/gpt-oss-20b",
      "model_name": "OpenAI: gpt-oss-20b",
      "provider_name": "Parasail",
      "accuracy": 0.44799980000000006,
      "accuracy_std_dev": 0.02809513362417058,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.027534212,
      "avg_duration_per_task_ms": 2317935.98,
      "avg_output_tokens_per_task": 132894.584,
      "last_run_timestamp": "2026-10-24T19:05:04.624Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-4.1-mini-2025-04-14",
      "model_slug": "openai/gpt-4.1-mini",
      "model_name": "OpenAI: GPT-4.1 Mini",
      "provider_name": "auto-routing",
      "accuracy": 0.44333300000000003,
      "accuracy_std_dev": 0.009999999999999981,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.023192820000000003,
      "avg_duration_per_task_ms": 58714.73,
      "avg_output_tokens_per_task": 2330.08,
      "last_run_timestamp": "2026-10-01T19:04:38.295Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-14b-04-28",
      "model_slug": "qwen/qwen3-14b",
      "model_name": "Qwen: Qwen3 14B",
      "provider_name": "auto-routing",
      "accuracy": 0.44,
      "accuracy_std_dev": 0.0066669999999999785,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.03130282,
      "avg_duration_per_task_ms": 680376.23,
      "avg_output_tokens_per_task": 16688.33,
      "last_run_timestamp": "2026-10-01T16:00:49.878Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-vl-235b-a22b-instruct",
      "model_slug": "qwen/qwen3-vl-235b-a22b-instruct",
      "model_name": "Qwen: Qwen3 VL 235B A22B Instruct",
      "provider_name": "Venice",
      "accuracy": 0.44,
      "accuracy_std_dev": 0.013332999999999984,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.04637302,
      "avg_duration_per_task_ms": 217222,
      "avg_output_tokens_per_task": 5959.61,
      "last_run_timestamp": "2026-10-03T16:12:29.905Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-coder-480b-a35b-07-25",
      "model_slug": "qwen/qwen3-coder",
      "model_name": "Qwen: Qwen3 Coder 480B A35B",
      "provider_name": "Google",
      "accuracy": 0.43833300000000003,
      "accuracy_std_dev": 0.024999999999999994,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.05177041,
      "avg_duration_per_task_ms": 39923.47,
      "avg_output_tokens_per_task": 2539.83,
      "last_run_timestamp": "2026-10-03T16:12:29.903Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-next-80b-a3b-instruct-2509",
      "model_slug": "qwen/qwen3-next-80b-a3b-instruct",
      "model_name": "Qwen: Qwen3 Next 80B A3B Instruct",
      "provider_name": "Novita",
      "accuracy": 0.43666650000000007,
      "accuracy_std_dev": 0.0033334999999999892,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.043169439999999996,
      "avg_duration_per_task_ms": 202738.47,
      "avg_output_tokens_per_task": 3493,
      "last_run_timestamp": "2026-10-03T16:18:20.377Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-235b-a22b-07-25",
      "model_slug": "qwen/qwen3-235b-a22b-2507",
      "model_name": "Qwen: Qwen3 235B A22B Instruct 2507",
      "provider_name": "Parasail",
      "accuracy": 0.4364548628762541,
      "accuracy_std_dev": 0.04181180768103139,
      "run_count": 6,
      "total_questions": 299,
      "avg_cost_per_task_usd": 0.016268451505016726,
      "avg_duration_per_task_ms": 134349.44147157192,
      "avg_output_tokens_per_task": 3427.5484949832776,
      "last_run_timestamp": "2026-10-31T18:58:15.016Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-235b-a22b-07-25",
      "model_slug": "qwen/qwen3-235b-a22b-2507",
      "model_name": "Qwen: Qwen3 235B A22B Instruct 2507",
      "provider_name": "Novita",
      "accuracy": 0.4333335,
      "accuracy_std_dev": 0.0166665,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.025551820000000003,
      "avg_duration_per_task_ms": 267294.59,
      "avg_output_tokens_per_task": 3319.86,
      "last_run_timestamp": "2026-10-03T16:13:22.758Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-235b-a22b-07-25",
      "model_slug": "qwen/qwen3-235b-a22b-2507",
      "model_name": "Qwen: Qwen3 235B A22B Instruct 2507",
      "provider_name": "Venice",
      "accuracy": 0.4326666,
      "accuracy_std_dev": 0.023701793650270437,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.039608452,
      "avg_duration_per_task_ms": 308964.852,
      "avg_output_tokens_per_task": 3498.9,
      "last_run_timestamp": "2026-10-31T19:56:10.591Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-4o",
      "model_slug": "openai/gpt-4o",
      "model_name": "OpenAI: GPT-4o",
      "provider_name": "OpenAI",
      "accuracy": 0.4322221666666667,
      "accuracy_std_dev": 0.01651776073823432,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.21270556333333332,
      "avg_duration_per_task_ms": 46305.06,
      "avg_output_tokens_per_task": 2266.36,
      "last_run_timestamp": "2026-10-02T23:10:05.271Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-4o-2024-08-06",
      "model_slug": "openai/gpt-4o-2024-08-06",
      "model_name": "OpenAI: GPT-4o (2024-08-06)",
      "provider_name": "OpenAI",
      "accuracy": 0.431111,
      "accuracy_std_dev": 0.00314238253559302,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.24174756666666666,
      "avg_duration_per_task_ms": 46576.24,
      "avg_output_tokens_per_task": 2473.9733333333334,
      "last_run_timestamp": "2026-10-02T23:09:02.629Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-chat-v3",
      "model_slug": "deepseek/deepseek-chat",
      "model_name": "DeepSeek: DeepSeek V3",
      "provider_name": "DeepInfra",
      "accuracy": 0.4301802162162162,
      "accuracy_std_dev": 0.02412263108922131,
      "run_count": 3,
      "total_questions": 148,
      "avg_cost_per_task_usd": 0.06743897297297298,
      "avg_duration_per_task_ms": 360892.5135135135,
      "avg_output_tokens_per_task": 3318.9054054054054,
      "last_run_timestamp": "2026-10-08T22:54:33.845Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-chat-v3.1",
      "model_slug": "deepseek/deepseek-chat-v3.1",
      "model_name": "DeepSeek: DeepSeek V3.1",
      "provider_name": "auto-routing",
      "accuracy": 0.43,
      "accuracy_std_dev": 0.17237997649475806,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.07492743333333333,
      "avg_duration_per_task_ms": 588774.0866666667,
      "avg_output_tokens_per_task": 9586.053333333333,
      "last_run_timestamp": "2026-10-31T19:59:00.038Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "Chutes",
      "accuracy": 0.4276820229885058,
      "accuracy_std_dev": 0.029497740347908905,
      "run_count": 7,
      "total_questions": 348,
      "avg_cost_per_task_usd": 0.005548517241379311,
      "avg_duration_per_task_ms": 335229.4051724138,
      "avg_output_tokens_per_task": 5131.491379310345,
      "last_run_timestamp": "2026-11-17T14:27:33.948Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-4o-2024-08-06",
      "model_slug": "openai/gpt-4o-2024-08-06",
      "model_name": "OpenAI: GPT-4o (2024-08-06)",
      "provider_name": "auto-routing",
      "accuracy": 0.42666650000000006,
      "accuracy_std_dev": 0.00666650000000002,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.21223042999999997,
      "avg_duration_per_task_ms": 51685.1,
      "avg_output_tokens_per_task": 2189.48,
      "last_run_timestamp": "2026-10-01T16:00:49.880Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-14b-04-28",
      "model_slug": "qwen/qwen3-14b",
      "model_name": "Qwen: Qwen3 14B",
      "provider_name": "DeepInfra",
      "accuracy": 0.4255553333333334,
      "accuracy_std_dev": 0.034462310778910675,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.029985173333333334,
      "avg_duration_per_task_ms": 822675.42,
      "avg_output_tokens_per_task": 18074.12,
      "last_run_timestamp": "2026-10-08T22:41:10.664Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-235b-a22b-07-25",
      "model_slug": "qwen/qwen3-235b-a22b-2507",
      "model_name": "Qwen: Qwen3 235B A22B Instruct 2507",
      "provider_name": "Nebius",
      "accuracy": 0.42416675,
      "accuracy_std_dev": 0.027220945266237532,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.052947245000000004,
      "avg_duration_per_task_ms": 152216.49,
      "avg_output_tokens_per_task": 3613.25,
      "last_run_timestamp": "2026-10-17T19:11:29.194Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-next-80b-a3b-instruct-2509",
      "model_slug": "qwen/qwen3-next-80b-a3b-instruct",
      "model_name": "Qwen: Qwen3 Next 80B A3B Instruct",
      "provider_name": "Alibaba",
      "accuracy": 0.4233335,
      "accuracy_std_dev": 0.02333349999999998,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.028086180000000002,
      "avg_duration_per_task_ms": 60895.4,
      "avg_output_tokens_per_task": 3770.56,
      "last_run_timestamp": "2026-10-03T16:10:49.378Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-235b-a22b-07-25",
      "model_slug": "qwen/qwen3-235b-a22b-2507",
      "model_name": "Qwen: Qwen3 235B A22B Instruct 2507",
      "provider_name": "DeepInfra",
      "accuracy": 0.4233334285714285,
      "accuracy_std_dev": 0.03431874863626563,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.023717305714285715,
      "avg_duration_per_task_ms": 482384.68,
      "avg_output_tokens_per_task": 3484.4342857142856,
      "last_run_timestamp": "2026-10-31T19:22:37.207Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "google/gemma-4-31b-it-20260402",
      "model_slug": "google/gemma-4-31b-it",
      "model_name": "Google: Gemma 4 31B",
      "provider_name": "Modal",
      "accuracy": 0.423333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.00707156,
      "avg_duration_per_task_ms": 19040.86,
      "avg_output_tokens_per_task": 3450.68,
      "last_run_timestamp": "2026-11-04T09:13:34.415Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-30b-a3b-instruct-2507",
      "model_slug": "qwen/qwen3-30b-a3b-instruct-2507",
      "model_name": "Qwen: Qwen3 30B A3B Instruct 2507",
      "provider_name": "StreamLake",
      "accuracy": 0.4224534027777778,
      "accuracy_std_dev": 0.02243745196466538,
      "run_count": 3,
      "total_questions": 144,
      "avg_cost_per_task_usd": 0.009878833333333333,
      "avg_duration_per_task_ms": 73386.82638888889,
      "avg_output_tokens_per_task": 2582.027777777778,
      "last_run_timestamp": "2026-10-03T16:17:21.424Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "mistralai/mistral-small-2603",
      "model_slug": "mistralai/mistral-small-2603",
      "model_name": "Mistral: Mistral Small 4",
      "provider_name": "Mistral",
      "accuracy": 0.41888899999999996,
      "accuracy_std_dev": 0.014614444065147779,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.01463076,
      "avg_duration_per_task_ms": 76549.69333333333,
      "avg_output_tokens_per_task": 8814.213333333333,
      "last_run_timestamp": "2026-09-17T02:10:06.482Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-4o",
      "model_slug": "openai/gpt-4o",
      "model_name": "OpenAI: GPT-4o",
      "provider_name": "auto-routing",
      "accuracy": 0.416667,
      "accuracy_std_dev": 0.03,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.19647352999999998,
      "avg_duration_per_task_ms": 53166.02,
      "avg_output_tokens_per_task": 2086.91,
      "last_run_timestamp": "2026-10-01T16:01:13.623Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-vl-235b-a22b-instruct",
      "model_slug": "qwen/qwen3-vl-235b-a22b-instruct",
      "model_name": "Qwen: Qwen3 VL 235B A22B Instruct",
      "provider_name": "Novita",
      "accuracy": 0.41666650000000005,
      "accuracy_std_dev": 0.03666649999999999,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.07420517,
      "avg_duration_per_task_ms": 102748.75,
      "avg_output_tokens_per_task": 3014.43,
      "last_run_timestamp": "2026-10-03T16:12:07.495Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-coder-480b-a35b-07-25",
      "model_slug": "qwen/qwen3-coder",
      "model_name": "Qwen: Qwen3 Coder 480B A35B",
      "provider_name": "Venice",
      "accuracy": 0.41,
      "accuracy_std_dev": 0.016667000000000015,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.01726943,
      "avg_duration_per_task_ms": 134292.11,
      "avg_output_tokens_per_task": 2792.99,
      "last_run_timestamp": "2026-10-03T16:14:29.926Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-coder-480b-a35b-07-25",
      "model_slug": "qwen/qwen3-coder",
      "model_name": "Qwen: Qwen3 Coder 480B A35B",
      "provider_name": "DeepInfra",
      "accuracy": 0.41,
      "accuracy_std_dev": 0.02333300000000002,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.027992629999999998,
      "avg_duration_per_task_ms": 63672.3,
      "avg_output_tokens_per_task": 2846.78,
      "last_run_timestamp": "2026-10-03T16:12:20.034Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-vl-235b-a22b-instruct",
      "model_slug": "qwen/qwen3-vl-235b-a22b-instruct",
      "model_name": "Qwen: Qwen3 VL 235B A22B Instruct",
      "provider_name": "Parasail",
      "accuracy": 0.41,
      "accuracy_std_dev": 0.0033330000000000026,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.030324140000000003,
      "avg_duration_per_task_ms": 145240.52,
      "avg_output_tokens_per_task": 3135.74,
      "last_run_timestamp": "2026-10-03T16:08:50.061Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "meta-llama/llama-4-maverick-17b-128e-instruct",
      "model_slug": "meta-llama/llama-4-maverick",
      "model_name": "Meta: Llama 4 Maverick",
      "provider_name": "auto-routing",
      "accuracy": 0.406667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.09402426,
      "avg_duration_per_task_ms": 407213.78,
      "avg_output_tokens_per_task": 3391.68,
      "last_run_timestamp": "2026-08-29T16:33:29.885Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-235b-a22b-07-25",
      "model_slug": "qwen/qwen3-235b-a22b-2507",
      "model_name": "Qwen: Qwen3 235B A22B Instruct 2507",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.406667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.06754938,
      "avg_duration_per_task_ms": 114529.78,
      "avg_output_tokens_per_task": 3789.7,
      "last_run_timestamp": "2026-10-04T03:00:16.402Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-vl-235b-a22b-instruct",
      "model_slug": "qwen/qwen3-vl-235b-a22b-instruct",
      "model_name": "Qwen: Qwen3 VL 235B A22B Instruct",
      "provider_name": "Alibaba",
      "accuracy": 0.406667,
      "accuracy_std_dev": 0.020000000000000018,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.06027012,
      "avg_duration_per_task_ms": 94405.81,
      "avg_output_tokens_per_task": 2857.32,
      "last_run_timestamp": "2026-10-03T16:12:33.500Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-vl-235b-a22b-instruct",
      "model_slug": "qwen/qwen3-vl-235b-a22b-instruct",
      "model_name": "Qwen: Qwen3 VL 235B A22B Instruct",
      "provider_name": "auto-routing",
      "accuracy": 0.40666650000000004,
      "accuracy_std_dev": 0.013333499999999998,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.04179887,
      "avg_duration_per_task_ms": 218683.08,
      "avg_output_tokens_per_task": 3411.94,
      "last_run_timestamp": "2026-10-03T16:05:51.296Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.6-35b-a3b-20260415",
      "model_slug": "qwen/qwen3.6-35b-a3b",
      "model_name": "Qwen: Qwen3.6 35B A3B",
      "provider_name": "Io Net",
      "accuracy": 0.40380297986577185,
      "accuracy_std_dev": 0.02102053494931935,
      "run_count": 3,
      "total_questions": 149,
      "avg_cost_per_task_usd": 0.0704911744966443,
      "avg_duration_per_task_ms": 941691.9060402685,
      "avg_output_tokens_per_task": 31813.906040268455,
      "last_run_timestamp": "2026-09-19T16:00:30.864Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-chat-v3",
      "model_slug": "deepseek/deepseek-chat",
      "model_name": "DeepSeek: DeepSeek V3",
      "provider_name": "StreamLake",
      "accuracy": 0.40380291275167784,
      "accuracy_std_dev": 0.008840018715415086,
      "run_count": 3,
      "total_questions": 149,
      "avg_cost_per_task_usd": 0.07104265771812081,
      "avg_duration_per_task_ms": 235544.13422818793,
      "avg_output_tokens_per_task": 8668.979865771813,
      "last_run_timestamp": "2026-10-02T15:44:48.231Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-4.1-mini-2025-04-14",
      "model_slug": "openai/gpt-4.1-mini",
      "model_name": "OpenAI: GPT-4.1 Mini",
      "provider_name": "Azure",
      "accuracy": 0.40333325000000003,
      "accuracy_std_dev": 0.01914841159698371,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.023807599999999998,
      "avg_duration_per_task_ms": 77145.375,
      "avg_output_tokens_per_task": 2775.135,
      "last_run_timestamp": "2026-10-01T19:05:00.133Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-vl-30b-a3b-instruct",
      "model_slug": "qwen/qwen3-vl-30b-a3b-instruct",
      "model_name": "Qwen: Qwen3 VL 30B A3B Instruct",
      "provider_name": "Novita",
      "accuracy": 0.4026668,
      "accuracy_std_dev": 0.022548775775194534,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.077657156,
      "avg_duration_per_task_ms": 304603.868,
      "avg_output_tokens_per_task": 6170.724,
      "last_run_timestamp": "2026-10-03T08:12:06.170Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-oss-20b",
      "model_slug": "openai/gpt-oss-20b",
      "model_name": "OpenAI: gpt-oss-20b",
      "provider_name": "AkashML",
      "accuracy": 0.401667,
      "accuracy_std_dev": 0.025000000000000022,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.01796061,
      "avg_duration_per_task_ms": 1329879.6,
      "avg_output_tokens_per_task": 125682.59,
      "last_run_timestamp": "2026-10-31T20:05:39.534Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "meta-llama/llama-3.3-70b-instruct",
      "model_slug": "meta-llama/llama-3.3-70b-instruct",
      "model_name": "Meta: Llama 3.3 70B Instruct",
      "provider_name": "Nebius",
      "accuracy": 0.4,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.022510759999999998,
      "avg_duration_per_task_ms": 169710.64,
      "avg_output_tokens_per_task": 822.7,
      "last_run_timestamp": "2026-08-29T17:06:47.617Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-235b-a22b-07-25",
      "model_slug": "qwen/qwen3-235b-a22b-2507",
      "model_name": "Qwen: Qwen3 235B A22B Instruct 2507",
      "provider_name": "StreamLake",
      "accuracy": 0.4,
      "accuracy_std_dev": 0.010886348913509382,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.05115893999999999,
      "avg_duration_per_task_ms": 128138.4,
      "avg_output_tokens_per_task": 3181.44,
      "last_run_timestamp": "2026-10-03T16:19:54.632Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-chat-v3",
      "model_slug": "deepseek/deepseek-chat",
      "model_name": "DeepSeek: DeepSeek V3",
      "provider_name": "auto-routing",
      "accuracy": 0.39833349999999995,
      "accuracy_std_dev": 0.018333500000000003,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.06903712000000001,
      "avg_duration_per_task_ms": 315593.59,
      "avg_output_tokens_per_task": 7308.28,
      "last_run_timestamp": "2026-10-01T19:04:42.463Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-oss-20b",
      "model_slug": "openai/gpt-oss-20b",
      "model_name": "OpenAI: gpt-oss-20b",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.398333,
      "accuracy_std_dev": 0.065,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.07179797,
      "avg_duration_per_task_ms": 868621.04,
      "avg_output_tokens_per_task": 102591.25,
      "last_run_timestamp": "2026-11-17T15:18:32.703Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-235b-a22b-07-25",
      "model_slug": "qwen/qwen3-235b-a22b-2507",
      "model_name": "Qwen: Qwen3 235B A22B Instruct 2507",
      "provider_name": "Google",
      "accuracy": 0.3940970833333333,
      "accuracy_std_dev": 0.01471,
      "run_count": 2,
      "total_questions": 96,
      "avg_cost_per_task_usd": 0.05054096875,
      "avg_duration_per_task_ms": 86156.375,
      "avg_output_tokens_per_task": 3014.3333333333335,
      "last_run_timestamp": "2026-10-03T16:07:05.221Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "meta-llama/llama-4-maverick-17b-128e-instruct",
      "model_slug": "meta-llama/llama-4-maverick",
      "model_name": "Meta: Llama 4 Maverick",
      "provider_name": "DigitalOcean",
      "accuracy": 0.393333,
      "accuracy_std_dev": 0.01999999999999999,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.08716146999999999,
      "avg_duration_per_task_ms": 403193.58,
      "avg_output_tokens_per_task": 3088.28,
      "last_run_timestamp": "2026-10-05T20:09:54.588Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-30b-a3b-instruct-2507",
      "model_slug": "qwen/qwen3-30b-a3b-instruct-2507",
      "model_name": "Qwen: Qwen3 30B A3B Instruct 2507",
      "provider_name": "SiliconFlow",
      "accuracy": 0.39,
      "accuracy_std_dev": 0.010000000000000009,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.027510149999999997,
      "avg_duration_per_task_ms": 236613.56,
      "avg_output_tokens_per_task": 4118.35,
      "last_run_timestamp": "2026-10-03T16:13:56.972Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-vl-235b-a22b-instruct",
      "model_slug": "qwen/qwen3-vl-235b-a22b-instruct",
      "model_name": "Qwen: Qwen3 VL 235B A22B Instruct",
      "provider_name": "DeepInfra",
      "accuracy": 0.3896398243243243,
      "accuracy_std_dev": 0.021142086762348394,
      "run_count": 3,
      "total_questions": 148,
      "avg_cost_per_task_usd": 0.05137687162162163,
      "avg_duration_per_task_ms": 284811.8445945946,
      "avg_output_tokens_per_task": 3532.385135135135,
      "last_run_timestamp": "2026-10-08T23:21:09.489Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-30b-a3b-instruct-2507",
      "model_slug": "qwen/qwen3-30b-a3b-instruct-2507",
      "model_name": "Qwen: Qwen3 30B A3B Instruct 2507",
      "provider_name": "Ambient",
      "accuracy": 0.386667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.014510460000000001,
      "avg_duration_per_task_ms": 64332.54,
      "avg_output_tokens_per_task": 4106.96,
      "last_run_timestamp": "2026-10-09T15:37:38.473Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-30b-a3b-instruct-2507",
      "model_slug": "qwen/qwen3-30b-a3b-instruct-2507",
      "model_name": "Qwen: Qwen3 30B A3B Instruct 2507",
      "provider_name": "CoreWeave",
      "accuracy": 0.386667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.02545738,
      "avg_duration_per_task_ms": 84350.8,
      "avg_output_tokens_per_task": 3790.34,
      "last_run_timestamp": "2026-08-29T16:13:12.633Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-vl-30b-a3b-instruct",
      "model_slug": "qwen/qwen3-vl-30b-a3b-instruct",
      "model_name": "Qwen: Qwen3 VL 30B A3B Instruct",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.386667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.0592903,
      "avg_duration_per_task_ms": 203536.16,
      "avg_output_tokens_per_task": 5170.96,
      "last_run_timestamp": "2026-10-04T03:00:16.402Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-30b-a3b-instruct-2507",
      "model_slug": "qwen/qwen3-30b-a3b-instruct-2507",
      "model_name": "Qwen: Qwen3 30B A3B Instruct 2507",
      "provider_name": "auto-routing",
      "accuracy": 0.38333300000000003,
      "accuracy_std_dev": 0.009999999999999981,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.0251154,
      "avg_duration_per_task_ms": 198169.58,
      "avg_output_tokens_per_task": 4359.56,
      "last_run_timestamp": "2026-10-03T16:03:16.197Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "meta-llama/llama-3.3-70b-instruct",
      "model_slug": "meta-llama/llama-3.3-70b-instruct",
      "model_name": "Meta: Llama 3.3 70B Instruct",
      "provider_name": "Novita",
      "accuracy": 0.38148099999999996,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 45,
      "avg_cost_per_task_usd": 0.008997444444444445,
      "avg_duration_per_task_ms": 232957.2888888889,
      "avg_output_tokens_per_task": 3561.511111111111,
      "last_run_timestamp": "2026-10-03T16:15:51.302Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "meta-llama/llama-3.3-70b-instruct",
      "model_slug": "meta-llama/llama-3.3-70b-instruct",
      "model_name": "Meta: Llama 3.3 70B Instruct",
      "provider_name": "AkashML",
      "accuracy": 0.37386740057224604,
      "accuracy_std_dev": 0.02427675573896117,
      "run_count": 14,
      "total_questions": 699,
      "avg_cost_per_task_usd": 0.013285266094420604,
      "avg_duration_per_task_ms": 41775.32761087268,
      "avg_output_tokens_per_task": 796.7868383404864,
      "last_run_timestamp": "2026-10-31T19:10:53.562Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "meta-llama/llama-4-maverick-17b-128e-instruct",
      "model_slug": "meta-llama/llama-4-maverick",
      "model_name": "Meta: Llama 4 Maverick",
      "provider_name": "Parasail",
      "accuracy": 0.373333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.09684844,
      "avg_duration_per_task_ms": 133478.02,
      "avg_output_tokens_per_task": 3354.28,
      "last_run_timestamp": "2026-08-29T16:52:55.844Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-coder-480b-a35b-07-25",
      "model_slug": "qwen/qwen3-coder",
      "model_name": "Qwen: Qwen3 Coder 480B A35B",
      "provider_name": "Alibaba",
      "accuracy": 0.36666650000000006,
      "accuracy_std_dev": 0.00666650000000002,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.8863436899999999,
      "avg_duration_per_task_ms": 157088.42,
      "avg_output_tokens_per_task": 4291.67,
      "last_run_timestamp": "2026-10-03T16:14:53.189Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-vl-30b-a3b-instruct",
      "model_slug": "qwen/qwen3-vl-30b-a3b-instruct",
      "model_name": "Qwen: Qwen3 VL 30B A3B Instruct",
      "provider_name": "DeepInfra",
      "accuracy": 0.3646531879194631,
      "accuracy_std_dev": 0.030313394445451926,
      "run_count": 6,
      "total_questions": 298,
      "avg_cost_per_task_usd": 0.06417637583892619,
      "avg_duration_per_task_ms": 421444.07382550335,
      "avg_output_tokens_per_task": 7832.956375838926,
      "last_run_timestamp": "2026-10-08T23:34:52.306Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-chat-v3.1",
      "model_slug": "deepseek/deepseek-chat-v3.1",
      "model_name": "DeepSeek: DeepSeek V3.1",
      "provider_name": "DeepInfra",
      "accuracy": 0.36403511111111114,
      "accuracy_std_dev": 0.13533544896233482,
      "run_count": 7,
      "total_questions": 342,
      "avg_cost_per_task_usd": 0.0611849619883041,
      "avg_duration_per_task_ms": 907509.5643274854,
      "avg_output_tokens_per_task": 10594.33918128655,
      "last_run_timestamp": "2026-10-31T19:55:08.491Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-235b-a22b-07-25",
      "model_slug": "qwen/qwen3-235b-a22b-2507",
      "model_name": "Qwen: Qwen3 235B A22B Instruct 2507",
      "provider_name": "auto-routing",
      "accuracy": 0.36,
      "accuracy_std_dev": 0.13272077065403137,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.018077656666666667,
      "avg_duration_per_task_ms": 251154.18,
      "avg_output_tokens_per_task": 3193.7933333333335,
      "last_run_timestamp": "2026-10-31T19:18:14.606Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-30b-a3b-instruct-2507",
      "model_slug": "qwen/qwen3-30b-a3b-instruct-2507",
      "model_name": "Qwen: Qwen3 30B A3B Instruct 2507",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.36,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.041000339999999996,
      "avg_duration_per_task_ms": 322345.3,
      "avg_output_tokens_per_task": 4212.74,
      "last_run_timestamp": "2026-10-04T03:00:10.237Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-30b-a3b-instruct-2507",
      "model_slug": "qwen/qwen3-30b-a3b-instruct-2507",
      "model_name": "Qwen: Qwen3 30B A3B Instruct 2507",
      "provider_name": "Nebius",
      "accuracy": 0.3577776666666667,
      "accuracy_std_dev": 0.017497908167041647,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.031044279999999997,
      "avg_duration_per_task_ms": 136303.46,
      "avg_output_tokens_per_task": 4275.32,
      "last_run_timestamp": "2026-10-23T08:14:36.871Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-vl-30b-a3b-instruct",
      "model_slug": "qwen/qwen3-vl-30b-a3b-instruct",
      "model_name": "Qwen: Qwen3 VL 30B A3B Instruct",
      "provider_name": "auto-routing",
      "accuracy": 0.35200019999999993,
      "accuracy_std_dev": 0.025086580742699868,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.07178885199999999,
      "avg_duration_per_task_ms": 207845.956,
      "avg_output_tokens_per_task": 7345.492,
      "last_run_timestamp": "2026-10-03T08:12:20.019Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-30b-a3b-instruct-2507",
      "model_slug": "qwen/qwen3-30b-a3b-instruct-2507",
      "model_name": "Qwen: Qwen3 30B A3B Instruct 2507",
      "provider_name": "Alibaba",
      "accuracy": 0.35,
      "accuracy_std_dev": 0.016667000000000015,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.06591422,
      "avg_duration_per_task_ms": 74199.6,
      "avg_output_tokens_per_task": 4490.03,
      "last_run_timestamp": "2026-10-03T16:05:34.166Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-coder-480b-a35b-07-25",
      "model_slug": "qwen/qwen3-coder",
      "model_name": "Qwen: Qwen3 Coder 480B A35B",
      "provider_name": "Novita",
      "accuracy": 0.35,
      "accuracy_std_dev": 0.009999999999999981,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.36722037999999996,
      "avg_duration_per_task_ms": 168041.64,
      "avg_output_tokens_per_task": 4714,
      "last_run_timestamp": "2026-10-03T16:19:14.095Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "meta-llama/llama-3.3-70b-instruct",
      "model_slug": "meta-llama/llama-3.3-70b-instruct",
      "model_name": "Meta: Llama 3.3 70B Instruct",
      "provider_name": "CoreWeave",
      "accuracy": 0.34222216666666666,
      "accuracy_std_dev": 0.03212604420308994,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.10480623333333333,
      "avg_duration_per_task_ms": 31826.826666666668,
      "avg_output_tokens_per_task": 1213.3533333333332,
      "last_run_timestamp": "2026-10-31T18:48:48.352Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "meta-llama/llama-3.3-70b-instruct",
      "model_slug": "meta-llama/llama-3.3-70b-instruct",
      "model_name": "Meta: Llama 3.3 70B Instruct",
      "provider_name": "auto-routing",
      "accuracy": 0.33,
      "accuracy_std_dev": 0.04694375673434469,
      "run_count": 6,
      "total_questions": 300,
      "avg_cost_per_task_usd": 0.05798246333333334,
      "avg_duration_per_task_ms": 70266.97333333333,
      "avg_output_tokens_per_task": 1367.1233333333332,
      "last_run_timestamp": "2026-10-31T19:07:35.559Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-235b-a22b-07-25",
      "model_slug": "qwen/qwen3-235b-a22b-2507",
      "model_name": "Qwen: Qwen3 235B A22B Instruct 2507",
      "provider_name": "Alibaba",
      "accuracy": 0.33,
      "accuracy_std_dev": 0.036667000000000005,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.07502468999999999,
      "avg_duration_per_task_ms": 113815.41,
      "avg_output_tokens_per_task": 4213.83,
      "last_run_timestamp": "2026-10-03T16:05:51.296Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-vl-30b-a3b-instruct",
      "model_slug": "qwen/qwen3-vl-30b-a3b-instruct",
      "model_name": "Qwen: Qwen3 VL 30B A3B Instruct",
      "provider_name": "Alibaba",
      "accuracy": 0.328,
      "accuracy_std_dev": 0.027776952878240623,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.073324628,
      "avg_duration_per_task_ms": 128525.552,
      "avg_output_tokens_per_task": 7331.688,
      "last_run_timestamp": "2026-10-03T08:23:09.856Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-235b-a22b-07-25",
      "model_slug": "qwen/qwen3-235b-a22b-2507",
      "model_name": "Qwen: Qwen3 235B A22B Instruct 2507",
      "provider_name": "AtlasCloud",
      "accuracy": 0.326667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.05361276,
      "avg_duration_per_task_ms": 87164.32,
      "avg_output_tokens_per_task": 2287.06,
      "last_run_timestamp": "2026-08-29T16:12:10.467Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-vl-8b-instruct",
      "model_slug": "qwen/qwen3-vl-8b-instruct",
      "model_name": "Qwen: Qwen3 VL 8B Instruct",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.326667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.02872976,
      "avg_duration_per_task_ms": 133695.86,
      "avg_output_tokens_per_task": 3408.56,
      "last_run_timestamp": "2026-10-04T03:00:16.402Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "meta-llama/llama-3.3-70b-instruct",
      "model_slug": "meta-llama/llama-3.3-70b-instruct",
      "model_name": "Meta: Llama 3.3 70B Instruct",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.313333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.15186704,
      "avg_duration_per_task_ms": 32635.52,
      "avg_output_tokens_per_task": 1294.54,
      "last_run_timestamp": "2026-10-04T03:00:16.406Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-4o-mini",
      "model_slug": "openai/gpt-4o-mini",
      "model_name": "OpenAI: GPT-4o-mini",
      "provider_name": "auto-routing",
      "accuracy": 0.30666649999999995,
      "accuracy_std_dev": 0.006666499999999992,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.01779966,
      "avg_duration_per_task_ms": 55498.41,
      "avg_output_tokens_per_task": 3406.81,
      "last_run_timestamp": "2026-10-01T19:04:58.075Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-chat-v3.1",
      "model_slug": "deepseek/deepseek-chat-v3.1",
      "model_name": "DeepSeek: DeepSeek V3.1",
      "provider_name": "CoreWeave",
      "accuracy": 0.30000033333333337,
      "accuracy_std_dev": 0.041096093353126514,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.67367062,
      "avg_duration_per_task_ms": 698242.5533333333,
      "avg_output_tokens_per_task": 27217.48,
      "last_run_timestamp": "2026-10-10T18:31:45.008Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-4o-mini",
      "model_slug": "openai/gpt-4o-mini",
      "model_name": "OpenAI: GPT-4o-mini",
      "provider_name": "OpenAI",
      "accuracy": 0.2844446666666667,
      "accuracy_std_dev": 0.02997950740459592,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.025635820000000004,
      "avg_duration_per_task_ms": 67806.75333333333,
      "avg_output_tokens_per_task": 4107.166666666667,
      "last_run_timestamp": "2026-10-02T23:13:47.090Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-oss-20b",
      "model_slug": "openai/gpt-oss-20b",
      "model_name": "OpenAI: gpt-oss-20b",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.2816666666666667,
      "accuracy_std_dev": 0.11115971825735955,
      "run_count": 12,
      "total_questions": 600,
      "avg_cost_per_task_usd": 0.039212591666666664,
      "avg_duration_per_task_ms": 433560.385,
      "avg_output_tokens_per_task": 118414.18,
      "last_run_timestamp": "2026-10-31T20:07:06.512Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "meta-llama/llama-3.1-8b-instruct",
      "model_slug": "meta-llama/llama-3.1-8b-instruct",
      "model_name": "Meta: Llama 3.1 8B Instruct",
      "provider_name": "auto-routing",
      "accuracy": 0.27894752631578945,
      "accuracy_std_dev": 0.055184999999999984,
      "run_count": 2,
      "total_questions": 95,
      "avg_cost_per_task_usd": 0.005784778947368421,
      "avg_duration_per_task_ms": 21056.252631578947,
      "avg_output_tokens_per_task": 2547.4842105263156,
      "last_run_timestamp": "2026-10-24T19:30:38.210Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "meta-llama/llama-3.3-70b-instruct",
      "model_slug": "meta-llama/llama-3.3-70b-instruct",
      "model_name": "Meta: Llama 3.3 70B Instruct",
      "provider_name": "Together",
      "accuracy": 0.275,
      "accuracy_std_dev": 0.02229853009729565,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.178081785,
      "avg_duration_per_task_ms": 141791.445,
      "avg_output_tokens_per_task": 1928.92,
      "last_run_timestamp": "2026-10-17T19:19:08.724Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen-2.5-72b-instruct",
      "model_slug": "qwen/qwen-2.5-72b-instruct",
      "model_name": "Qwen2.5 72B Instruct",
      "provider_name": "Novita",
      "accuracy": 0.2733335,
      "accuracy_std_dev": 0.013333499999999998,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.07945186,
      "avg_duration_per_task_ms": 632916.72,
      "avg_output_tokens_per_task": 5086.04,
      "last_run_timestamp": "2026-10-01T16:00:45.063Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-235b-a22b-07-25",
      "model_slug": "qwen/qwen3-235b-a22b-2507",
      "model_name": "Qwen: Qwen3 235B A22B Instruct 2507",
      "provider_name": "GMICloud",
      "accuracy": 0.26,
      "accuracy_std_dev": 0.2,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.00359655,
      "avg_duration_per_task_ms": 90166.49,
      "avg_output_tokens_per_task": 1913.3,
      "last_run_timestamp": "2026-10-03T16:12:29.879Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "meta-llama/llama-3.3-70b-instruct",
      "model_slug": "meta-llama/llama-3.3-70b-instruct",
      "model_name": "Meta: Llama 3.3 70B Instruct",
      "provider_name": "DeepInfra",
      "accuracy": 0.253333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.03484976,
      "avg_duration_per_task_ms": 246071.76,
      "avg_output_tokens_per_task": 2834.9,
      "last_run_timestamp": "2026-08-29T16:43:42.449Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen-2.5-72b-instruct",
      "model_slug": "qwen/qwen-2.5-72b-instruct",
      "model_name": "Qwen2.5 72B Instruct",
      "provider_name": "DeepInfra",
      "accuracy": 0.25,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.0713485,
      "avg_duration_per_task_ms": 660516.14,
      "avg_output_tokens_per_task": 6662.1,
      "last_run_timestamp": "2026-09-01T12:59:14.290Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen-2.5-72b-instruct",
      "model_slug": "qwen/qwen-2.5-72b-instruct",
      "model_name": "Qwen2.5 72B Instruct",
      "provider_name": "auto-routing",
      "accuracy": 0.24,
      "accuracy_std_dev": 0.033333,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.07327475,
      "avg_duration_per_task_ms": 662655.63,
      "avg_output_tokens_per_task": 5322.46,
      "last_run_timestamp": "2026-10-01T16:00:49.856Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-coder-next-2025-02-03",
      "model_slug": "qwen/qwen3-coder-next",
      "model_name": "Qwen: Qwen3 Coder Next",
      "provider_name": "Novita",
      "accuracy": 0.2033335,
      "accuracy_std_dev": 0.06333349999999999,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.0111255,
      "avg_duration_per_task_ms": 18318.47,
      "avg_output_tokens_per_task": 892.71,
      "last_run_timestamp": "2026-10-03T16:13:42.255Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-coder-next-2025-02-03",
      "model_slug": "qwen/qwen3-coder-next",
      "model_name": "Qwen: Qwen3 Coder Next",
      "provider_name": "PrimeIntellect",
      "accuracy": 0.186667,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.01693508,
      "avg_duration_per_task_ms": 26941.4,
      "avg_output_tokens_per_task": 1041.58,
      "last_run_timestamp": "2026-10-04T03:00:16.405Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "amazon/nova-micro-v1",
      "model_slug": "amazon/nova-micro-v1",
      "model_name": "Amazon: Nova Micro 1.0",
      "provider_name": "Amazon Bedrock",
      "accuracy": 0.17942213775510205,
      "accuracy_std_dev": 0.009739601557558703,
      "run_count": 4,
      "total_questions": 196,
      "avg_cost_per_task_usd": 0.010118459183673469,
      "avg_duration_per_task_ms": 155344.85714285713,
      "avg_output_tokens_per_task": 4996.790816326531,
      "last_run_timestamp": "2026-10-01T19:04:52.650Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-4.1-nano-2025-04-14",
      "model_slug": "openai/gpt-4.1-nano",
      "model_name": "OpenAI: GPT-4.1 Nano",
      "provider_name": "Azure",
      "accuracy": 0.14,
      "accuracy_std_dev": 0.014142135623730954,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.0072234,
      "avg_duration_per_task_ms": 76455.195,
      "avg_output_tokens_per_task": 2322.375,
      "last_run_timestamp": "2026-10-01T19:04:58.093Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "z-ai/glm-4.6",
      "model_slug": "z-ai/glm-4.6",
      "model_name": "Z.ai: GLM 4.6",
      "provider_name": "AtlasCloud",
      "accuracy": 0.11333299999999999,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.0177192,
      "avg_duration_per_task_ms": 66310.46,
      "avg_output_tokens_per_task": 1480.72,
      "last_run_timestamp": "2026-08-29T16:22:37.844Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-4.1-nano-2025-04-14",
      "model_slug": "openai/gpt-4.1-nano",
      "model_name": "OpenAI: GPT-4.1 Nano",
      "provider_name": "OpenAI",
      "accuracy": 0.111111,
      "accuracy_std_dev": 0.01571332689152746,
      "run_count": 3,
      "total_questions": 150,
      "avg_cost_per_task_usd": 0.007342933333333333,
      "avg_duration_per_task_ms": 57269.24,
      "avg_output_tokens_per_task": 2382.0866666666666,
      "last_run_timestamp": "2026-10-02T23:07:59.112Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-4.1-nano-2025-04-14",
      "model_slug": "openai/gpt-4.1-nano",
      "model_name": "OpenAI: GPT-4.1 Nano",
      "provider_name": "auto-routing",
      "accuracy": 0.11,
      "accuracy_std_dev": 0.009999999999999995,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.006762440000000001,
      "avg_duration_per_task_ms": 64306.02,
      "avg_output_tokens_per_task": 2312.51,
      "last_run_timestamp": "2026-10-01T19:04:36.194Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "Nebius",
      "accuracy": 0.08095228571428571,
      "accuracy_std_dev": 0.1630047086951034,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.031190477142857144,
      "avg_duration_per_task_ms": 42841.05714285714,
      "avg_output_tokens_per_task": 8286.011428571428,
      "last_run_timestamp": "2026-10-31T19:46:05.356Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "deepseek/deepseek-v3.1-terminus",
      "model_slug": "deepseek/deepseek-v3.1-terminus",
      "model_name": "DeepSeek: DeepSeek V3.1 Terminus",
      "provider_name": "AtlasCloud",
      "accuracy": 0.073333,
      "accuracy_std_dev": null,
      "run_count": 1,
      "total_questions": 50,
      "avg_cost_per_task_usd": 0.00122518,
      "avg_duration_per_task_ms": 5886.14,
      "avg_output_tokens_per_task": 144.66,
      "last_run_timestamp": "2026-08-29T16:17:08.780Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3-vl-30b-a3b-instruct",
      "model_slug": "qwen/qwen3-vl-30b-a3b-instruct",
      "model_name": "Qwen: Qwen3 VL 30B A3B Instruct",
      "provider_name": "SiliconFlow",
      "accuracy": 0.06833325,
      "accuracy_std_dev": 0.009860203404975985,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.324935975,
      "avg_duration_per_task_ms": 2023419.415,
      "avg_output_tokens_per_task": 12367.38,
      "last_run_timestamp": "2026-10-03T08:09:23.857Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-oss-20b",
      "model_slug": "openai/gpt-oss-20b",
      "model_name": "OpenAI: gpt-oss-20b",
      "provider_name": "CoreWeave",
      "accuracy": 0.014666800000000002,
      "accuracy_std_dev": 0.006531809348105622,
      "run_count": 5,
      "total_questions": 250,
      "avg_cost_per_task_usd": 0.00037302799999999997,
      "avg_duration_per_task_ms": 24006.208,
      "avg_output_tokens_per_task": 2570.388,
      "last_run_timestamp": "2026-10-31T19:13:59.240Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "BaseTen",
      "accuracy": 0.0083335,
      "accuracy_std_dev": 0.0028864626708135334,
      "run_count": 4,
      "total_questions": 200,
      "avg_cost_per_task_usd": 0.000033685,
      "avg_duration_per_task_ms": 150.85,
      "avg_output_tokens_per_task": 28.425,
      "last_run_timestamp": "2026-10-31T19:36:09.009Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "qwen/qwen3.6-35b-a3b-20260415",
      "model_slug": "qwen/qwen3.6-35b-a3b",
      "model_name": "Qwen: Qwen3.6 35B A3B",
      "provider_name": "Venice",
      "accuracy": 0.007619285714285716,
      "accuracy_std_dev": 0.002332614089341809,
      "run_count": 7,
      "total_questions": 350,
      "avg_cost_per_task_usd": 0.0005580571428571428,
      "avg_duration_per_task_ms": 2003.3,
      "avg_output_tokens_per_task": 262.0314285714286,
      "last_run_timestamp": "2026-10-17T19:48:24.252Z"
    },
    {
      "benchmark": "tau_bench_verified_airline",
      "benchmark_page_url": "https://openrouter.ai/benchmarks/tau2-bench-airline",
      "model_permaslug": "openai/gpt-oss-120b",
      "model_slug": "openai/gpt-oss-120b",
      "model_name": "OpenAI: gpt-oss-120b",
      "provider_name": "CoreWeave",
      "accuracy": 0.006667000000000001,
      "accuracy_std_dev": 0,
      "run_count": 2,
      "total_questions": 100,
      "avg_cost_per_task_usd": 0.00000923,
      "avg_duration_per_task_ms": 324.47,
      "avg_output_tokens_per_task": 21.49,
      "last_run_timestamp": "2026-10-24T19:32:27.020Z"
    }
  ]
}
