{
  "schemaVersion": "pokemon-bench-site-data-v1",
  "evidenceUpdatedAt": "2026-10-04T19:06:57.255852Z",
  "asOf": "2026-10-04",
  "leaderboard": [
    {
      "id": "gpt-6-astra",
      "name": "GPT-6 Astra",
      "provider": "OpenAI",
      "reasoningLevels": [
        "high"
      ],
      "plannedSeries": 32,
      "status": "ranked",
      "rank": 1,
      "rating": 1901.0,
      "ciLow": 1720.8,
      "ciHigh": 2081.2,
      "seriesWins": 28,
      "seriesLosses": 4,
      "gameWins": 59,
      "gameLosses": 13,
      "calls": 729,
      "inputTokens": 9354637,
      "cachedInputTokens": 331148,
      "outputTokens": 926589,
      "reasoningTokens": 914196,
      "totalTokens": 10281226,
      "estimatedCostUsd": 136.8955,
      "paidCalls": 864,
      "paidTotalTokens": 11994125,
      "paidEstimatedCostUsd": 159.3888,
      "protocols": [
        "joint-action-json-schema-v1"
      ],
      "resolvedModels": [
        "gpt-6-astra"
      ]
    },
    {
      "id": "gpt-6.1-sol",
      "name": "GPT-6.1 Sol",
      "provider": "OpenAI",
      "reasoningLevels": [
        "high"
      ],
      "plannedSeries": 12,
      "status": "ranked",
      "rank": 2,
      "rating": 1846.8,
      "ciLow": 1611.6,
      "ciHigh": 2082.0,
      "seriesWins": 9,
      "seriesLosses": 3,
      "gameWins": 20,
      "gameLosses": 9,
      "calls": 287,
      "inputTokens": 3690495,
      "cachedInputTokens": 149855,
      "outputTokens": 362195,
      "reasoningTokens": 357316,
      "totalTokens": 4052690,
      "estimatedCostUsd": 10.7182,
      "paidCalls": 287,
      "paidTotalTokens": 4052690,
      "paidEstimatedCostUsd": 10.7182,
      "protocols": [
        "joint-action-json-schema-v1"
      ],
      "resolvedModels": [
        "gpt-6.1-sol"
      ]
    },
    {
      "id": "gemini-3.8-flash",
      "name": "Gemini 3.8 Flash",
      "provider": "Google",
      "reasoningLevels": [
        "high"
      ],
      "plannedSeries": 6,
      "status": "ranked",
      "rank": 3,
      "rating": 1744.2,
      "ciLow": 1454.8,
      "ciHigh": 2033.6,
      "seriesWins": 4,
      "seriesLosses": 2,
      "gameWins": 8,
      "gameLosses": 5,
      "calls": 144,
      "inputTokens": 1865925,
      "cachedInputTokens": 11830,
      "outputTokens": 1787,
      "reasoningTokens": 1848993,
      "totalTokens": 3716705,
      "estimatedCostUsd": 8.3319,
      "paidCalls": 172,
      "paidTotalTokens": 4364207,
      "paidEstimatedCostUsd": 9.7205,
      "protocols": [
        "joint-action-json-schema-v1"
      ],
      "resolvedModels": [
        "gemini-3.8-flash"
      ]
    },
    {
      "id": "gpt-6-sol",
      "name": "GPT-6 Sol",
      "provider": "OpenAI",
      "reasoningLevels": [
        "high"
      ],
      "plannedSeries": 32,
      "status": "ranked",
      "rank": 4,
      "rating": 1640.5,
      "ciLow": 1502.2,
      "ciHigh": 1778.8,
      "seriesWins": 20,
      "seriesLosses": 12,
      "gameWins": 46,
      "gameLosses": 29,
      "calls": 750,
      "inputTokens": 8683242,
      "cachedInputTokens": 251343,
      "outputTokens": 1068629,
      "reasoningTokens": 1055879,
      "totalTokens": 9751871,
      "estimatedCostUsd": 27.6004,
      "paidCalls": 945,
      "paidTotalTokens": 12491594,
      "paidEstimatedCostUsd": 35.3217,
      "protocols": [
        "joint-action-json-schema-v1"
      ],
      "resolvedModels": [
        "gpt-6-sol"
      ]
    },
    {
      "id": "claude-fable-5-1",
      "name": "Claude Fable 5.1",
      "provider": "Anthropic",
      "reasoningLevels": [
        "high"
      ],
      "plannedSeries": 6,
      "status": "ranked",
      "rank": 5,
      "rating": 1614.4,
      "ciLow": 1330.1,
      "ciHigh": 1898.7,
      "seriesWins": 3,
      "seriesLosses": 3,
      "gameWins": 7,
      "gameLosses": 8,
      "calls": 174,
      "inputTokens": 3494215,
      "cachedInputTokens": 0,
      "outputTokens": 855390,
      "reasoningTokens": 853574,
      "totalTokens": 4349605,
      "estimatedCostUsd": 77.7117,
      "paidCalls": 287,
      "paidTotalTokens": 7133247,
      "paidEstimatedCostUsd": 126.737,
      "protocols": [
        "joint-action-json-schema-v1"
      ],
      "resolvedModels": [
        "claude-fable-5-1"
      ]
    },
    {
      "id": "claude-opus-5-5",
      "name": "Claude Opus 5.5",
      "provider": "Anthropic",
      "reasoningLevels": [
        "high"
      ],
      "plannedSeries": 6,
      "status": "ranked",
      "rank": 5,
      "rating": 1614.4,
      "ciLow": 1330.1,
      "ciHigh": 1898.7,
      "seriesWins": 3,
      "seriesLosses": 3,
      "gameWins": 8,
      "gameLosses": 8,
      "calls": 146,
      "inputTokens": 2749206,
      "cachedInputTokens": 0,
      "outputTokens": 208999,
      "reasoningTokens": 207539,
      "totalTokens": 2958205,
      "estimatedCostUsd": 15.1768,
      "paidCalls": 220,
      "paidTotalTokens": 4514198,
      "paidEstimatedCostUsd": 22.8167,
      "protocols": [
        "joint-action-json-schema-v1"
      ],
      "resolvedModels": [
        "claude-opus-5-5"
      ]
    },
    {
      "id": "muse-spark-1.3",
      "name": "Muse Spark 1.3",
      "provider": "Meta",
      "reasoningLevels": [
        "high"
      ],
      "plannedSeries": 6,
      "status": "ranked",
      "rank": 5,
      "rating": 1614.4,
      "ciLow": 1330.1,
      "ciHigh": 1898.7,
      "seriesWins": 3,
      "seriesLosses": 3,
      "gameWins": 6,
      "gameLosses": 8,
      "calls": 152,
      "inputTokens": 1805306,
      "cachedInputTokens": 1107,
      "outputTokens": 961015,
      "reasoningTokens": 958501,
      "totalTokens": 2766321,
      "estimatedCostUsd": 6.3397,
      "paidCalls": 160,
      "paidTotalTokens": 2888357,
      "paidEstimatedCostUsd": 6.6241,
      "protocols": [
        "joint-action-json-schema-v1"
      ],
      "resolvedModels": [
        "muse-spark-1.3"
      ]
    },
    {
      "id": "gpt-5.6-sol",
      "name": "GPT-5.6 Sol",
      "provider": "OpenAI",
      "reasoningLevels": [
        "high"
      ],
      "plannedSeries": 10,
      "status": "ranked",
      "rank": 8,
      "rating": 1565.5,
      "ciLow": 1322.5,
      "ciHigh": 1808.4,
      "seriesWins": 6,
      "seriesLosses": 4,
      "gameWins": 14,
      "gameLosses": 10,
      "calls": 262,
      "inputTokens": 3109587,
      "cachedInputTokens": 76802,
      "outputTokens": 473850,
      "reasoningTokens": 469396,
      "totalTokens": 3583437,
      "estimatedCostUsd": 21.6389,
      "paidCalls": 262,
      "paidTotalTokens": 3583437,
      "paidEstimatedCostUsd": 21.6389,
      "protocols": [
        "joint-action-json-schema-v1"
      ],
      "resolvedModels": [
        "gpt-5.6-sol"
      ]
    },
    {
      "id": "glm-5.3",
      "name": "GLM 5.3",
      "provider": "Z.ai",
      "reasoningLevels": [
        "high"
      ],
      "plannedSeries": 6,
      "status": "ranked",
      "rank": 9,
      "rating": 1482.4,
      "ciLow": 1190.5,
      "ciHigh": 1774.2,
      "seriesWins": 2,
      "seriesLosses": 4,
      "gameWins": 4,
      "gameLosses": 9,
      "calls": 134,
      "inputTokens": 1614886,
      "cachedInputTokens": 150464,
      "outputTokens": 832619,
      "reasoningTokens": 830943,
      "totalTokens": 2447505,
      "estimatedCostUsd": 5.7348,
      "paidCalls": 244,
      "paidTotalTokens": 4356582,
      "paidEstimatedCostUsd": 10.0539,
      "protocols": [
        "joint-action-json-schema-v1"
      ],
      "resolvedModels": [
        "glm-5.3"
      ]
    },
    {
      "id": "grok-4.7",
      "name": "Grok 4.7",
      "provider": "xAI",
      "reasoningLevels": [
        "high"
      ],
      "plannedSeries": 6,
      "status": "ranked",
      "rank": 9,
      "rating": 1482.4,
      "ciLow": 1190.5,
      "ciHigh": 1774.2,
      "seriesWins": 2,
      "seriesLosses": 4,
      "gameWins": 7,
      "gameLosses": 9,
      "calls": 172,
      "inputTokens": 2468546,
      "cachedInputTokens": 207744,
      "outputTokens": 2269716,
      "reasoningTokens": 2268512,
      "totalTokens": 4738262,
      "estimatedCostUsd": 18.2438,
      "paidCalls": 187,
      "paidTotalTokens": 5104806,
      "paidEstimatedCostUsd": 19.6418,
      "protocols": [
        "joint-action-json-schema-v1"
      ],
      "resolvedModels": [
        "grok-4.7"
      ]
    },
    {
      "id": "kimi-k3",
      "name": "Kimi K3",
      "provider": "Moonshot AI",
      "reasoningLevels": [
        "high"
      ],
      "plannedSeries": 6,
      "status": "ranked",
      "rank": 9,
      "rating": 1482.4,
      "ciLow": 1190.5,
      "ciHigh": 1774.2,
      "seriesWins": 2,
      "seriesLosses": 4,
      "gameWins": 4,
      "gameLosses": 8,
      "calls": 120,
      "inputTokens": 1401301,
      "cachedInputTokens": 128512,
      "outputTokens": 513128,
      "reasoningTokens": 510607,
      "totalTokens": 1914429,
      "estimatedCostUsd": 11.5538,
      "paidCalls": 120,
      "paidTotalTokens": 1914429,
      "paidEstimatedCostUsd": 11.5538,
      "protocols": [
        "joint-action-json-schema-v1"
      ],
      "resolvedModels": [
        "kimi-k3"
      ]
    },
    {
      "id": "gpt-6-luna",
      "name": "GPT-6 Luna",
      "provider": "OpenAI",
      "reasoningLevels": [
        "high"
      ],
      "plannedSeries": 36,
      "status": "ranked",
      "rank": 12,
      "rating": 1379.9,
      "ciLow": 1243.9,
      "ciHigh": 1515.9,
      "seriesWins": 14,
      "seriesLosses": 22,
      "gameWins": 35,
      "gameLosses": 48,
      "calls": 846,
      "inputTokens": 9958792,
      "cachedInputTokens": 307383,
      "outputTokens": 1344060,
      "reasoningTokens": 1329678,
      "totalTokens": 11302852,
      "estimatedCostUsd": 1.6402,
      "paidCalls": 908,
      "paidTotalTokens": 12071391,
      "paidEstimatedCostUsd": 1.7424,
      "protocols": [
        "joint-action-json-schema-v1"
      ],
      "resolvedModels": [
        "gpt-6-luna"
      ]
    },
    {
      "id": "gpt-5.6-terra",
      "name": "GPT-5.6 Terra",
      "provider": "OpenAI",
      "reasoningLevels": [
        "high"
      ],
      "plannedSeries": 10,
      "status": "ranked",
      "rank": 13,
      "rating": 1276.0,
      "ciLow": 1018.4,
      "ciHigh": 1533.6,
      "seriesWins": 2,
      "seriesLosses": 8,
      "gameWins": 6,
      "gameLosses": 16,
      "calls": 235,
      "inputTokens": 2757135,
      "cachedInputTokens": 62137,
      "outputTokens": 275068,
      "reasoningTokens": 271073,
      "totalTokens": 3032203,
      "estimatedCostUsd": 8.7032,
      "paidCalls": 235,
      "paidTotalTokens": 3032203,
      "paidEstimatedCostUsd": 8.7032,
      "protocols": [
        "joint-action-json-schema-v1"
      ],
      "resolvedModels": [
        "gpt-5.6-terra"
      ]
    },
    {
      "id": "gpt-5.6-luna",
      "name": "GPT-5.6 Luna",
      "provider": "OpenAI",
      "reasoningLevels": [
        "high"
      ],
      "plannedSeries": 14,
      "status": "ranked",
      "rank": 14,
      "rating": 1267.8,
      "ciLow": 1044.0,
      "ciHigh": 1491.6,
      "seriesWins": 5,
      "seriesLosses": 9,
      "gameWins": 11,
      "gameLosses": 19,
      "calls": 280,
      "inputTokens": 3226463,
      "cachedInputTokens": 84276,
      "outputTokens": 639701,
      "reasoningTokens": 634941,
      "totalTokens": 3866164,
      "estimatedCostUsd": 1.3978,
      "paidCalls": 296,
      "paidTotalTokens": 4016660,
      "paidEstimatedCostUsd": 1.4325,
      "protocols": [
        "joint-action-json-schema-v1"
      ],
      "resolvedModels": [
        "gpt-5.6-luna"
      ]
    },
    {
      "id": "clef",
      "name": "Clef",
      "provider": "Cloudflare",
      "reasoningLevels": [
        "none"
      ],
      "plannedSeries": 16,
      "status": "ranked",
      "rank": 15,
      "rating": 1115.4,
      "ciLow": 881.9,
      "ciHigh": 1348.8,
      "seriesWins": 4,
      "seriesLosses": 12,
      "gameWins": 8,
      "gameLosses": 26,
      "calls": 308,
      "inputTokens": 3705374,
      "cachedInputTokens": 0,
      "outputTokens": 0,
      "reasoningTokens": 0,
      "totalTokens": 3705374,
      "estimatedCostUsd": null,
      "paidCalls": 346,
      "paidTotalTokens": 4098623,
      "paidEstimatedCostUsd": null,
      "protocols": [
        "system-one-choice-tournament-v1"
      ],
      "resolvedModels": [
        "clef"
      ]
    },
    {
      "id": "jev-1.13.0",
      "name": "Jev 1.13",
      "provider": "TypeSafe AI",
      "reasoningLevels": [
        "none"
      ],
      "plannedSeries": 12,
      "status": "ranked",
      "rank": 16,
      "rating": 972.8,
      "ciLow": 682.4,
      "ciHigh": 1263.3,
      "seriesWins": 1,
      "seriesLosses": 11,
      "gameWins": 4,
      "gameLosses": 22,
      "calls": 222,
      "inputTokens": 4078370,
      "cachedInputTokens": 0,
      "outputTokens": 176940,
      "reasoningTokens": 0,
      "totalTokens": 4255310,
      "estimatedCostUsd": 0.1713,
      "paidCalls": 224,
      "paidTotalTokens": 4273484,
      "paidEstimatedCostUsd": 0.172,
      "protocols": [
        "system-one-choice-tournament-v1"
      ],
      "resolvedModels": [
        "jev-1.13.0"
      ]
    }
  ],
  "headToHead": [
    {
      "model": "claude-fable-5-1",
      "opponent": "gpt-6-astra",
      "series": 2,
      "seriesWins": 0,
      "games": 5,
      "gameWins": 1
    },
    {
      "model": "claude-fable-5-1",
      "opponent": "gpt-6-luna",
      "series": 2,
      "seriesWins": 2,
      "games": 5,
      "gameWins": 4
    },
    {
      "model": "claude-fable-5-1",
      "opponent": "gpt-6-sol",
      "series": 2,
      "seriesWins": 1,
      "games": 5,
      "gameWins": 2
    },
    {
      "model": "claude-opus-5-5",
      "opponent": "gpt-6-astra",
      "series": 2,
      "seriesWins": 1,
      "games": 5,
      "gameWins": 2
    },
    {
      "model": "claude-opus-5-5",
      "opponent": "gpt-6-luna",
      "series": 2,
      "seriesWins": 1,
      "games": 5,
      "gameWins": 3
    },
    {
      "model": "claude-opus-5-5",
      "opponent": "gpt-6-sol",
      "series": 2,
      "seriesWins": 1,
      "games": 6,
      "gameWins": 3
    },
    {
      "model": "clef",
      "opponent": "gpt-5.6-luna",
      "series": 2,
      "seriesWins": 0,
      "games": 4,
      "gameWins": 0
    },
    {
      "model": "clef",
      "opponent": "gpt-6-astra",
      "series": 2,
      "seriesWins": 0,
      "games": 4,
      "gameWins": 0
    },
    {
      "model": "clef",
      "opponent": "gpt-6-luna",
      "series": 6,
      "seriesWins": 1,
      "games": 13,
      "gameWins": 2
    },
    {
      "model": "clef",
      "opponent": "gpt-6-sol",
      "series": 2,
      "seriesWins": 0,
      "games": 4,
      "gameWins": 0
    },
    {
      "model": "clef",
      "opponent": "jev-1.13.0",
      "series": 4,
      "seriesWins": 3,
      "games": 9,
      "gameWins": 6
    },
    {
      "model": "gemini-3.8-flash",
      "opponent": "gpt-6-astra",
      "series": 2,
      "seriesWins": 0,
      "games": 4,
      "gameWins": 0
    },
    {
      "model": "gemini-3.8-flash",
      "opponent": "gpt-6-luna",
      "series": 2,
      "seriesWins": 2,
      "games": 4,
      "gameWins": 4
    },
    {
      "model": "gemini-3.8-flash",
      "opponent": "gpt-6-sol",
      "series": 2,
      "seriesWins": 2,
      "games": 5,
      "gameWins": 4
    },
    {
      "model": "glm-5.3",
      "opponent": "gpt-6-astra",
      "series": 2,
      "seriesWins": 0,
      "games": 4,
      "gameWins": 0
    },
    {
      "model": "glm-5.3",
      "opponent": "gpt-6-luna",
      "series": 2,
      "seriesWins": 1,
      "games": 4,
      "gameWins": 2
    },
    {
      "model": "glm-5.3",
      "opponent": "gpt-6-sol",
      "series": 2,
      "seriesWins": 1,
      "games": 5,
      "gameWins": 2
    },
    {
      "model": "gpt-5.6-luna",
      "opponent": "clef",
      "series": 2,
      "seriesWins": 2,
      "games": 4,
      "gameWins": 4
    },
    {
      "model": "gpt-5.6-luna",
      "opponent": "gpt-5.6-sol",
      "series": 2,
      "seriesWins": 0,
      "games": 4,
      "gameWins": 0
    },
    {
      "model": "gpt-5.6-luna",
      "opponent": "gpt-5.6-terra",
      "series": 2,
      "seriesWins": 1,
      "games": 5,
      "gameWins": 2
    },
    {
      "model": "gpt-5.6-luna",
      "opponent": "gpt-6-astra",
      "series": 2,
      "seriesWins": 0,
      "games": 4,
      "gameWins": 0
    },
    {
      "model": "gpt-5.6-luna",
      "opponent": "gpt-6-luna",
      "series": 2,
      "seriesWins": 0,
      "games": 5,
      "gameWins": 1
    },
    {
      "model": "gpt-5.6-luna",
      "opponent": "gpt-6-sol",
      "series": 2,
      "seriesWins": 0,
      "games": 4,
      "gameWins": 0
    },
    {
      "model": "gpt-5.6-luna",
      "opponent": "jev-1.13.0",
      "series": 2,
      "seriesWins": 2,
      "games": 4,
      "gameWins": 4
    },
    {
      "model": "gpt-5.6-sol",
      "opponent": "gpt-5.6-luna",
      "series": 2,
      "seriesWins": 2,
      "games": 4,
      "gameWins": 4
    },
    {
      "model": "gpt-5.6-sol",
      "opponent": "gpt-5.6-terra",
      "series": 2,
      "seriesWins": 2,
      "games": 4,
      "gameWins": 4
    },
    {
      "model": "gpt-5.6-sol",
      "opponent": "gpt-6-astra",
      "series": 2,
      "seriesWins": 0,
      "games": 5,
      "gameWins": 1
    },
    {
      "model": "gpt-5.6-sol",
      "opponent": "gpt-6-luna",
      "series": 2,
      "seriesWins": 1,
      "games": 5,
      "gameWins": 2
    },
    {
      "model": "gpt-5.6-sol",
      "opponent": "gpt-6-sol",
      "series": 2,
      "seriesWins": 1,
      "games": 6,
      "gameWins": 3
    },
    {
      "model": "gpt-5.6-terra",
      "opponent": "gpt-5.6-luna",
      "series": 2,
      "seriesWins": 1,
      "games": 5,
      "gameWins": 3
    },
    {
      "model": "gpt-5.6-terra",
      "opponent": "gpt-5.6-sol",
      "series": 2,
      "seriesWins": 0,
      "games": 4,
      "gameWins": 0
    },
    {
      "model": "gpt-5.6-terra",
      "opponent": "gpt-6-astra",
      "series": 2,
      "seriesWins": 0,
      "games": 4,
      "gameWins": 0
    },
    {
      "model": "gpt-5.6-terra",
      "opponent": "gpt-6-luna",
      "series": 2,
      "seriesWins": 1,
      "games": 5,
      "gameWins": 3
    },
    {
      "model": "gpt-5.6-terra",
      "opponent": "gpt-6-sol",
      "series": 2,
      "seriesWins": 0,
      "games": 4,
      "gameWins": 0
    },
    {
      "model": "gpt-6-astra",
      "opponent": "claude-fable-5-1",
      "series": 2,
      "seriesWins": 2,
      "games": 5,
      "gameWins": 4
    },
    {
      "model": "gpt-6-astra",
      "opponent": "claude-opus-5-5",
      "series": 2,
      "seriesWins": 1,
      "games": 5,
      "gameWins": 3
    },
    {
      "model": "gpt-6-astra",
      "opponent": "clef",
      "series": 2,
      "seriesWins": 2,
      "games": 4,
      "gameWins": 4
    },
    {
      "model": "gpt-6-astra",
      "opponent": "gemini-3.8-flash",
      "series": 2,
      "seriesWins": 2,
      "games": 4,
      "gameWins": 4
    },
    {
      "model": "gpt-6-astra",
      "opponent": "glm-5.3",
      "series": 2,
      "seriesWins": 2,
      "games": 4,
      "gameWins": 4
    },
    {
      "model": "gpt-6-astra",
      "opponent": "gpt-5.6-luna",
      "series": 2,
      "seriesWins": 2,
      "games": 4,
      "gameWins": 4
    },
    {
      "model": "gpt-6-astra",
      "opponent": "gpt-5.6-sol",
      "series": 2,
      "seriesWins": 2,
      "games": 5,
      "gameWins": 4
    },
    {
      "model": "gpt-6-astra",
      "opponent": "gpt-5.6-terra",
      "series": 2,
      "seriesWins": 2,
      "games": 4,
      "gameWins": 4
    },
    {
      "model": "gpt-6-astra",
      "opponent": "gpt-6-luna",
      "series": 2,
      "seriesWins": 2,
      "games": 4,
      "gameWins": 4
    },
    {
      "model": "gpt-6-astra",
      "opponent": "gpt-6-sol",
      "series": 2,
      "seriesWins": 2,
      "games": 4,
      "gameWins": 4
    },
    {
      "model": "gpt-6-astra",
      "opponent": "gpt-6.1-sol",
      "series": 4,
      "seriesWins": 3,
      "games": 11,
      "gameWins": 7
    },
    {
      "model": "gpt-6-astra",
      "opponent": "grok-4.7",
      "series": 2,
      "seriesWins": 2,
      "games": 5,
      "gameWins": 4
    },
    {
      "model": "gpt-6-astra",
      "opponent": "jev-1.13.0",
      "series": 2,
      "seriesWins": 2,
      "games": 4,
      "gameWins": 4
    },
    {
      "model": "gpt-6-astra",
      "opponent": "kimi-k3",
      "series": 2,
      "seriesWins": 1,
      "games": 4,
      "gameWins": 2
    },
    {
      "model": "gpt-6-astra",
      "opponent": "muse-spark-1.3",
      "series": 2,
      "seriesWins": 1,
      "games": 5,
      "gameWins": 3
    },
    {
      "model": "gpt-6-luna",
      "opponent": "claude-fable-5-1",
      "series": 2,
      "seriesWins": 0,
      "games": 5,
      "gameWins": 1
    },
    {
      "model": "gpt-6-luna",
      "opponent": "claude-opus-5-5",
      "series": 2,
      "seriesWins": 1,
      "games": 5,
      "gameWins": 2
    },
    {
      "model": "gpt-6-luna",
      "opponent": "clef",
      "series": 6,
      "seriesWins": 5,
      "games": 13,
      "gameWins": 11
    },
    {
      "model": "gpt-6-luna",
      "opponent": "gemini-3.8-flash",
      "series": 2,
      "seriesWins": 0,
      "games": 4,
      "gameWins": 0
    },
    {
      "model": "gpt-6-luna",
      "opponent": "glm-5.3",
      "series": 2,
      "seriesWins": 1,
      "games": 4,
      "gameWins": 2
    },
    {
      "model": "gpt-6-luna",
      "opponent": "gpt-5.6-luna",
      "series": 2,
      "seriesWins": 2,
      "games": 5,
      "gameWins": 4
    },
    {
      "model": "gpt-6-luna",
      "opponent": "gpt-5.6-sol",
      "series": 2,
      "seriesWins": 1,
      "games": 5,
      "gameWins": 3
    },
    {
      "model": "gpt-6-luna",
      "opponent": "gpt-5.6-terra",
      "series": 2,
      "seriesWins": 1,
      "games": 5,
      "gameWins": 2
    },
    {
      "model": "gpt-6-luna",
      "opponent": "gpt-6-astra",
      "series": 2,
      "seriesWins": 0,
      "games": 4,
      "gameWins": 0
    },
    {
      "model": "gpt-6-luna",
      "opponent": "gpt-6-sol",
      "series": 2,
      "seriesWins": 0,
      "games": 5,
      "gameWins": 1
    },
    {
      "model": "gpt-6-luna",
      "opponent": "gpt-6.1-sol",
      "series": 4,
      "seriesWins": 0,
      "games": 9,
      "gameWins": 1
    },
    {
      "model": "gpt-6-luna",
      "opponent": "grok-4.7",
      "series": 2,
      "seriesWins": 0,
      "games": 5,
      "gameWins": 1
    },
    {
      "model": "gpt-6-luna",
      "opponent": "jev-1.13.0",
      "series": 2,
      "seriesWins": 2,
      "games": 5,
      "gameWins": 4
    },
    {
      "model": "gpt-6-luna",
      "opponent": "kimi-k3",
      "series": 2,
      "seriesWins": 1,
      "games": 4,
      "gameWins": 2
    },
    {
      "model": "gpt-6-luna",
      "opponent": "muse-spark-1.3",
      "series": 2,
      "seriesWins": 0,
      "games": 5,
      "gameWins": 1
    },
    {
      "model": "gpt-6-sol",
      "opponent": "claude-fable-5-1",
      "series": 2,
      "seriesWins": 1,
      "games": 5,
      "gameWins": 3
    },
    {
      "model": "gpt-6-sol",
      "opponent": "claude-opus-5-5",
      "series": 2,
      "seriesWins": 1,
      "games": 6,
      "gameWins": 3
    },
    {
      "model": "gpt-6-sol",
      "opponent": "clef",
      "series": 2,
      "seriesWins": 2,
      "games": 4,
      "gameWins": 4
    },
    {
      "model": "gpt-6-sol",
      "opponent": "gemini-3.8-flash",
      "series": 2,
      "seriesWins": 0,
      "games": 5,
      "gameWins": 1
    },
    {
      "model": "gpt-6-sol",
      "opponent": "glm-5.3",
      "series": 2,
      "seriesWins": 1,
      "games": 5,
      "gameWins": 3
    },
    {
      "model": "gpt-6-sol",
      "opponent": "gpt-5.6-luna",
      "series": 2,
      "seriesWins": 2,
      "games": 4,
      "gameWins": 4
    },
    {
      "model": "gpt-6-sol",
      "opponent": "gpt-5.6-sol",
      "series": 2,
      "seriesWins": 1,
      "games": 6,
      "gameWins": 3
    },
    {
      "model": "gpt-6-sol",
      "opponent": "gpt-5.6-terra",
      "series": 2,
      "seriesWins": 2,
      "games": 4,
      "gameWins": 4
    },
    {
      "model": "gpt-6-sol",
      "opponent": "gpt-6-astra",
      "series": 2,
      "seriesWins": 0,
      "games": 4,
      "gameWins": 0
    },
    {
      "model": "gpt-6-sol",
      "opponent": "gpt-6-luna",
      "series": 2,
      "seriesWins": 2,
      "games": 5,
      "gameWins": 4
    },
    {
      "model": "gpt-6-sol",
      "opponent": "gpt-6.1-sol",
      "series": 4,
      "seriesWins": 0,
      "games": 9,
      "gameWins": 1
    },
    {
      "model": "gpt-6-sol",
      "opponent": "grok-4.7",
      "series": 2,
      "seriesWins": 2,
      "games": 6,
      "gameWins": 4
    },
    {
      "model": "gpt-6-sol",
      "opponent": "jev-1.13.0",
      "series": 2,
      "seriesWins": 2,
      "games": 4,
      "gameWins": 4
    },
    {
      "model": "gpt-6-sol",
      "opponent": "kimi-k3",
      "series": 2,
      "seriesWins": 2,
      "games": 4,
      "gameWins": 4
    },
    {
      "model": "gpt-6-sol",
      "opponent": "muse-spark-1.3",
      "series": 2,
      "seriesWins": 2,
      "games": 4,
      "gameWins": 4
    },
    {
      "model": "gpt-6.1-sol",
      "opponent": "gpt-6-astra",
      "series": 4,
      "seriesWins": 1,
      "games": 11,
      "gameWins": 4
    },
    {
      "model": "gpt-6.1-sol",
      "opponent": "gpt-6-luna",
      "series": 4,
      "seriesWins": 4,
      "games": 9,
      "gameWins": 8
    },
    {
      "model": "gpt-6.1-sol",
      "opponent": "gpt-6-sol",
      "series": 4,
      "seriesWins": 4,
      "games": 9,
      "gameWins": 8
    },
    {
      "model": "grok-4.7",
      "opponent": "gpt-6-astra",
      "series": 2,
      "seriesWins": 0,
      "games": 5,
      "gameWins": 1
    },
    {
      "model": "grok-4.7",
      "opponent": "gpt-6-luna",
      "series": 2,
      "seriesWins": 2,
      "games": 5,
      "gameWins": 4
    },
    {
      "model": "grok-4.7",
      "opponent": "gpt-6-sol",
      "series": 2,
      "seriesWins": 0,
      "games": 6,
      "gameWins": 2
    },
    {
      "model": "jev-1.13.0",
      "opponent": "clef",
      "series": 4,
      "seriesWins": 1,
      "games": 9,
      "gameWins": 3
    },
    {
      "model": "jev-1.13.0",
      "opponent": "gpt-5.6-luna",
      "series": 2,
      "seriesWins": 0,
      "games": 4,
      "gameWins": 0
    },
    {
      "model": "jev-1.13.0",
      "opponent": "gpt-6-astra",
      "series": 2,
      "seriesWins": 0,
      "games": 4,
      "gameWins": 0
    },
    {
      "model": "jev-1.13.0",
      "opponent": "gpt-6-luna",
      "series": 2,
      "seriesWins": 0,
      "games": 5,
      "gameWins": 1
    },
    {
      "model": "jev-1.13.0",
      "opponent": "gpt-6-sol",
      "series": 2,
      "seriesWins": 0,
      "games": 4,
      "gameWins": 0
    },
    {
      "model": "kimi-k3",
      "opponent": "gpt-6-astra",
      "series": 2,
      "seriesWins": 1,
      "games": 4,
      "gameWins": 2
    },
    {
      "model": "kimi-k3",
      "opponent": "gpt-6-luna",
      "series": 2,
      "seriesWins": 1,
      "games": 4,
      "gameWins": 2
    },
    {
      "model": "kimi-k3",
      "opponent": "gpt-6-sol",
      "series": 2,
      "seriesWins": 0,
      "games": 4,
      "gameWins": 0
    },
    {
      "model": "muse-spark-1.3",
      "opponent": "gpt-6-astra",
      "series": 2,
      "seriesWins": 1,
      "games": 5,
      "gameWins": 2
    },
    {
      "model": "muse-spark-1.3",
      "opponent": "gpt-6-luna",
      "series": 2,
      "seriesWins": 2,
      "games": 5,
      "gameWins": 4
    },
    {
      "model": "muse-spark-1.3",
      "opponent": "gpt-6-sol",
      "series": 2,
      "seriesWins": 0,
      "games": 4,
      "gameWins": 0
    }
  ],
  "summary": {
    "rankedModels": 16,
    "experimentalModels": 0,
    "completedSeries": 108,
    "rankedSeries": 108,
    "plannedSeries": 108,
    "battleGames": 247,
    "rankedBattleGames": 247,
    "usageRecords": 5757,
    "inputTokens": 74876618,
    "outputTokens": 12863769,
    "reasoningTokens": 14754536,
    "totalTokens": 89890033,
    "estimatedCostUsd": 446.27,
    "pricedCalls": 5411,
    "unpricedCalls": 346,
    "pricedTokens": 85791410,
    "unpricedTokens": 4098623,
    "evaluatedCalls": 4961,
    "evaluatedTokens": 76722159,
    "teamPoolSize": 395,
    "sampledTeams": 71,
    "uniqueScenarios": 40
  },
  "runs": [
    {
      "id": "openai-six-mirrored-season-1-scenario-1",
      "status": "complete",
      "completedSeries": 30,
      "plannedSeries": 30,
      "protocol": "joint-action-json-schema-v1",
      "createdAt": "2026-09-28T09:19:38.287383Z",
      "sourceHash": "666675e5cd74066b8ea0829ccabf4eda6af92abc1a9849c3d267900cc8170463",
      "failedAttempts": 0,
      "evidencePath": "/evidence/openai-six-mirrored-season-1-scenario-1.json"
    },
    {
      "id": "cross-provider-anchored-season-1-recovery-2",
      "status": "complete",
      "completedSeries": 42,
      "plannedSeries": 42,
      "protocol": "joint-action-json-schema-v1",
      "createdAt": "2026-09-29T18:37:44.268657Z",
      "sourceHash": "9545ca3de938fae34216f706a251a4f71fc816bad2f02eed700d319746890a38",
      "failedAttempts": 17,
      "evidencePath": "/evidence/cross-provider-anchored-season-1-recovery-2.json"
    },
    {
      "id": "gpt-6.1-sol-anchored-season-1",
      "status": "complete",
      "completedSeries": 6,
      "plannedSeries": 6,
      "protocol": "joint-action-json-schema-v1",
      "createdAt": "2026-10-01T16:37:41.831201Z",
      "sourceHash": "25289731328d442a9b787fcd476cc866bea8878d561780009b626c1806a2046a",
      "failedAttempts": 0,
      "evidencePath": "/evidence/gpt-6.1-sol-anchored-season-1.json"
    },
    {
      "id": "gpt-6.1-sol-anchored-season-2",
      "status": "complete",
      "completedSeries": 6,
      "plannedSeries": 6,
      "protocol": "joint-action-json-schema-v1",
      "createdAt": "2026-10-01T16:37:42.596990Z",
      "sourceHash": "25289731328d442a9b787fcd476cc866bea8878d561780009b626c1806a2046a",
      "failedAttempts": 0,
      "evidencePath": "/evidence/gpt-6.1-sol-anchored-season-2.json"
    },
    {
      "id": "system-one-anchored-season-1",
      "status": "complete",
      "completedSeries": 12,
      "plannedSeries": 12,
      "protocol": "system-one-choice-tournament-v1",
      "createdAt": "2026-10-02T06:02:29.549826Z",
      "sourceHash": "1040eb5165f7558b4e08e9dfa3dc635b58641b8f877d91191dacac97cb863c8a",
      "failedAttempts": 4,
      "evidencePath": "/evidence/system-one-anchored-season-1.json"
    },
    {
      "id": "system-one-precision-2026-10-04-round-01-clef",
      "status": "complete",
      "completedSeries": 2,
      "plannedSeries": 2,
      "protocol": "system-one-choice-tournament-v1",
      "createdAt": "2026-10-04T18:25:23.930249Z",
      "sourceHash": "66163d281b40545e892e7fc4a03d4579bf9e157c75740e27c210414e33a6240c",
      "failedAttempts": 0,
      "evidencePath": "/evidence/system-one-precision-2026-10-04-round-01-clef.json"
    },
    {
      "id": "system-one-precision-2026-10-04-round-01-jev",
      "status": "complete",
      "completedSeries": 2,
      "plannedSeries": 2,
      "protocol": "system-one-choice-tournament-v1",
      "createdAt": "2026-10-04T18:25:23.930178Z",
      "sourceHash": "66163d281b40545e892e7fc4a03d4579bf9e157c75740e27c210414e33a6240c",
      "failedAttempts": 0,
      "evidencePath": "/evidence/system-one-precision-2026-10-04-round-01-jev.json"
    },
    {
      "id": "system-one-precision-2026-10-04-round-02-clef",
      "status": "complete",
      "completedSeries": 2,
      "plannedSeries": 2,
      "protocol": "system-one-choice-tournament-v1",
      "createdAt": "2026-10-04T18:39:15.930145Z",
      "sourceHash": "66163d281b40545e892e7fc4a03d4579bf9e157c75740e27c210414e33a6240c",
      "failedAttempts": 0,
      "evidencePath": "/evidence/system-one-precision-2026-10-04-round-02-clef.json"
    },
    {
      "id": "system-one-precision-2026-10-04-round-02-jev",
      "status": "complete",
      "completedSeries": 2,
      "plannedSeries": 2,
      "protocol": "system-one-choice-tournament-v1",
      "createdAt": "2026-10-04T18:39:15.930195Z",
      "sourceHash": "66163d281b40545e892e7fc4a03d4579bf9e157c75740e27c210414e33a6240c",
      "failedAttempts": 1,
      "evidencePath": "/evidence/system-one-precision-2026-10-04-round-02-jev.json"
    },
    {
      "id": "system-one-precision-2026-10-04-round-03-clef",
      "status": "complete",
      "completedSeries": 2,
      "plannedSeries": 2,
      "protocol": "system-one-choice-tournament-v1",
      "createdAt": "2026-10-04T18:54:43.456282Z",
      "sourceHash": "66163d281b40545e892e7fc4a03d4579bf9e157c75740e27c210414e33a6240c",
      "failedAttempts": 0,
      "evidencePath": "/evidence/system-one-precision-2026-10-04-round-03-clef.json"
    },
    {
      "id": "system-one-precision-2026-10-04-round-03-jev",
      "status": "complete",
      "completedSeries": 2,
      "plannedSeries": 2,
      "protocol": "system-one-choice-tournament-v1",
      "createdAt": "2026-10-04T18:54:43.456314Z",
      "sourceHash": "66163d281b40545e892e7fc4a03d4579bf9e157c75740e27c210414e33a6240c",
      "failedAttempts": 0,
      "evidencePath": "/evidence/system-one-precision-2026-10-04-round-03-jev.json"
    }
  ],
  "pricing": [
    {
      "model": "claude-fable-5-1",
      "name": "Claude Fable 5.1",
      "input": 10,
      "cachedInput": 0.25,
      "output": 50,
      "source": "https://www.anthropic.com/claude-fable-and-mythos-5-1",
      "sourceLabel": "Anthropic announcement",
      "note": ""
    },
    {
      "model": "claude-opus-5-5",
      "name": "Claude Opus 5.5",
      "input": 4,
      "cachedInput": 0.2,
      "output": 20,
      "source": "https://www.anthropic.com/claude-opus-5-5",
      "sourceLabel": "Anthropic announcement",
      "note": ""
    },
    {
      "model": "gemini-3.8-flash",
      "name": "Gemini 3.8 Flash",
      "input": 0.75,
      "cachedInput": 0.075,
      "output": 3.75,
      "source": "https://ai.google.dev/gemini-api/docs/pricing",
      "sourceLabel": "Google pricing",
      "note": "Introductory pricing through 2026-12-31."
    },
    {
      "model": "glm-5.3",
      "name": "GLM 5.3",
      "input": 1.4,
      "cachedInput": 0.14,
      "output": 4.4,
      "source": "https://docs.z.ai/guides/overview/pricing",
      "sourceLabel": "Z.ai pricing",
      "note": ""
    },
    {
      "model": "gpt-5.6-luna",
      "name": "GPT-5.6 Luna",
      "input": 0.2,
      "cachedInput": 0.02,
      "output": 1.2,
      "source": "https://developers.openai.com/api/docs/models/gpt-5.6-luna",
      "sourceLabel": "OpenAI pricing",
      "note": ""
    },
    {
      "model": "gpt-5.6-sol",
      "name": "GPT-5.6 Sol",
      "input": 4,
      "cachedInput": 0.4,
      "output": 20,
      "source": "https://developers.openai.com/api/docs/models/gpt-5.6-sol",
      "sourceLabel": "OpenAI pricing",
      "note": ""
    },
    {
      "model": "gpt-5.6-terra",
      "name": "GPT-5.6 Terra",
      "input": 2,
      "cachedInput": 0.2,
      "output": 12,
      "source": "https://developers.openai.com/api/docs/models/gpt-5.6-terra",
      "sourceLabel": "OpenAI pricing",
      "note": ""
    },
    {
      "model": "gpt-6-astra",
      "name": "GPT-6 Astra",
      "input": 10,
      "cachedInput": 1,
      "output": 50,
      "source": "https://developers.openai.com/api/docs/models/gpt-6-astra",
      "sourceLabel": "OpenAI pricing",
      "note": ""
    },
    {
      "model": "gpt-6-luna",
      "name": "GPT-6 Luna",
      "input": 0.1,
      "cachedInput": 0.01,
      "output": 0.5,
      "source": "https://developers.openai.com/api/docs/models/gpt-6-luna",
      "sourceLabel": "OpenAI pricing",
      "note": ""
    },
    {
      "model": "gpt-6-sol",
      "name": "GPT-6 Sol",
      "input": 2,
      "cachedInput": 0.2,
      "output": 10,
      "source": "https://developers.openai.com/api/docs/models/gpt-6-sol",
      "sourceLabel": "OpenAI pricing",
      "note": ""
    },
    {
      "model": "gpt-6.1-sol",
      "name": "GPT-6.1 Sol",
      "input": 2,
      "cachedInput": 0.1,
      "output": 10,
      "source": "https://developers.openai.com/api/docs/models/gpt-6.1-sol",
      "sourceLabel": "OpenAI pricing",
      "note": ""
    },
    {
      "model": "grok-4.7",
      "name": "Grok 4.7",
      "input": 2,
      "cachedInput": 0.5,
      "output": 6,
      "source": "https://docs.x.ai/docs/models/grok-4-7",
      "sourceLabel": "xAI pricing",
      "note": "Short-context standard rate."
    },
    {
      "model": "jev-1.13.0",
      "name": "Jev 1.13",
      "input": 0.042,
      "cachedInput": 0.042,
      "output": 0,
      "source": "https://docs.typesafe.ai/models",
      "sourceLabel": "TypeSafe AI pricing",
      "note": "Input tokens only."
    },
    {
      "model": "kimi-k3",
      "name": "Kimi K3",
      "input": 3,
      "cachedInput": 0.3,
      "output": 15,
      "source": "https://platform.moonshot.ai/docs/pricing/chat-k3",
      "sourceLabel": "Moonshot pricing",
      "note": ""
    },
    {
      "model": "muse-spark-1.3",
      "name": "Muse Spark 1.3",
      "input": 1.25,
      "cachedInput": 0.15,
      "output": 4.25,
      "source": "https://dev.meta.ai/docs/pricing-rate-limits",
      "sourceLabel": "Meta pricing",
      "note": ""
    }
  ],
  "method": {
    "format": "Pok\u00e9mon Champions VGC 2026 Regulation M-B",
    "rating": "Regularized Bradley\u2013Terry fit (MAP), transformed to an Elo-like scale centered at 1500. All models share a centered Gaussian log-strength prior with standard deviation 2 (about 347 rating points).",
    "unit": "One series is one best-of-three leg. Ratings use series winners, not individual game wins.",
    "pairing": "Each sampled team pair is played as two fresh-memory legs with models swapping teams and player seats, balancing assignment effects within that pairing.",
    "information": "Both models receive open team sheets, full legal-action menus, public battle state, and the opponent team before game one.",
    "randomness": "Team selection and each simulated battle are deterministically seeded and recorded.",
    "pool": "71 of 395 reconstructed Masters teams from the 2026 World Championships appear in ranked play across 40 paired scenarios.",
    "stats": "Official stat alignments (natures); EVs and IVs were not published and are intentionally omitted from simulator imports.",
    "sampling": "The six-model OpenAI round robin reused one team pair across all 15 pairings; other ranked pairings used seeded scenarios. Jev/Clef precision batches adaptively selected inexpensive opponents by expected posterior variance reduction, with a fixed 24-series cap and a 20% interval-width goal. Intervals remain conditional on this sampling and the prior.",
    "uncertainty": "The 95% Laplace posterior intervals are conditional on the Gaussian prior, observed results, and adaptive opponent selection and stopping. Legs are treated as independent despite shared mirrored teams and seeds; these intervals do not estimate uncertainty across the full Worlds team population or guarantee frequentist coverage.",
    "comparability": "Ratings compare evaluated systems across one connected match graph. Jev and Clef use a grouped System One decision interface rather than one joint-action JSON response; their ratings measure model-plus-interface performance. Completed series count even while a schedule is unfinished."
  },
  "provenance": {
    "promptHash": "616b92ec85257b91c3a962ff9b68861bd4d95cde917e5b3a7064a91b4e81aa5d",
    "poolHash": "f5533a4e868a59bf63d43896525570ef271464971e781550c5393e3fab414261",
    "showdownRevision": "2ddfa0476f8207e12e204b1c69f7c7683b17633c",
    "harnessHashes": [
      "1040eb5165f7558b4e08e9dfa3dc635b58641b8f877d91191dacac97cb863c8a",
      "25289731328d442a9b787fcd476cc866bea8878d561780009b626c1806a2046a",
      "66163d281b40545e892e7fc4a03d4579bf9e157c75740e27c210414e33a6240c",
      "666675e5cd74066b8ea0829ccabf4eda6af92abc1a9849c3d267900cc8170463",
      "9545ca3de938fae34216f706a251a4f71fc816bad2f02eed700d319746890a38"
    ],
    "evidenceUpdatedAt": "2026-10-04T19:06:57.255852Z"
  },
  "costMethod": {
    "scope": "Completed decisions with normalized usage in battle JSONL files. Decisions inside failed or retried match attempts remain when usage was logged; provider requests that failed before reporting usage are excluded. Leaderboard-row usage is limited to canonical trajectories for the displayed results.",
    "estimate": "Priced token counts multiplied by public standard API list prices as of 2026-10-02; taxes, prepaid credits, tier discounts, unlogged billing, and Clef's neuron-priced usage are excluded.",
    "pricing": [
      {
        "model": "claude-fable-5-1",
        "name": "Claude Fable 5.1",
        "input": 10,
        "cachedInput": 0.25,
        "output": 50,
        "source": "https://www.anthropic.com/claude-fable-and-mythos-5-1",
        "sourceLabel": "Anthropic announcement",
        "note": ""
      },
      {
        "model": "claude-opus-5-5",
        "name": "Claude Opus 5.5",
        "input": 4,
        "cachedInput": 0.2,
        "output": 20,
        "source": "https://www.anthropic.com/claude-opus-5-5",
        "sourceLabel": "Anthropic announcement",
        "note": ""
      },
      {
        "model": "gemini-3.8-flash",
        "name": "Gemini 3.8 Flash",
        "input": 0.75,
        "cachedInput": 0.075,
        "output": 3.75,
        "source": "https://ai.google.dev/gemini-api/docs/pricing",
        "sourceLabel": "Google pricing",
        "note": "Introductory pricing through 2026-12-31."
      },
      {
        "model": "glm-5.3",
        "name": "GLM 5.3",
        "input": 1.4,
        "cachedInput": 0.14,
        "output": 4.4,
        "source": "https://docs.z.ai/guides/overview/pricing",
        "sourceLabel": "Z.ai pricing",
        "note": ""
      },
      {
        "model": "gpt-5.6-luna",
        "name": "GPT-5.6 Luna",
        "input": 0.2,
        "cachedInput": 0.02,
        "output": 1.2,
        "source": "https://developers.openai.com/api/docs/models/gpt-5.6-luna",
        "sourceLabel": "OpenAI pricing",
        "note": ""
      },
      {
        "model": "gpt-5.6-sol",
        "name": "GPT-5.6 Sol",
        "input": 4,
        "cachedInput": 0.4,
        "output": 20,
        "source": "https://developers.openai.com/api/docs/models/gpt-5.6-sol",
        "sourceLabel": "OpenAI pricing",
        "note": ""
      },
      {
        "model": "gpt-5.6-terra",
        "name": "GPT-5.6 Terra",
        "input": 2,
        "cachedInput": 0.2,
        "output": 12,
        "source": "https://developers.openai.com/api/docs/models/gpt-5.6-terra",
        "sourceLabel": "OpenAI pricing",
        "note": ""
      },
      {
        "model": "gpt-6-astra",
        "name": "GPT-6 Astra",
        "input": 10,
        "cachedInput": 1,
        "output": 50,
        "source": "https://developers.openai.com/api/docs/models/gpt-6-astra",
        "sourceLabel": "OpenAI pricing",
        "note": ""
      },
      {
        "model": "gpt-6-luna",
        "name": "GPT-6 Luna",
        "input": 0.1,
        "cachedInput": 0.01,
        "output": 0.5,
        "source": "https://developers.openai.com/api/docs/models/gpt-6-luna",
        "sourceLabel": "OpenAI pricing",
        "note": ""
      },
      {
        "model": "gpt-6-sol",
        "name": "GPT-6 Sol",
        "input": 2,
        "cachedInput": 0.2,
        "output": 10,
        "source": "https://developers.openai.com/api/docs/models/gpt-6-sol",
        "sourceLabel": "OpenAI pricing",
        "note": ""
      },
      {
        "model": "gpt-6.1-sol",
        "name": "GPT-6.1 Sol",
        "input": 2,
        "cachedInput": 0.1,
        "output": 10,
        "source": "https://developers.openai.com/api/docs/models/gpt-6.1-sol",
        "sourceLabel": "OpenAI pricing",
        "note": ""
      },
      {
        "model": "grok-4.7",
        "name": "Grok 4.7",
        "input": 2,
        "cachedInput": 0.5,
        "output": 6,
        "source": "https://docs.x.ai/docs/models/grok-4-7",
        "sourceLabel": "xAI pricing",
        "note": "Short-context standard rate."
      },
      {
        "model": "jev-1.13.0",
        "name": "Jev 1.13",
        "input": 0.042,
        "cachedInput": 0.042,
        "output": 0,
        "source": "https://docs.typesafe.ai/models",
        "sourceLabel": "TypeSafe AI pricing",
        "note": "Input tokens only."
      },
      {
        "model": "kimi-k3",
        "name": "Kimi K3",
        "input": 3,
        "cachedInput": 0.3,
        "output": 15,
        "source": "https://platform.moonshot.ai/docs/pricing/chat-k3",
        "sourceLabel": "Moonshot pricing",
        "note": ""
      },
      {
        "model": "muse-spark-1.3",
        "name": "Muse Spark 1.3",
        "input": 1.25,
        "cachedInput": 0.15,
        "output": 4.25,
        "source": "https://dev.meta.ai/docs/pricing-rate-limits",
        "sourceLabel": "Meta pricing",
        "note": ""
      }
    ],
    "usageAudit": {
      "canonicalFilesRead": 108,
      "canonicalSkippedFiles": 0,
      "canonicalSkippedRecords": 0,
      "allLogFilesRead": 225,
      "bestEffortSkippedFiles": 0,
      "bestEffortSkippedRecords": 0
    },
    "scopes": [
      {
        "label": "Ranked evidence",
        "usageRecords": 4961,
        "tokens": 76722159,
        "costUsd": 351.86
      },
      {
        "label": "Retries + development",
        "usageRecords": 796,
        "tokens": 13167874,
        "costUsd": 94.41
      }
    ]
  }
}