diff --git a/public/data/benchmarks.json b/public/data/benchmarks.json index 0fd6a32..da431f4 100644 --- a/public/data/benchmarks.json +++ b/public/data/benchmarks.json @@ -1,8 +1,37 @@ [ + { + "id": "d366dfa1-d940-4788-aa73-d298c45699b3", + "slug": "gemini-4-argon", + "name": "Gemini 4 Argon (High)", + "series": "Gemini", + "releasedAt": "2026-09-30", + "createdUnix": 1790726400, + "unbenchmarked": false, + "creator": "Google", + "evaluations": { + "intelligenceIndex": 52.6, + "codingIndex": null, + "agenticIndex": null + }, + "pricing": { + "input": 2, + "output": 10, + "cacheHit": 0.1 + }, + "performance": { + "tokensPerSecond": null, + "ttft": null, + "e2e": null + }, + "costs": { + "totalCost": 2407.24, + "costPerTask": 1.9903 + } + }, { "id": "744fa3c1-42a7-4995-b138-fb6be11f463c", "slug": "gemini-3-8-flash-medium", - "name": "Gemini 3.8 Flash (medium)", + "name": "Gemini 3.8 Flash (Medium)", "series": "Gemini", "releasedAt": "2026-09-02", "createdUnix": 1788307200, @@ -16,7 +45,7 @@ "pricing": { "input": 0.75, "output": 3.75, - "cacheHit": 0.07 + "cacheHit": 0.075 }, "performance": { "tokensPerSecond": null, @@ -31,7 +60,7 @@ { "id": "8a999846-4c1d-4ce7-a8b7-1310a7166fd7", "slug": "gemini-3-8-flash", - "name": "Gemini 3.8 Flash (high)", + "name": "Gemini 3.8 Flash (High)", "series": "Gemini", "releasedAt": "2026-09-02", "createdUnix": 1788307200, @@ -45,12 +74,12 @@ "pricing": { "input": 0.75, "output": 3.75, - "cacheHit": 0.07 + "cacheHit": 0.075 }, "performance": { - "tokensPerSecond": 330.93, - "ttft": 25.92, - "e2e": 27.43 + "tokensPerSecond": 122.72, + "ttft": 24.33, + "e2e": 28.4 }, "costs": { "totalCost": 1622.73, @@ -58,38 +87,67 @@ } }, { - "id": "f6db039b-0f3b-485c-9d7f-982988e44f26", - "slug": "gemini-3-8-flash-low", - "name": "Gemini 3.8 Flash (low)", - "series": "Gemini", - "releasedAt": "2026-09-02", - "createdUnix": 1788307200, + "id": "127de816-57d3-4037-8484-480a613cd413", + "slug": "mimo-v2-6-flash", + "name": "MiMo-V2.6-Flash", + "series": "MiMo", + "releasedAt": "2026-09-21", + "createdUnix": 1789948800, "unbenchmarked": false, - "creator": "Google", + "creator": "Xiaomi", "evaluations": { - "intelligenceIndex": 33.5, - "codingIndex": 73.5, - "agenticIndex": 32.6 + "intelligenceIndex": 37.9, + "codingIndex": null, + "agenticIndex": null }, "pricing": { - "input": 0.75, - "output": 3.75, - "cacheHit": 0.07 + "input": 0.14, + "output": 0.28, + "cacheHit": 0.0028 }, "performance": { - "tokensPerSecond": null, - "ttft": null, - "e2e": null + "tokensPerSecond": 57.48, + "ttft": 4.56, + "e2e": 48.06 }, "costs": { - "totalCost": null, - "costPerTask": null + "totalCost": 109.41, + "costPerTask": 0.0623 + } + }, + { + "id": "24d8fdfe-6241-424e-b7b7-1b6efb06e4fb", + "slug": "mimo-v2-6-pro", + "name": "MiMo-V2.6-Pro", + "series": "MiMo", + "releasedAt": "2026-09-21", + "createdUnix": 1789948800, + "unbenchmarked": false, + "creator": "Xiaomi", + "evaluations": { + "intelligenceIndex": 46.3, + "codingIndex": null, + "agenticIndex": null + }, + "pricing": { + "input": 0.435, + "output": 0.87, + "cacheHit": 0.0036 + }, + "performance": { + "tokensPerSecond": 37.69, + "ttft": 4.49, + "e2e": 70.81 + }, + "costs": { + "totalCost": 206.66, + "costPerTask": 0.1332 } }, { "id": "00f1248e-78e3-4230-8dc8-5e13ba8645e2", "slug": "mimo-v2-5-pro", - "name": "MiMo-V2.5-Pro", + "name": "MiMo-V2.5-Pro (Reasoning)", "series": "MiMo", "releasedAt": "2026-04-22", "createdUnix": 1776816000, @@ -101,14 +159,14 @@ "agenticIndex": 21.3 }, "pricing": { - "input": 0.43, + "input": 0.435, "output": 0.87, - "cacheHit": 0 + "cacheHit": 0.0036 }, "performance": { - "tokensPerSecond": 47.2, - "ttft": 3.13, - "e2e": 56.1 + "tokensPerSecond": 31.39, + "ttft": 2.23, + "e2e": 81.86 }, "costs": { "totalCost": 138.26, @@ -116,61 +174,61 @@ } }, { - "id": "22d09131-343b-4adf-8760-533e20a2155f", - "slug": "mimo-v2-5-0424", - "name": "MiMo-V2.5", - "series": "MiMo", - "releasedAt": "2026-04-22", - "createdUnix": 1776816000, + "id": "a6043b9b-628a-4a76-a021-2834e0627d05", + "slug": "ling-3-1-flash", + "name": "Ling 3.1 Flash", + "series": "other", + "releasedAt": "2026-10-01", + "createdUnix": 1790812800, "unbenchmarked": false, - "creator": "Xiaomi", + "creator": "InclusionAI", "evaluations": { - "intelligenceIndex": 25.2, - "codingIndex": 56.8, - "agenticIndex": 15.8 + "intelligenceIndex": 41.1, + "codingIndex": null, + "agenticIndex": null }, "pricing": { - "input": 0.14, - "output": 0.28, - "cacheHit": 0 + "input": 0.3, + "output": 0.9, + "cacheHit": 0.06 }, "performance": { - "tokensPerSecond": 32.57, - "ttft": 5.28, - "e2e": 82.03 + "tokensPerSecond": 213.54, + "ttft": 1.8, + "e2e": 13.5 }, "costs": { - "totalCost": null, - "costPerTask": null + "totalCost": 959.74, + "costPerTask": 0.9857 } }, { - "id": "4764d31d-f4af-4297-8bd1-e993f26bcb64", - "slug": "mimo-v2-5-pro-non-reasoning", - "name": "MiMo-V2.5-Pro (Non-reasoning)", - "series": "MiMo", - "releasedAt": "2026-04-22", - "createdUnix": 1776816000, + "id": "62ea3198-9866-4d9f-8406-a79ee78c7164", + "slug": "solar-mini4", + "name": "Solar Mini 4", + "series": "other", + "releasedAt": "2026-09-22", + "createdUnix": 1790035200, "unbenchmarked": false, - "creator": "Xiaomi", + "creator": "Upstage", "evaluations": { - "intelligenceIndex": 18.3, + "intelligenceIndex": 24.1, "codingIndex": null, "agenticIndex": null }, "pricing": { - "input": 0.43, - "output": 0.87, - "cacheHit": 0 + "input": 0.1, + "output": 0.4, + "cacheHit": 0.01 }, "performance": { - "tokensPerSecond": 53.85, - "ttft": 2.61, - "e2e": 11.89 + "tokensPerSecond": 76.01, + "ttft": 1.9, + "e2e": 34.79 }, "costs": { - "totalCost": null, - "costPerTask": null + "totalCost": 497.12, + "costPerTask": 0.3634 } }, { @@ -190,74 +248,103 @@ "pricing": { "input": 1, "output": 2.7, - "cacheHit": 0.05 + "cacheHit": 0.1 }, "performance": { - "tokensPerSecond": 99.76, - "ttft": 2.96, - "e2e": 28.02 + "tokensPerSecond": 87.55, + "ttft": 2.85, + "e2e": 31.4 }, "costs": { - "totalCost": 924.68, - "costPerTask": 0.7155 + "totalCost": 1190.26, + "costPerTask": 1.0264 } }, { - "id": "6ace0ead-584f-4ce6-a9b7-6c3f9cc91c3c", - "slug": "agnes-3-0-flash", - "name": "Agnes 3.0 Flash", - "series": "other", - "releasedAt": "2026-09-11", - "createdUnix": 1789084800, + "id": "092a3b0e-c5c8-45dc-bf1b-53673c8ff352", + "slug": "gpt-6-1-sol-xhigh", + "name": "GPT-6.1 Sol (Xhigh)", + "series": "GPT", + "releasedAt": "2026-09-29", + "createdUnix": 1790640000, "unbenchmarked": false, - "creator": "Sapiens AI", + "creator": "OpenAI", "evaluations": { - "intelligenceIndex": 35.5, + "intelligenceIndex": 51, "codingIndex": null, "agenticIndex": null }, "pricing": { - "input": 0.05, - "output": 0.15, - "cacheHit": 0.01 + "input": 2, + "output": 10, + "cacheHit": 0.1 }, "performance": { - "tokensPerSecond": null, - "ttft": null, - "e2e": null + "tokensPerSecond": 53.33, + "ttft": 148.3, + "e2e": 157.67 }, "costs": { - "totalCost": null, - "costPerTask": null + "totalCost": 662.28, + "costPerTask": 0.3929 } }, { - "id": "6d6fa1c9-b833-40b2-8a58-fa810e24a84e", - "slug": "ling-3-0-flash-fin", - "name": "Ling-3.0-flash-Fin", - "series": "other", - "releasedAt": "2026-09-11", - "createdUnix": 1789084800, + "id": "3b84fee3-b70a-41bc-819e-5fbdef9a0042", + "slug": "gpt-6-1-sol-high", + "name": "GPT-6.1 Sol (High)", + "series": "GPT", + "releasedAt": "2026-09-29", + "createdUnix": 1790640000, "unbenchmarked": false, - "creator": "InclusionAI", + "creator": "OpenAI", "evaluations": { - "intelligenceIndex": 22.6, - "codingIndex": 55.6, - "agenticIndex": 27.9 + "intelligenceIndex": 50.2, + "codingIndex": null, + "agenticIndex": null }, "pricing": { - "input": 0, - "output": 0, - "cacheHit": null + "input": 2, + "output": 10, + "cacheHit": 0.1 }, "performance": { - "tokensPerSecond": 161.49, - "ttft": 2.65, - "e2e": 18.13 + "tokensPerSecond": 49.87, + "ttft": 60.71, + "e2e": 70.73 }, "costs": { - "totalCost": null, - "costPerTask": null + "totalCost": 521.32, + "costPerTask": 0.3191 + } + }, + { + "id": "a2e51d62-ea4e-4f15-8be0-be9dc1fb489d", + "slug": "gpt-6-1-sol-medium", + "name": "GPT-6.1 Sol (Medium)", + "series": "GPT", + "releasedAt": "2026-09-29", + "createdUnix": 1790640000, + "unbenchmarked": false, + "creator": "OpenAI", + "evaluations": { + "intelligenceIndex": 47.8, + "codingIndex": null, + "agenticIndex": null + }, + "pricing": { + "input": 2, + "output": 10, + "cacheHit": 0.1 + }, + "performance": { + "tokensPerSecond": 49.57, + "ttft": 6.43, + "e2e": 16.52 + }, + "costs": { + "totalCost": 361.37, + "costPerTask": 0.2137 } }, { @@ -280,9 +367,9 @@ "cacheHit": 0.25 }, "performance": { - "tokensPerSecond": 37.28, - "ttft": 3.05, - "e2e": 70.12 + "tokensPerSecond": 36.02, + "ttft": 2.89, + "e2e": 72.29 }, "costs": { "totalCost": 4934.79, @@ -306,12 +393,12 @@ "pricing": { "input": 0.15, "output": 0.47, - "cacheHit": 0.02 + "cacheHit": 0.016 }, "performance": { - "tokensPerSecond": 61.35, - "ttft": 2.75, - "e2e": 43.5 + "tokensPerSecond": 56.4, + "ttft": 2.4, + "e2e": 46.72 }, "costs": { "totalCost": 362.72, @@ -328,125 +415,125 @@ "unbenchmarked": false, "creator": "Alibaba", "evaluations": { - "intelligenceIndex": 22.4, + "intelligenceIndex": 20.2, "codingIndex": 44.6, "agenticIndex": 22.4 }, "pricing": { "input": 0.5, "output": 3, - "cacheHit": 0.05 + "cacheHit": 0.1 }, "performance": { - "tokensPerSecond": 50.54, - "ttft": 3.88, - "e2e": 13.77 + "tokensPerSecond": 53.04, + "ttft": 3.73, + "e2e": 13.15 }, "costs": { - "totalCost": null, - "costPerTask": null + "totalCost": 2022.49, + "costPerTask": 2.4878 } }, { - "id": "1f541ef3-913f-4eb2-9d07-0e93c7a9a5e3", - "slug": "gpt-6-astra-xhigh", - "name": "GPT-6 Astra (xhigh)", - "series": "GPT", - "releasedAt": "2026-09-03", - "createdUnix": 1788393600, + "id": "20829974-af06-497e-9f42-77fb958d43b9", + "slug": "claude-haiku-5-5-high", + "name": "Claude Haiku 5.5 (High)", + "series": "Claude", + "releasedAt": "2026-10-07", + "createdUnix": 1791331200, "unbenchmarked": false, - "creator": "OpenAI", + "creator": "Anthropic", "evaluations": { - "intelligenceIndex": 52.4, - "codingIndex": 75.9, - "agenticIndex": 50.2 + "intelligenceIndex": 37.8, + "codingIndex": null, + "agenticIndex": null }, "pricing": { - "input": 10, - "output": 50, - "cacheHit": 1 + "input": 0.1, + "output": 0.5, + "cacheHit": 0.01 }, "performance": { - "tokensPerSecond": 62.78, - "ttft": 121.42, - "e2e": 129.38 + "tokensPerSecond": 178.45, + "ttft": 26.69, + "e2e": 29.49 }, "costs": { - "totalCost": 3802.98, - "costPerTask": 2.3088 + "totalCost": 94.07, + "costPerTask": 0.0794 } }, { - "id": "2f339a97-9a0d-499a-9cb5-e0db665bfa25", - "slug": "gpt-6-astra", - "name": "GPT-6 Astra (max)", - "series": "GPT", - "releasedAt": "2026-09-03", - "createdUnix": 1788393600, + "id": "41b5bf5e-daf6-42d9-b8d1-60e340a3028d", + "slug": "claude-haiku-5-5-xhigh", + "name": "Claude Haiku 5.5 (Xhigh)", + "series": "Claude", + "releasedAt": "2026-10-07", + "createdUnix": 1791331200, "unbenchmarked": false, - "creator": "OpenAI", + "creator": "Anthropic", "evaluations": { - "intelligenceIndex": 52.7, - "codingIndex": 76.9, - "agenticIndex": 51 + "intelligenceIndex": 41.2, + "codingIndex": null, + "agenticIndex": null }, "pricing": { - "input": 10, - "output": 50, - "cacheHit": 1 + "input": 0.1, + "output": 0.5, + "cacheHit": 0.01 }, "performance": { - "tokensPerSecond": 68.7, - "ttft": 257.73, - "e2e": 265.01 + "tokensPerSecond": 188.28, + "ttft": 70.88, + "e2e": 73.54 }, "costs": { - "totalCost": 5324.1, - "costPerTask": 3.2575 + "totalCost": 157.58, + "costPerTask": 0.1238 } }, { - "id": "a3f8100d-e38f-408b-b0fa-0085dae18dc1", - "slug": "gpt-6-astra-low", - "name": "GPT-6 Astra (low)", - "series": "GPT", - "releasedAt": "2026-09-03", - "createdUnix": 1788393600, + "id": "42908ae3-d3bd-4934-be19-fbff93d3fde8", + "slug": "claude-haiku-5-5-low", + "name": "Claude Haiku 5.5 (Low)", + "series": "Claude", + "releasedAt": "2026-10-07", + "createdUnix": 1791331200, "unbenchmarked": false, - "creator": "OpenAI", + "creator": "Anthropic", "evaluations": { - "intelligenceIndex": 45.8, - "codingIndex": 75.7, - "agenticIndex": 38.8 + "intelligenceIndex": 29.4, + "codingIndex": null, + "agenticIndex": null }, "pricing": { - "input": 10, - "output": 50, - "cacheHit": 1 + "input": 0.1, + "output": 0.5, + "cacheHit": 0.01 }, "performance": { - "tokensPerSecond": 62.04, - "ttft": 2.55, - "e2e": 10.61 + "tokensPerSecond": 184.98, + "ttft": 11.19, + "e2e": 13.9 }, "costs": { - "totalCost": 1536.78, - "costPerTask": 0.8175 + "totalCost": 34.31, + "costPerTask": 0.0245 } }, { - "id": "26614164-6840-4e17-a65a-2deb2fe7e87b", - "slug": "grok-4-6-medium", - "name": "Grok 4.6 (medium)", + "id": "208c16f0-8c5b-4524-ac8a-ac74c02e80a9", + "slug": "grok-4-7-low", + "name": "Grok 4.7 (Low)", "series": "Grok", - "releasedAt": "2026-08-12", - "createdUnix": 1786492800, + "releasedAt": "2026-09-21", + "createdUnix": 1789948800, "unbenchmarked": false, "creator": "SpaceXAI", "evaluations": { - "intelligenceIndex": 42.8, - "codingIndex": 74.4, - "agenticIndex": 50.6 + "intelligenceIndex": 42.2, + "codingIndex": null, + "agenticIndex": null }, "pricing": { "input": 2, @@ -454,28 +541,28 @@ "cacheHit": 0.5 }, "performance": { - "tokensPerSecond": 61.45, - "ttft": 36.12, - "e2e": 44.26 + "tokensPerSecond": 64.66, + "ttft": 5.57, + "e2e": 13.31 }, "costs": { - "totalCost": 1936.75, - "costPerTask": 1.4963 + "totalCost": 1630.69, + "costPerTask": 1.248 } }, { - "id": "c07e65e6-32fc-451e-938d-7477a1c3ffcc", - "slug": "grok-4-6-low", - "name": "Grok 4.6 (low)", + "id": "272f5f03-aea9-4675-a244-2b753b618cdf", + "slug": "grok-4-7-high", + "name": "Grok 4.7 (High)", "series": "Grok", - "releasedAt": "2026-08-12", - "createdUnix": 1786492800, + "releasedAt": "2026-09-21", + "createdUnix": 1789948800, "unbenchmarked": false, "creator": "SpaceXAI", "evaluations": { - "intelligenceIndex": 35.1, - "codingIndex": 66.3, - "agenticIndex": 41.2 + "intelligenceIndex": 46.3, + "codingIndex": null, + "agenticIndex": null }, "pricing": { "input": 2, @@ -483,28 +570,28 @@ "cacheHit": 0.5 }, "performance": { - "tokensPerSecond": 57.48, - "ttft": 7.65, - "e2e": 16.35 + "tokensPerSecond": 65.85, + "ttft": 66.86, + "e2e": 74.45 }, "costs": { - "totalCost": 760.75, - "costPerTask": 0.4753 + "totalCost": 3880.88, + "costPerTask": 2.7261 } }, { - "id": "c8adc5cf-fd5a-407b-af51-dc3bede3e49c", - "slug": "grok-4-6", - "name": "Grok 4.6 (high)", + "id": "59627802-1546-422c-9a65-65b61c022d36", + "slug": "grok-4-7", + "name": "Grok 4.7 (Xhigh)", "series": "Grok", - "releasedAt": "2026-08-12", - "createdUnix": 1786492800, + "releasedAt": "2026-09-21", + "createdUnix": 1789948800, "unbenchmarked": false, "creator": "SpaceXAI", "evaluations": { - "intelligenceIndex": 44.3, - "codingIndex": 76.8, - "agenticIndex": 53 + "intelligenceIndex": 46.4, + "codingIndex": null, + "agenticIndex": null }, "pricing": { "input": 2, @@ -512,19 +599,19 @@ "cacheHit": 0.5 }, "performance": { - "tokensPerSecond": 62.96, - "ttft": 39.04, - "e2e": 46.98 + "tokensPerSecond": 67.66, + "ttft": 73.93, + "e2e": 81.32 }, "costs": { - "totalCost": 2351.83, - "costPerTask": 1.8589 + "totalCost": 4967.35, + "costPerTask": 3.7383 } }, { "id": "9999672c-b687-4026-9c15-5cef02ff53bb", "slug": "muse-spark-1-3", - "name": "Muse Spark 1.3 (max)", + "name": "Muse Spark 1.3 (Max)", "series": "Llama", "releasedAt": "2026-09-02", "createdUnix": 1788307200, @@ -541,9 +628,9 @@ "cacheHit": 0.15 }, "performance": { - "tokensPerSecond": 240.68, - "ttft": 23.69, - "e2e": 34.08 + "tokensPerSecond": 177.02, + "ttft": 51.75, + "e2e": 65.87 }, "costs": { "totalCost": 2000.35, @@ -553,7 +640,7 @@ { "id": "d5170215-69be-4129-849b-26d8d8825bfc", "slug": "muse-spark-1-3-xhigh", - "name": "Muse Spark 1.3 (xhigh)", + "name": "Muse Spark 1.3 (Xhigh)", "series": "Llama", "releasedAt": "2026-09-02", "createdUnix": 1788307200, @@ -570,9 +657,9 @@ "cacheHit": 0.15 }, "performance": { - "tokensPerSecond": 292.76, - "ttft": 21.99, - "e2e": 30.53 + "tokensPerSecond": 242.34, + "ttft": 50.66, + "e2e": 60.98 }, "costs": { "totalCost": 1655.27, @@ -582,7 +669,7 @@ { "id": "583f98fb-c4b8-4df3-8d40-60ac0ed69882", "slug": "muse-glimmer", - "name": "Muse Glimmer (high)", + "name": "Muse Glimmer (High)", "series": "Llama", "releasedAt": "2026-08-10", "createdUnix": 1786320000, @@ -594,192 +681,47 @@ "agenticIndex": 8.5 }, "pricing": { - "input": 0.35, - "output": 1.5, + "input": 0.325, + "output": 1.35, "cacheHit": 0.04 }, "performance": { - "tokensPerSecond": 94.74, - "ttft": 0.97, - "e2e": 27.36 + "tokensPerSecond": 91.05, + "ttft": 1.6, + "e2e": 29.06 }, "costs": { - "totalCost": 151.68, - "costPerTask": 0.0551 + "totalCost": 149.42, + "costPerTask": 0.0567 } }, { - "id": "05776db7-f5c0-40f7-b824-079160f8cfa8", - "slug": "claude-fable-5-1-low", - "name": "Claude Fable 5.1 (Adaptive Reasoning, Low Effort, Default Fallback)", - "series": "Claude", - "releasedAt": "2026-09-01", - "createdUnix": 1788220800, - "unbenchmarked": false, - "creator": "Anthropic", - "evaluations": { - "intelligenceIndex": 46.8, - "codingIndex": 75.2, - "agenticIndex": 47.1 - }, - "pricing": { - "input": 10, - "output": 50, - "cacheHit": 0.25 - }, - "performance": { - "tokensPerSecond": 55.43, - "ttft": 8.16, - "e2e": 17.18 - }, - "costs": { - "totalCost": 3157.66, - "costPerTask": 2.371 - } - }, - { - "id": "3b7de71c-e034-4591-8ca6-6b6be2fa471f", - "slug": "claude-fable-5-1-medium", - "name": "Claude Fable 5.1 (Adaptive Reasoning, Medium Effort, Default Fallback)", - "series": "Claude", - "releasedAt": "2026-09-01", - "createdUnix": 1788220800, - "unbenchmarked": false, - "creator": "Anthropic", - "evaluations": { - "intelligenceIndex": 48.9, - "codingIndex": 77.1, - "agenticIndex": 50.2 - }, - "pricing": { - "input": 10, - "output": 50, - "cacheHit": 0.25 - }, - "performance": { - "tokensPerSecond": 57.34, - "ttft": 8.41, - "e2e": 17.13 - }, - "costs": { - "totalCost": 3983.28, - "costPerTask": 2.9826 - } - }, - { - "id": "3e87c73e-a257-495e-9730-367a66229811", - "slug": "claude-fable-5-1", - "name": "Claude Fable 5.1 (Adaptive Reasoning, Max Effort, Default Fallback)", - "series": "Claude", - "releasedAt": "2026-09-01", - "createdUnix": 1788220800, - "unbenchmarked": false, - "creator": "Anthropic", - "evaluations": { - "intelligenceIndex": 53.4, - "codingIndex": 81.6, - "agenticIndex": 57.9 - }, - "pricing": { - "input": 10, - "output": 50, - "cacheHit": 0.25 - }, - "performance": { - "tokensPerSecond": 68.73, - "ttft": 242.36, - "e2e": 249.64 - }, - "costs": { - "totalCost": 13128.86, - "costPerTask": 7.6297 - } - }, - { - "id": "dbe7c625-3100-4463-b479-a228c41f75dd", - "slug": "deepseek-v4-1-flash", - "name": "DeepSeek V4.1 Flash (Reasoning, Max Effort)", - "series": "DeepSeek", - "releasedAt": "2026-09-10", - "createdUnix": 1788998400, + "id": "34fc646a-0174-470e-9e62-d8df452210b3", + "slug": "mistral-large-4", + "name": "Mistral Large 4 Preview", + "series": "Mistral", + "releasedAt": "2026-10-06", + "createdUnix": 1791244800, "unbenchmarked": false, - "creator": "DeepSeek", + "creator": "Mistral", "evaluations": { - "intelligenceIndex": 39.5, + "intelligenceIndex": 38.4, "codingIndex": null, "agenticIndex": null }, "pricing": { - "input": 0.3, - "output": 1.2, - "cacheHit": 0.01 - }, - "performance": { - "tokensPerSecond": 229.09, - "ttft": 0.93, - "e2e": 11.84 - }, - "costs": { - "totalCost": 476.89, - "costPerTask": 0.2652 - } - }, - { - "id": "7707a46f-895f-4247-b7a8-ddab87c9a11d", - "slug": "deepseek-v4-flash-vision", - "name": "DeepSeek V4 Flash Vision (Reasoning, Max Effort)", - "series": "DeepSeek", - "releasedAt": "2026-08-21", - "createdUnix": 1787270400, - "unbenchmarked": false, - "creator": "DeepSeek", - "evaluations": { - "intelligenceIndex": 34.8, - "codingIndex": 65, - "agenticIndex": 47.5 - }, - "pricing": { - "input": 0.44, - "output": 1.32, - "cacheHit": 0.01 + "input": 1.36, + "output": 4.18, + "cacheHit": 0.14 }, "performance": { - "tokensPerSecond": 236.34, - "ttft": 1.07, - "e2e": 11.65 + "tokensPerSecond": 116.08, + "ttft": 1.46, + "e2e": 23 }, "costs": { - "totalCost": 445.41, - "costPerTask": 0.3144 - } - }, - { - "id": "83173329-c09a-41f1-a028-a282a5f908d7", - "slug": "deepseek-v4-pro", - "name": "DeepSeek V4 Pro 0813 (Reasoning, Max Effort)", - "series": "DeepSeek", - "releasedAt": "2026-08-13", - "createdUnix": 1786579200, - "unbenchmarked": false, - "creator": "DeepSeek", - "evaluations": { - "intelligenceIndex": 36, - "codingIndex": 68.8, - "agenticIndex": 41.3 - }, - "pricing": { - "input": 1.32, - "output": 3.96, - "cacheHit": 0.04 - }, - "performance": { - "tokensPerSecond": 105.19, - "ttft": 1.66, - "e2e": 25.43 - }, - "costs": { - "totalCost": 1122.27, - "costPerTask": 0.674 + "totalCost": 1601.97, + "costPerTask": 1.1318 } }, { @@ -802,13 +744,13 @@ "cacheHit": 0.15 }, "performance": { - "tokensPerSecond": 138.12, - "ttft": 2.27, - "e2e": 20.37 + "tokensPerSecond": 159, + "ttft": 2.24, + "e2e": 17.96 }, "costs": { - "totalCost": 1159.93, - "costPerTask": 0.437 + "totalCost": 1263.8, + "costPerTask": 0.502 } }, { @@ -828,60 +770,31 @@ "pricing": { "input": 0.15, "output": 0.6, - "cacheHit": null + "cacheHit": 0.015 }, "performance": { - "tokensPerSecond": 143.3, - "ttft": 0.75, - "e2e": 4.24 + "tokensPerSecond": 158.58, + "ttft": 0.71, + "e2e": 3.86 }, "costs": { "totalCost": null, "costPerTask": null } }, - { - "id": "3fd96175-4ef1-434c-8795-f873aec2abc1", - "slug": "mistral-small-4", - "name": "Mistral Small 4 (Reasoning)", - "series": "Mistral", - "releasedAt": "2026-03-16", - "createdUnix": 1773619200, - "unbenchmarked": false, - "creator": "Mistral", - "evaluations": { - "intelligenceIndex": 11.3, - "codingIndex": 26.6, - "agenticIndex": 0.8 - }, - "pricing": { - "input": 0.15, - "output": 0.6, - "cacheHit": null - }, - "performance": { - "tokensPerSecond": 154.95, - "ttft": 0.73, - "e2e": 16.87 - }, - "costs": { - "totalCost": 78.7, - "costPerTask": 0.0451 - } - }, { "id": "512d17ef-13d2-4f65-bf9b-154b0dec7e8d", "slug": "kimi-k3-low", - "name": "Kimi K3 (low)", + "name": "Kimi K3 (Low)", "series": "Kimi", "releasedAt": "2026-07-16", "createdUnix": 1784160000, "unbenchmarked": false, "creator": "Kimi", "evaluations": { - "intelligenceIndex": 34.5, + "intelligenceIndex": 30.1, "codingIndex": 72, - "agenticIndex": null + "agenticIndex": 29.3 }, "pricing": { "input": 3, @@ -889,19 +802,19 @@ "cacheHit": 0.3 }, "performance": { - "tokensPerSecond": 40.53, - "ttft": 4.49, - "e2e": 66.17 + "tokensPerSecond": 40.89, + "ttft": 3.74, + "e2e": 64.88 }, "costs": { - "totalCost": null, - "costPerTask": null + "totalCost": 1190.42, + "costPerTask": 1.1463 } }, { "id": "f7d2fc3e-1f7b-405f-818c-07952a4af78f", "slug": "kimi-k3", - "name": "Kimi K3 (max)", + "name": "Kimi K3 (Max)", "series": "Kimi", "releasedAt": "2026-07-16", "createdUnix": 1784160000, @@ -918,9 +831,9 @@ "cacheHit": 0.3 }, "performance": { - "tokensPerSecond": 42.89, - "ttft": 3.72, - "e2e": 62 + "tokensPerSecond": 42.14, + "ttft": 3.54, + "e2e": 62.87 }, "costs": { "totalCost": 3658.07, @@ -947,9 +860,9 @@ "cacheHit": 0.19 }, "performance": { - "tokensPerSecond": 61.64, - "ttft": 2.94, - "e2e": 47.21 + "tokensPerSecond": 79.88, + "ttft": 2.91, + "e2e": 37.08 }, "costs": { "totalCost": 992.88, @@ -959,7 +872,7 @@ { "id": "19496b81-9f41-4214-a77a-1df803b3c5ae", "slug": "glm-5-3-flash", - "name": "GLM 5.3 Flash", + "name": "GLM-5.3-Flash", "series": "GLM", "releasedAt": "2026-08-26", "createdUnix": 1787702400, @@ -973,22 +886,51 @@ "pricing": { "input": 0.15, "output": 0.5, - "cacheHit": 0.03 + "cacheHit": 0.026 }, "performance": { - "tokensPerSecond": 95.01, - "ttft": 2.52, - "e2e": 28.83 + "tokensPerSecond": 51.41, + "ttft": 3.22, + "e2e": 51.85 }, "costs": { "totalCost": 280.28, "costPerTask": 0.2533 } }, + { + "id": "cc1e488b-8ba4-464d-875d-690166b15ad3", + "slug": "glm-5-3-low", + "name": "GLM-5.3 (Low)", + "series": "GLM", + "releasedAt": "2026-08-18", + "createdUnix": 1787011200, + "unbenchmarked": false, + "creator": "Z AI", + "evaluations": { + "intelligenceIndex": 34.3, + "codingIndex": null, + "agenticIndex": null + }, + "pricing": { + "input": 1.4, + "output": 4.4, + "cacheHit": 0.26 + }, + "performance": { + "tokensPerSecond": 78.19, + "ttft": 2.93, + "e2e": 34.9 + }, + "costs": { + "totalCost": 1012.5, + "costPerTask": 0.8522 + } + }, { "id": "cd684ea4-b475-4269-b001-d469d06d8a7a", "slug": "glm-5-3", - "name": "GLM-5.3 (max)", + "name": "GLM-5.3 (Max)", "series": "GLM", "releasedAt": "2026-08-18", "createdUnix": 1787011200, @@ -1005,9 +947,9 @@ "cacheHit": 0.26 }, "performance": { - "tokensPerSecond": 71.75, - "ttft": 2.91, - "e2e": 37.75 + "tokensPerSecond": 82.97, + "ttft": 2.65, + "e2e": 32.78 }, "costs": { "totalCost": 2503.48, @@ -1015,32 +957,90 @@ } }, { - "id": "f9739750-6d42-450f-ba1e-2f76c869b4fe", - "slug": "quasar-438b", - "name": "Quasar 438B (max, based on GLM-5.2)", - "series": "GLM", - "releasedAt": "2026-08-10", - "createdUnix": 1786320000, + "id": "73c96f99-0de3-4668-a4bd-b106a0fe18f2", + "slug": "deepseek-v4-1-flash-non-reasoning", + "name": "DeepSeek V4.1 Flash (Non-reasoning)", + "series": "DeepSeek", + "releasedAt": "2026-09-10", + "createdUnix": 1788998400, "unbenchmarked": false, - "creator": "Multiverse Computing", + "creator": "DeepSeek", "evaluations": { - "intelligenceIndex": 26.7, - "codingIndex": 61.2, - "agenticIndex": 31.4 + "intelligenceIndex": 24.7, + "codingIndex": null, + "agenticIndex": null }, "pricing": { - "input": 0.6, - "output": 1.8, - "cacheHit": null + "input": 0.3, + "output": 1.2, + "cacheHit": 0.006 }, "performance": { - "tokensPerSecond": 172.32, + "tokensPerSecond": 211.36, + "ttft": 1.06, + "e2e": 3.43 + }, + "costs": { + "totalCost": 155.52, + "costPerTask": 0.1467 + } + }, + { + "id": "dbe7c625-3100-4463-b479-a228c41f75dd", + "slug": "deepseek-v4-1-flash", + "name": "DeepSeek V4.1 Flash (Max)", + "series": "DeepSeek", + "releasedAt": "2026-09-10", + "createdUnix": 1788998400, + "unbenchmarked": false, + "creator": "DeepSeek", + "evaluations": { + "intelligenceIndex": 39.5, + "codingIndex": null, + "agenticIndex": null + }, + "pricing": { + "input": 0.3, + "output": 1.2, + "cacheHit": 0.006 + }, + "performance": { + "tokensPerSecond": 223.11, "ttft": 1.22, - "e2e": 15.73 + "e2e": 12.42 + }, + "costs": { + "totalCost": 476.89, + "costPerTask": 0.2652 + } + }, + { + "id": "7707a46f-895f-4247-b7a8-ddab87c9a11d", + "slug": "deepseek-v4-flash-vision", + "name": "DeepSeek V4 Flash Vision (Max)", + "series": "DeepSeek", + "releasedAt": "2026-08-21", + "createdUnix": 1787270400, + "unbenchmarked": false, + "creator": "DeepSeek", + "evaluations": { + "intelligenceIndex": 34.8, + "codingIndex": 65, + "agenticIndex": 47.5 + }, + "pricing": { + "input": 0.44, + "output": 1.32, + "cacheHit": 0.014 + }, + "performance": { + "tokensPerSecond": 220.11, + "ttft": 1.1, + "e2e": 12.46 }, "costs": { - "totalCost": 2503.7, - "costPerTask": 2.0246 + "totalCost": 445.41, + "costPerTask": 0.3144 } } ] \ No newline at end of file diff --git a/public/data/last-updated.json b/public/data/last-updated.json index eccd012..582c4d1 100644 --- a/public/data/last-updated.json +++ b/public/data/last-updated.json @@ -1,3 +1,3 @@ { - "timestamp": "2026-09-21T02:50:22.949Z" + "timestamp": "2026-10-08T13:09:27.801Z" } \ No newline at end of file diff --git a/public/data/models.json b/public/data/models.json index c94bc93..8dac5b6 100644 --- a/public/data/models.json +++ b/public/data/models.json @@ -1,49 +1,49 @@ [ { - "id": "minimax/minimax-m3", - "name": "MiniMax: MiniMax M3", - "provider": "minimax", + "id": "inclusionai/ling-3.1-flash", + "name": "inclusionAI: Ling 3.1 Flash", + "provider": "inclusionai", "series": "other", - "releasedAt": "2026-05-31", - "createdUnix": 1780245374, + "releasedAt": "2026-10-02", + "createdUnix": 1790950024, "unbenchmarked": false, - "modality": "text+image+video->text", - "contextWindow": 1048576, - "maxOutput": 512000, + "modality": "text->text", + "contextWindow": 262144, + "maxOutput": 32768, "pricing": { - "input": 0.3, - "output": 1.2, - "cachedInput": 0.06, + "input": 0, + "output": 0, + "cachedInput": null, "cachedInputWrite": null, "reasoning": null, "webSearch": null }, - "blendedCost": 0.5249999999999999, - "agentBlendedCost": 0.1849, - "costPer1kRequests": 1.8, + "blendedCost": 0, + "agentBlendedCost": 0, + "costPer1kRequests": 0, "benchmarks": { - "intelligenceIndex": 29.2, - "codingIndex": 58.6, - "agenticIndex": 29.5, - "valueScore": 8379 + "intelligenceIndex": 41.1, + "codingIndex": null, + "agenticIndex": null, + "valueScore": null }, - "benchmarkSource": "openrouter", + "benchmarkSource": "artificial-analysis", "reasoning": null, - "isFree": false, + "isFree": true, "isBatch": false, "tierClass": "balanced" }, { - "id": "minimax/minimax-m3:batch", - "name": "MiniMax: MiniMax M3 (batch)", + "id": "minimax/minimax-m3", + "name": "MiniMax: MiniMax M3", "provider": "minimax", "series": "other", "releasedAt": "2026-05-31", "createdUnix": 1780245374, "unbenchmarked": false, "modality": "text+image+video->text", - "contextWindow": 524288, - "maxOutput": 471859, + "contextWindow": 1048576, + "maxOutput": 512000, "pricing": { "input": 0.3, "output": 1.2, @@ -64,268 +64,370 @@ "benchmarkSource": "openrouter", "reasoning": null, "isFree": false, - "isBatch": true, + "isBatch": false, "tierClass": "balanced" }, { - "id": "tencent/hy3-preview", - "name": "Tencent: Hy3 preview", - "provider": "tencent", + "id": "thinkingmachines/inkling-small:free", + "name": "Thinking Machines: Inkling Small (free)", + "provider": "thinkingmachines", "series": "other", - "releasedAt": "2026-04-22", - "createdUnix": 1776878150, + "releasedAt": "2026-07-30", + "createdUnix": 1785443117, "unbenchmarked": false, - "modality": "text->text", - "contextWindow": 262144, - "maxOutput": 235929, + "modality": "text+image+audio->text", + "contextWindow": 1048576, + "maxOutput": 262144, "pricing": { - "input": 0.18, - "output": 0.6, - "cachedInput": 0.06, + "input": 0, + "output": 0, + "cachedInput": null, "cachedInputWrite": null, "reasoning": null, "webSearch": null }, - "blendedCost": 0.28500000000000003, - "agentBlendedCost": 0.1214, - "costPer1kRequests": 0.96, + "blendedCost": 0, + "agentBlendedCost": 0, + "costPer1kRequests": 0, "benchmarks": { - "intelligenceIndex": 25.3, - "codingIndex": 58.8, - "agenticIndex": 24.1, - "valueScore": 14628.1 + "intelligenceIndex": 25.7, + "codingIndex": 52.9, + "agenticIndex": 23.5, + "valueScore": null }, "benchmarkSource": "openrouter", "reasoning": null, - "isFree": false, + "isFree": true, "isBatch": false, "tierClass": "balanced" }, { - "id": "z-ai/glm-5.3", - "name": "Z.ai: GLM 5.3", - "provider": "z-ai", - "series": "GLM", - "releasedAt": "2026-08-18", - "createdUnix": 1787086655, + "id": "anthropic/claude-opus-5.5", + "name": "Anthropic: Claude Opus 5.5", + "provider": "anthropic", + "series": "Claude", + "releasedAt": "2026-09-22", + "createdUnix": 1790094732, "unbenchmarked": false, - "modality": "text->text", - "contextWindow": 1310720, - "maxOutput": 131072, + "modality": "text+image+file->text", + "contextWindow": 1000000, + "maxOutput": 128000, "pricing": { - "input": 0.9099999999999999, - "output": 2.8600000000000003, - "cachedInput": 0.169, - "cachedInputWrite": null, + "input": 4, + "output": 20, + "cachedInput": 0.2, + "cachedInputWrite": 5, "reasoning": null, "webSearch": null }, - "blendedCost": 1.3975, - "agentBlendedCost": 0.5151, - "costPer1kRequests": 4.68, + "blendedCost": 8, + "agentBlendedCost": 2.2533, + "costPer1kRequests": 28, "benchmarks": { - "intelligenceIndex": 44.8, - "codingIndex": 74.8, - "agenticIndex": 53.1, - "valueScore": 4457.2 + "intelligenceIndex": 57.6, + "codingIndex": null, + "agenticIndex": null, + "valueScore": null }, - "benchmarkSource": "artificial-analysis", + "benchmarkSource": null, "reasoning": null, "isFree": false, "isBatch": false, "tierClass": "frontier" }, { - "id": "z-ai/glm-5.3:batch", - "name": "Z.ai: GLM 5.3 (batch)", - "provider": "z-ai", - "series": "GLM", - "releasedAt": "2026-08-18", - "createdUnix": 1787086655, + "id": "anthropic/claude-opus-5.5:batch", + "name": "Anthropic: Claude Opus 5.5 (batch)", + "provider": "anthropic", + "series": "Claude", + "releasedAt": "2026-09-22", + "createdUnix": 1790094732, "unbenchmarked": false, - "modality": "text->text", - "contextWindow": 1048576, - "maxOutput": 943718, + "modality": "text+image+file->text", + "contextWindow": 1000000, + "maxOutput": 128000, "pricing": { - "input": 0.7, - "output": 2.2, - "cachedInput": 0.13, - "cachedInputWrite": null, + "input": 2, + "output": 10, + "cachedInput": 0.1, + "cachedInputWrite": 2.5, "reasoning": null, "webSearch": null }, - "blendedCost": 1.075, - "agentBlendedCost": 0.3962, - "costPer1kRequests": 3.6, + "blendedCost": 4, + "agentBlendedCost": 1.1267, + "costPer1kRequests": 14, "benchmarks": { - "intelligenceIndex": 44.8, - "codingIndex": 74.8, - "agenticIndex": 53.1, - "valueScore": 5794.4 + "intelligenceIndex": 57.6, + "codingIndex": null, + "agenticIndex": null, + "valueScore": null }, - "benchmarkSource": "artificial-analysis", + "benchmarkSource": null, "reasoning": null, "isFree": false, "isBatch": true, "tierClass": "frontier" }, { - "id": "z-ai/glm-5.3-flash", - "name": "Z.ai: GLM 5.3 Flash", - "provider": "z-ai", - "series": "GLM", - "releasedAt": "2026-08-26", - "createdUnix": 1787752741, + "id": "anthropic/claude-sonnet-5.5", + "name": "Anthropic: Claude Sonnet 5.5", + "provider": "anthropic", + "series": "Claude", + "releasedAt": "2026-09-28", + "createdUnix": 1790618686, "unbenchmarked": false, - "modality": "text+image+video->text", - "contextWindow": 1310720, - "maxOutput": 131072, + "modality": "text+image+file->text", + "contextWindow": 1000000, + "maxOutput": 128000, "pricing": { - "input": 0.09, - "output": 0.3, - "cachedInput": 0.018, - "cachedInputWrite": null, + "input": 2, + "output": 10, + "cachedInput": 0.1, + "cachedInputWrite": 2.5, "reasoning": null, "webSearch": null }, - "blendedCost": 0.14250000000000002, - "agentBlendedCost": 0.0526, - "costPer1kRequests": 0.48, + "blendedCost": 4, + "agentBlendedCost": 1.1267, + "costPer1kRequests": 14, "benchmarks": { - "intelligenceIndex": 41.8, - "codingIndex": 71.5, - "agenticIndex": 50.9, - "valueScore": 41670.2 + "intelligenceIndex": 56, + "codingIndex": null, + "agenticIndex": null, + "valueScore": null }, - "benchmarkSource": "artificial-analysis", + "benchmarkSource": null, "reasoning": null, "isFree": false, "isBatch": false, "tierClass": "frontier" }, { - "id": "deepseek/deepseek-v4.1-flash", - "name": "DeepSeek: DeepSeek V4.1 Flash", - "provider": "deepseek", - "series": "DeepSeek", - "releasedAt": "2026-09-10", - "createdUnix": 1789021285, + "id": "google/gemini-3.8-flash", + "name": "Google: Gemini 3.8 Flash", + "provider": "google", + "series": "Gemini", + "releasedAt": "2026-09-02", + "createdUnix": 1788362056, "unbenchmarked": false, - "modality": "text+image->text", + "modality": "text+image+file+audio+video->text", "contextWindow": 1048576, - "maxOutput": 384000, + "maxOutput": 65536, "pricing": { - "input": 0.3, - "output": 1.2, - "cachedInput": 0.006, - "cachedInputWrite": null, + "input": 0.75, + "output": 3.75, + "cachedInput": 0.075, + "cachedInputWrite": 0.0417, "reasoning": null, "webSearch": null }, - "blendedCost": 0.5249999999999999, - "agentBlendedCost": 0.1487, - "costPer1kRequests": 1.8, + "blendedCost": 1.5, + "agentBlendedCost": 0.4093, + "costPer1kRequests": 5.25, "benchmarks": { - "intelligenceIndex": 39.5, - "codingIndex": null, - "agenticIndex": null, - "valueScore": null + "intelligenceIndex": 40.9, + "codingIndex": 76.3, + "agenticIndex": 40.2, + "valueScore": 3892.7 }, "benchmarkSource": "artificial-analysis", "reasoning": null, "isFree": false, "isBatch": false, - "tierClass": "balanced" + "tierClass": "frontier" }, { - "id": "deepseek/deepseek-v4-pro-0813", - "name": "DeepSeek: DeepSeek V4 Pro 0813", - "provider": "deepseek", - "series": "DeepSeek", - "releasedAt": "2026-08-12", - "createdUnix": 1786549364, + "id": "google/gemini-3.8-flash:batch", + "name": "Google: Gemini 3.8 Flash (batch)", + "provider": "google", + "series": "Gemini", + "releasedAt": "2026-09-02", + "createdUnix": 1788362056, "unbenchmarked": false, - "modality": "text->text", + "modality": "text+image+file+audio+video->text", "contextWindow": 1048576, - "maxOutput": 384000, + "maxOutput": 65536, "pricing": { - "input": 1.32, - "output": 3.9600000000000004, - "cachedInput": 0.044, - "cachedInputWrite": null, + "input": 0.375, + "output": 1.875, + "cachedInput": 0.0375, + "cachedInputWrite": 0.0417, "reasoning": null, "webSearch": null }, - "blendedCost": 1.98, - "agentBlendedCost": 0.6031, - "costPer1kRequests": 6.6, + "blendedCost": 0.75, + "agentBlendedCost": 0.2055, + "costPer1kRequests": 2.625, "benchmarks": { - "intelligenceIndex": 36, - "codingIndex": 68.8, - "agenticIndex": 41.3, - "valueScore": 2726.8 + "intelligenceIndex": 40.9, + "codingIndex": 76.3, + "agenticIndex": 40.2, + "valueScore": 7785.3 }, "benchmarkSource": "artificial-analysis", "reasoning": null, "isFree": false, - "isBatch": false, - "tierClass": "balanced" + "isBatch": true, + "tierClass": "frontier" }, { - "id": "deepseek/deepseek-v4-pro-0813:batch", - "name": "DeepSeek: DeepSeek V4 Pro 0813 (batch)", - "provider": "deepseek", - "series": "DeepSeek", - "releasedAt": "2026-08-12", - "createdUnix": 1786549364, + "id": "google/gemini-3.7-flash", + "name": "Google: Gemini 3.7 Flash", + "provider": "google", + "series": "Gemini", + "releasedAt": "2026-08-13", + "createdUnix": 1786640581, "unbenchmarked": false, - "modality": "text->text", + "modality": "text+image+file+audio+video->text", "contextWindow": 1048576, - "maxOutput": 943718, + "maxOutput": 65536, "pricing": { - "input": 0.66, - "output": 1.9800000000000002, - "cachedInput": 0.022, - "cachedInputWrite": null, + "input": 0.75, + "output": 3.75, + "cachedInput": 0.075, + "cachedInputWrite": 0.0417, "reasoning": null, "webSearch": null }, - "blendedCost": 0.99, - "agentBlendedCost": 0.3016, - "costPer1kRequests": 3.3, + "blendedCost": 1.5, + "agentBlendedCost": 0.4093, + "costPer1kRequests": 5.25, "benchmarks": { - "intelligenceIndex": 36, - "codingIndex": 68.8, - "agenticIndex": 41.3, - "valueScore": 5453.5 + "intelligenceIndex": 39.6, + "codingIndex": 71.5, + "agenticIndex": null, + "valueScore": 3743.1 }, - "benchmarkSource": "artificial-analysis", + "benchmarkSource": "openrouter", "reasoning": null, "isFree": false, - "isBatch": true, - "tierClass": "balanced" + "isBatch": false, + "tierClass": "frontier" }, { - "id": "openai/gpt-6-astra", - "name": "OpenAI: GPT-6 Astra", - "provider": "openai", - "series": "GPT", - "releasedAt": "2026-09-04", - "createdUnix": 1788552838, + "id": "mistralai/mistral-medium-3-5", + "name": "Mistral: Mistral Medium 3.5", + "provider": "mistralai", + "series": "Mistral", + "releasedAt": "2026-04-30", + "createdUnix": 1777570439, "unbenchmarked": false, "modality": "text+image+file->text", - "contextWindow": 1050000, - "maxOutput": 128000, + "contextWindow": 262144, + "maxOutput": 209715, "pricing": { - "input": 10, - "output": 50, - "cachedInput": 1, - "cachedInputWrite": 12.5, + "input": 1.5, + "output": 7.5, + "cachedInput": null, + "cachedInputWrite": null, "reasoning": null, "webSearch": null }, - "blendedCost": 20, - "agentBlendedCost": 5.969, + "blendedCost": 3, + "agentBlendedCost": 1.8018, + "costPer1kRequests": 10.5, + "benchmarks": { + "intelligenceIndex": 14.2, + "codingIndex": 46.9, + "agenticIndex": 7, + "valueScore": 946.3 + }, + "benchmarkSource": "artificial-analysis", + "reasoning": null, + "isFree": false, + "isBatch": false, + "tierClass": "balanced" + }, + { + "id": "mistralai/mistral-medium-3-5:batch", + "name": "Mistral: Mistral Medium 3.5 (batch)", + "provider": "mistralai", + "series": "Mistral", + "releasedAt": "2026-04-30", + "createdUnix": 1777570439, + "unbenchmarked": false, + "modality": "text+image+file->text", + "contextWindow": 262144, + "maxOutput": 209715, + "pricing": { + "input": 0.75, + "output": 3.75, + "cachedInput": null, + "cachedInputWrite": null, + "reasoning": null, + "webSearch": null + }, + "blendedCost": 1.5, + "agentBlendedCost": 0.9009, + "costPer1kRequests": 5.25, + "benchmarks": { + "intelligenceIndex": 14.2, + "codingIndex": 46.9, + "agenticIndex": 7, + "valueScore": 1892.7 + }, + "benchmarkSource": "artificial-analysis", + "reasoning": null, + "isFree": false, + "isBatch": true, + "tierClass": "balanced" + }, + { + "id": "mistralai/mistral-small-2603", + "name": "Mistral: Mistral Small 4", + "provider": "mistralai", + "series": "Mistral", + "releasedAt": "2026-03-16", + "createdUnix": 1773695685, + "unbenchmarked": false, + "modality": "text+image->text", + "contextWindow": 262144, + "maxOutput": 209715, + "pricing": { + "input": 0.15, + "output": 0.6, + "cachedInput": 0.015, + "cachedInputWrite": null, + "reasoning": null, + "webSearch": null + }, + "blendedCost": 0.26249999999999996, + "agentBlendedCost": 0.0824, + "costPer1kRequests": 0.9, + "benchmarks": { + "intelligenceIndex": 11.3, + "codingIndex": 26.6, + "agenticIndex": 0.8, + "valueScore": 6019 + }, + "benchmarkSource": "openrouter", + "reasoning": null, + "isFree": false, + "isBatch": false, + "tierClass": "balanced" + }, + { + "id": "openai/gpt-6-astra", + "name": "OpenAI: GPT-6 Astra", + "provider": "openai", + "series": "GPT", + "releasedAt": "2026-09-04", + "createdUnix": 1788552838, + "unbenchmarked": false, + "modality": "text+image+file->text", + "contextWindow": 1050000, + "maxOutput": 128000, + "pricing": { + "input": 10, + "output": 50, + "cachedInput": 1, + "cachedInputWrite": 12.5, + "reasoning": null, + "webSearch": null + }, + "blendedCost": 20, + "agentBlendedCost": 5.969, "costPer1kRequests": 70, "benchmarks": { "intelligenceIndex": 52.7, @@ -333,7 +435,7 @@ "agenticIndex": 51, "valueScore": 321.4 }, - "benchmarkSource": "artificial-analysis", + "benchmarkSource": "openrouter", "reasoning": null, "isFree": false, "isBatch": false, @@ -367,19 +469,19 @@ "agenticIndex": 51, "valueScore": 642.9 }, - "benchmarkSource": "artificial-analysis", + "benchmarkSource": "openrouter", "reasoning": null, "isFree": false, "isBatch": true, "tierClass": "frontier" }, { - "id": "openai/gpt-5.6-sol", - "name": "OpenAI: GPT-5.6 Sol", + "id": "openai/gpt-6.1-sol", + "name": "OpenAI: GPT-6.1 Sol", "provider": "openai", "series": "GPT", - "releasedAt": "2026-07-09", - "createdUnix": 1783590850, + "releasedAt": "2026-09-29", + "createdUnix": 1790702882, "unbenchmarked": false, "modality": "text+image+file->text", "contextWindow": 1050000, @@ -387,21 +489,123 @@ "pricing": { "input": 2, "output": 10, - "cachedInput": 0.2, + "cachedInput": 0.1, "cachedInputWrite": 2.5, "reasoning": null, "webSearch": null }, "blendedCost": 4, - "agentBlendedCost": 1.1938, + "agentBlendedCost": 1.1267, "costPer1kRequests": 14, "benchmarks": { - "intelligenceIndex": 47, - "codingIndex": 77.4, - "agenticIndex": 50.2, - "valueScore": 1579 + "intelligenceIndex": 51, + "codingIndex": null, + "agenticIndex": null, + "valueScore": null }, - "benchmarkSource": "openrouter", + "benchmarkSource": "artificial-analysis", + "reasoning": null, + "isFree": false, + "isBatch": false, + "tierClass": "frontier" + }, + { + "id": "z-ai/glm-5.3", + "name": "Z.ai: GLM 5.3", + "provider": "z-ai", + "series": "GLM", + "releasedAt": "2026-08-18", + "createdUnix": 1787086655, + "unbenchmarked": false, + "modality": "text->text", + "contextWindow": 1048576, + "maxOutput": 943718, + "pricing": { + "input": 0.049, + "output": 3.39, + "cachedInput": 0.048, + "cachedInputWrite": null, + "reasoning": null, + "webSearch": null + }, + "blendedCost": 0.88425, + "agentBlendedCost": 0.2079, + "costPer1kRequests": 3.4880000000000004, + "benchmarks": { + "intelligenceIndex": 44.8, + "codingIndex": 74.8, + "agenticIndex": 53.1, + "valueScore": 7044.4 + }, + "benchmarkSource": "artificial-analysis", + "reasoning": null, + "isFree": false, + "isBatch": false, + "tierClass": "frontier" + }, + { + "id": "z-ai/glm-5.3:batch", + "name": "Z.ai: GLM 5.3 (batch)", + "provider": "z-ai", + "series": "GLM", + "releasedAt": "2026-08-18", + "createdUnix": 1787086655, + "unbenchmarked": false, + "modality": "text->text", + "contextWindow": 1048576, + "maxOutput": 131072, + "pricing": { + "input": 0.44999999999999996, + "output": 2, + "cachedInput": 0.1, + "cachedInputWrite": null, + "reasoning": null, + "webSearch": null + }, + "blendedCost": 0.8374999999999999, + "agentBlendedCost": 0.2936, + "costPer1kRequests": 2.9, + "benchmarks": { + "intelligenceIndex": 44.8, + "codingIndex": 74.8, + "agenticIndex": 53.1, + "valueScore": 7437.6 + }, + "benchmarkSource": "artificial-analysis", + "reasoning": null, + "isFree": false, + "isBatch": true, + "tierClass": "frontier" + }, + { + "id": "z-ai/glm-5.3-flash", + "name": "Z.ai: GLM 5.3 Flash", + "provider": "z-ai", + "series": "GLM", + "releasedAt": "2026-08-26", + "createdUnix": 1787752741, + "unbenchmarked": false, + "modality": "text+image+video->text", + "contextWindow": 1048576, + "maxOutput": 943717, + "pricing": { + "input": 0.15, + "output": 0.5, + "cachedInput": 0.03, + "cachedInputWrite": null, + "reasoning": null, + "webSearch": null + }, + "blendedCost": 0.2375, + "agentBlendedCost": 0.0877, + "costPer1kRequests": 0.7999999999999999, + "benchmarks": { + "intelligenceIndex": 41.8, + "codingIndex": 71.5, + "agenticIndex": 50.9, + "valueScore": 25002.1 + }, + "benchmarkSource": "artificial-analysis", "reasoning": null, "isFree": false, "isBatch": false, @@ -476,236 +680,236 @@ "tierClass": "frontier" }, { - "id": "qwen/qwen3.8-2.4t-a95b:batch", - "name": "Qwen: Qwen3.8 2.4T A95B (batch)", + "id": "qwen/qwen3.8-27b", + "name": "Qwen: Qwen3.8 27B", "provider": "qwen", "series": "Qwen", - "releasedAt": "2026-08-12", - "createdUnix": 1786551702, + "releasedAt": "2026-08-14", + "createdUnix": 1786722910, "unbenchmarked": false, - "modality": "text->text", - "contextWindow": 1010000, - "maxOutput": 909000, + "modality": "text+image+video->text", + "contextWindow": 1000000, + "maxOutput": 131072, "pricing": { - "input": 2, - "output": 6, - "cachedInput": 0.25, - "cachedInputWrite": null, + "input": 0.425, + "output": 2.5500000000000003, + "cachedInput": 0.085, + "cachedInputWrite": 0.5313, "reasoning": null, "webSearch": null }, - "blendedCost": 3, - "agentBlendedCost": 1.0369, - "costPer1kRequests": 10, + "blendedCost": 0.95625, + "agentBlendedCost": 0.3025, + "costPer1kRequests": 3.4000000000000004, "benchmarks": { - "intelligenceIndex": 39.9, - "codingIndex": 71.9, - "agenticIndex": 50.1, - "valueScore": 1965.3 + "intelligenceIndex": 20.2, + "codingIndex": 44.6, + "agenticIndex": 22.4, + "valueScore": 3457.3 }, - "benchmarkSource": "openrouter", + "benchmarkSource": "artificial-analysis", "reasoning": null, "isFree": false, - "isBatch": true, - "tierClass": "frontier" + "isBatch": false, + "tierClass": "balanced" }, { - "id": "meta/muse-spark-1.3-contributor", - "name": "Meta: Muse Spark 1.3 Contributor", - "provider": "meta", - "series": "Llama", - "releasedAt": "2026-09-02", - "createdUnix": 1788381519, + "id": "xiaomi/mimo-v2.6-pro", + "name": "Xiaomi: MiMo-V2.6-Pro", + "provider": "xiaomi", + "series": "MiMo", + "releasedAt": "2026-09-21", + "createdUnix": 1790021259, "unbenchmarked": false, - "modality": "text+image+file+audio+video->text", - "contextWindow": 1048576, - "maxOutput": 943718, + "modality": "text+image+audio+video->text", + "contextWindow": 1050000, + "maxOutput": 131072, "pricing": { - "input": 0.09999999999999999, - "output": 0.19999999999999998, - "cachedInput": 0.002, + "input": 0.435, + "output": 0.87, + "cachedInput": 0.0036, "cachedInputWrite": null, "reasoning": null, "webSearch": null }, - "blendedCost": 0.125, - "agentBlendedCost": 0.04, - "costPer1kRequests": 0.39999999999999997, + "blendedCost": 0.54375, + "agentBlendedCost": 0.1707, + "costPer1kRequests": 1.74, "benchmarks": { - "intelligenceIndex": 48.1, - "codingIndex": 75.8, - "agenticIndex": 55.5, - "valueScore": 51336 + "intelligenceIndex": 46.3, + "codingIndex": null, + "agenticIndex": null, + "valueScore": null }, "benchmarkSource": "artificial-analysis", "reasoning": null, "isFree": false, "isBatch": false, - "tierClass": "frontier" + "tierClass": "balanced" }, { - "id": "meta/muse-spark-1.2", - "name": "Meta: Muse Spark 1.2", - "provider": "meta", - "series": "Llama", - "releasedAt": "2026-08-05", - "createdUnix": 1785959287, + "id": "xiaomi/mimo-v2.6-flash", + "name": "Xiaomi: MiMo-V2.6-Flash", + "provider": "xiaomi", + "series": "MiMo", + "releasedAt": "2026-09-21", + "createdUnix": 1790021264, "unbenchmarked": false, - "modality": "text+image+file+audio+video->text", - "contextWindow": 1048576, - "maxOutput": 943718, - "pricing": { - "input": 1.25, - "output": 4.25, - "cachedInput": 0.15, + "modality": "text+image+audio+video->text", + "contextWindow": 1050000, + "maxOutput": 131072, + "pricing": { + "input": 0.14, + "output": 0.28, + "cachedInput": 0.0028, "cachedInputWrite": null, "reasoning": null, "webSearch": null }, - "blendedCost": 2, - "agentBlendedCost": 0.6677, - "costPer1kRequests": 6.750000000000001, + "blendedCost": 0.17500000000000002, + "agentBlendedCost": 0.056, + "costPer1kRequests": 0.56, "benchmarks": { - "intelligenceIndex": 39.6, - "codingIndex": 72.2, - "agenticIndex": 43.2, - "valueScore": 2849 + "intelligenceIndex": 37.9, + "codingIndex": null, + "agenticIndex": null, + "valueScore": null }, - "benchmarkSource": "openrouter", + "benchmarkSource": "artificial-analysis", "reasoning": null, "isFree": false, "isBatch": false, - "tierClass": "frontier" + "tierClass": "balanced" }, { - "id": "meta/muse-spark-1.1", - "name": "Meta: Muse Spark 1.1", - "provider": "meta", - "series": "Llama", - "releasedAt": "2026-07-16", - "createdUnix": 1784215741, + "id": "xiaomi/mimo-v2.5-pro", + "name": "Xiaomi: MiMo-V2.5-Pro", + "provider": "xiaomi", + "series": "MiMo", + "releasedAt": "2026-04-22", + "createdUnix": 1776874273, "unbenchmarked": false, - "modality": "text+image+file+audio+video->text", - "contextWindow": 1048576, - "maxOutput": 943718, + "modality": "text->text", + "contextWindow": 1050000, + "maxOutput": 131072, "pricing": { - "input": 1.25, - "output": 4.25, - "cachedInput": 0.15, + "input": 0.435, + "output": 0.87, + "cachedInput": 0.0036, "cachedInputWrite": null, "reasoning": null, "webSearch": null }, - "blendedCost": 2, - "agentBlendedCost": 0.6677, - "costPer1kRequests": 6.750000000000001, + "blendedCost": 0.54375, + "agentBlendedCost": 0.1707, + "costPer1kRequests": 1.74, "benchmarks": { - "intelligenceIndex": 33.7, - "codingIndex": 71.3, - "agenticIndex": 25.8, - "valueScore": 2506.5 + "intelligenceIndex": 26, + "codingIndex": 60.2, + "agenticIndex": 21.3, + "valueScore": 7667.1 }, - "benchmarkSource": "openrouter", + "benchmarkSource": "artificial-analysis", "reasoning": null, "isFree": false, "isBatch": false, - "tierClass": "frontier" + "tierClass": "balanced" }, { - "id": "google/gemini-3.8-flash", - "name": "Google: Gemini 3.8 Flash", - "provider": "google", - "series": "Gemini", - "releasedAt": "2026-09-02", - "createdUnix": 1788362056, + "id": "x-ai/grok-4.7", + "name": "SpaceXAI: Grok 4.7", + "provider": "x-ai", + "series": "Grok", + "releasedAt": "2026-09-21", + "createdUnix": 1790007541, "unbenchmarked": false, - "modality": "text+image+file+audio+video->text", - "contextWindow": 1048576, - "maxOutput": 65536, + "modality": "text+image+file->text", + "contextWindow": 500000, + "maxOutput": 450000, "pricing": { - "input": 0.75, - "output": 3.75, - "cachedInput": 0.075, - "cachedInputWrite": 0.0417, + "input": 2, + "output": 6, + "cachedInput": 0.5, + "cachedInputWrite": null, "reasoning": null, "webSearch": null }, - "blendedCost": 1.5, - "agentBlendedCost": 0.4093, - "costPer1kRequests": 5.25, + "blendedCost": 3, + "agentBlendedCost": 1.2048, + "costPer1kRequests": 10, "benchmarks": { - "intelligenceIndex": 40.9, - "codingIndex": 76.3, - "agenticIndex": 40.2, - "valueScore": 3892.7 + "intelligenceIndex": 46.4, + "codingIndex": null, + "agenticIndex": null, + "valueScore": null }, "benchmarkSource": "artificial-analysis", "reasoning": null, "isFree": false, "isBatch": false, - "tierClass": "frontier" + "tierClass": "balanced" }, { - "id": "google/gemini-3.8-flash:batch", - "name": "Google: Gemini 3.8 Flash (batch)", - "provider": "google", - "series": "Gemini", - "releasedAt": "2026-09-02", - "createdUnix": 1788362056, + "id": "x-ai/grok-4.6", + "name": "SpaceXAI: Grok 4.6", + "provider": "x-ai", + "series": "Grok", + "releasedAt": "2026-08-12", + "createdUnix": 1786548957, "unbenchmarked": false, - "modality": "text+image+file+audio+video->text", - "contextWindow": 1048576, - "maxOutput": 65536, + "modality": "text+image+file->text", + "contextWindow": 500000, + "maxOutput": 450000, "pricing": { - "input": 0.375, - "output": 1.875, - "cachedInput": 0.0375, - "cachedInputWrite": 0.0417, + "input": 2, + "output": 6, + "cachedInput": 0.5, + "cachedInputWrite": null, "reasoning": null, "webSearch": null }, - "blendedCost": 0.75, - "agentBlendedCost": 0.2055, - "costPer1kRequests": 2.625, + "blendedCost": 3, + "agentBlendedCost": 1.2048, + "costPer1kRequests": 10, "benchmarks": { - "intelligenceIndex": 40.9, - "codingIndex": 76.3, - "agenticIndex": 40.2, - "valueScore": 7785.3 + "intelligenceIndex": 44.3, + "codingIndex": 76.8, + "agenticIndex": 53, + "valueScore": 2105.3 }, - "benchmarkSource": "artificial-analysis", + "benchmarkSource": "openrouter", "reasoning": null, "isFree": false, - "isBatch": true, + "isBatch": false, "tierClass": "frontier" }, { - "id": "google/gemini-3.7-flash", - "name": "Google: Gemini 3.7 Flash", - "provider": "google", - "series": "Gemini", - "releasedAt": "2026-08-13", - "createdUnix": 1786640581, + "id": "x-ai/grok-4.5", + "name": "SpaceXAI: Grok 4.5", + "provider": "x-ai", + "series": "Grok", + "releasedAt": "2026-07-08", + "createdUnix": 1783523154, "unbenchmarked": false, - "modality": "text+image+file+audio+video->text", - "contextWindow": 1048576, - "maxOutput": 65536, + "modality": "text+image+file->text", + "contextWindow": 500000, + "maxOutput": 450000, "pricing": { - "input": 0.75, - "output": 3.75, - "cachedInput": 0.075, - "cachedInputWrite": 0.0417, + "input": 2, + "output": 6, + "cachedInput": 0.3, + "cachedInputWrite": null, "reasoning": null, "webSearch": null }, - "blendedCost": 1.5, - "agentBlendedCost": 0.4093, - "costPer1kRequests": 5.25, + "blendedCost": 3, + "agentBlendedCost": 1.0705, + "costPer1kRequests": 10, "benchmarks": { - "intelligenceIndex": 39.1, - "codingIndex": 76.1, - "agenticIndex": 35.2, - "valueScore": 3762 + "intelligenceIndex": 38.8, + "codingIndex": 72.4, + "agenticIndex": 41.2, + "valueScore": 1877.3 }, "benchmarkSource": "openrouter", "reasoning": null, @@ -714,134 +918,134 @@ "tierClass": "frontier" }, { - "id": "anthropic/claude-fable-5.1", - "name": "Anthropic: Claude Fable 5.1", - "provider": "anthropic", - "series": "Claude", - "releasedAt": "2026-09-01", - "createdUnix": 1788285838, + "id": "deepseek/deepseek-v4.1-flash", + "name": "DeepSeek: DeepSeek V4.1 Flash", + "provider": "deepseek", + "series": "DeepSeek", + "releasedAt": "2026-09-10", + "createdUnix": 1789021285, "unbenchmarked": false, - "modality": "text+image+file->text", - "contextWindow": 1000000, - "maxOutput": 128000, + "modality": "text+image->text", + "contextWindow": 1048576, + "maxOutput": 943718, "pricing": { - "input": 10, - "output": 50, - "cachedInput": 0.25, - "cachedInputWrite": 12.5, + "input": 0.0356, + "output": 1, + "cachedInput": 0.01, + "cachedInputWrite": null, "reasoning": null, "webSearch": null }, - "blendedCost": 20, - "agentBlendedCost": 5.4655, - "costPer1kRequests": 70, + "blendedCost": 0.2767, + "agentBlendedCost": 0.0647, + "costPer1kRequests": 1.0712, "benchmarks": { - "intelligenceIndex": 53.4, - "codingIndex": 81.6, - "agenticIndex": 57.9, - "valueScore": 344.3 + "intelligenceIndex": 39.5, + "codingIndex": null, + "agenticIndex": null, + "valueScore": null }, "benchmarkSource": "artificial-analysis", "reasoning": null, "isFree": false, "isBatch": false, - "tierClass": "frontier" + "tierClass": "balanced" }, { - "id": "anthropic/claude-fable-5.1:batch", - "name": "Anthropic: Claude Fable 5.1 (batch)", - "provider": "anthropic", - "series": "Claude", - "releasedAt": "2026-09-01", - "createdUnix": 1788285838, + "id": "deepseek/deepseek-v4.1-flash:batch", + "name": "DeepSeek: DeepSeek V4.1 Flash (batch)", + "provider": "deepseek", + "series": "DeepSeek", + "releasedAt": "2026-09-10", + "createdUnix": 1789021285, "unbenchmarked": false, - "modality": "text+image+file->text", - "contextWindow": 1000000, - "maxOutput": 128000, + "modality": "text+image->text", + "contextWindow": 1048576, + "maxOutput": 131072, "pricing": { - "input": 5, - "output": 25, - "cachedInput": 0.125, - "cachedInputWrite": 6.25, + "input": 0.112, + "output": 0.33599999999999997, + "cachedInput": 0.0034, + "cachedInputWrite": null, "reasoning": null, "webSearch": null }, - "blendedCost": 10, - "agentBlendedCost": 2.7327, - "costPer1kRequests": 35, + "blendedCost": 0.16799999999999998, + "agentBlendedCost": 0.0509, + "costPer1kRequests": 0.5599999999999999, "benchmarks": { - "intelligenceIndex": 53.4, - "codingIndex": 81.6, - "agenticIndex": 57.9, - "valueScore": 688.5 + "intelligenceIndex": 39.5, + "codingIndex": null, + "agenticIndex": null, + "valueScore": null }, "benchmarkSource": "artificial-analysis", "reasoning": null, "isFree": false, "isBatch": true, - "tierClass": "frontier" + "tierClass": "balanced" }, { - "id": "anthropic/claude-opus-5", - "name": "Anthropic: Claude Opus 5", - "provider": "anthropic", - "series": "Claude", - "releasedAt": "2026-07-24", - "createdUnix": 1784912544, + "id": "deepseek/deepseek-v4-pro-0813", + "name": "DeepSeek: DeepSeek V4 Pro 0813", + "provider": "deepseek", + "series": "DeepSeek", + "releasedAt": "2026-08-12", + "createdUnix": 1786549364, "unbenchmarked": false, - "modality": "text+image+file->text", - "contextWindow": 1000000, - "maxOutput": 128000, + "modality": "text->text", + "contextWindow": 1048576, + "maxOutput": 393216, "pricing": { - "input": 5, - "output": 25, - "cachedInput": 0.5, - "cachedInputWrite": 6.25, + "input": 0.66, + "output": 1.9800000000000002, + "cachedInput": 0.022, + "cachedInputWrite": null, "reasoning": null, "webSearch": null }, - "blendedCost": 10, - "agentBlendedCost": 2.9845, - "costPer1kRequests": 35, + "blendedCost": 0.99, + "agentBlendedCost": 0.3016, + "costPer1kRequests": 3.3, "benchmarks": { - "intelligenceIndex": 50.8, - "codingIndex": 78, - "agenticIndex": 56.5, - "valueScore": 661.1 + "intelligenceIndex": 36, + "codingIndex": 68.8, + "agenticIndex": 41.3, + "valueScore": 5453.5 }, "benchmarkSource": "openrouter", "reasoning": null, "isFree": false, "isBatch": false, - "tierClass": "frontier" + "tierClass": "balanced" }, { - "id": "x-ai/grok-4.6", - "name": "SpaceXAI: Grok 4.6", - "provider": "x-ai", - "series": "Grok", - "releasedAt": "2026-08-12", - "createdUnix": 1786548957, + "id": "meta/muse-spark-1.3", + "name": "Meta: Muse Spark 1.3", + "provider": "meta", + "series": "Llama", + "releasedAt": "2026-09-02", + "createdUnix": 1788378359, "unbenchmarked": false, - "modality": "text+image+file->text", - "contextWindow": 500000, - "maxOutput": 450000, + "modality": "text+image+file+video->text", + "contextWindow": 1048576, + "maxOutput": 943718, "pricing": { - "input": 2, - "output": 6, - "cachedInput": 0.5, + "input": 1.25, + "output": 4.25, + "cachedInput": 0.15, "cachedInputWrite": null, "reasoning": null, "webSearch": null }, - "blendedCost": 3, - "agentBlendedCost": 1.2048, - "costPer1kRequests": 10, + "blendedCost": 2, + "agentBlendedCost": 0.6677, + "costPer1kRequests": 6.750000000000001, "benchmarks": { - "intelligenceIndex": 44.3, - "codingIndex": 76.8, - "agenticIndex": 53, - "valueScore": 2105.3 + "intelligenceIndex": 48.1, + "codingIndex": 75.8, + "agenticIndex": 55.5, + "valueScore": 3208.5 }, "benchmarkSource": "artificial-analysis", "reasoning": null, @@ -850,32 +1054,32 @@ "tierClass": "frontier" }, { - "id": "x-ai/grok-4.5", - "name": "SpaceXAI: Grok 4.5", - "provider": "x-ai", - "series": "Grok", - "releasedAt": "2026-07-08", - "createdUnix": 1783523154, + "id": "meta/muse-spark-1.2", + "name": "Meta: Muse Spark 1.2", + "provider": "meta", + "series": "Llama", + "releasedAt": "2026-08-05", + "createdUnix": 1785959287, "unbenchmarked": false, - "modality": "text+image+file->text", - "contextWindow": 500000, - "maxOutput": 450000, + "modality": "text+image+file+video->text", + "contextWindow": 1048576, + "maxOutput": 943718, "pricing": { - "input": 2, - "output": 6, - "cachedInput": 0.3, + "input": 1.25, + "output": 4.25, + "cachedInput": 0.15, "cachedInputWrite": null, "reasoning": null, "webSearch": null }, - "blendedCost": 3, - "agentBlendedCost": 1.0705, - "costPer1kRequests": 10, + "blendedCost": 2, + "agentBlendedCost": 0.6677, + "costPer1kRequests": 6.750000000000001, "benchmarks": { - "intelligenceIndex": 38.8, - "codingIndex": 72.4, - "agenticIndex": 41.2, - "valueScore": 1877.3 + "intelligenceIndex": 39.6, + "codingIndex": 72.2, + "agenticIndex": 43.2, + "valueScore": 2849 }, "benchmarkSource": "openrouter", "reasoning": null, @@ -884,38 +1088,38 @@ "tierClass": "frontier" }, { - "id": "x-ai/grok-4.3", - "name": "SpaceXAI: Grok 4.3", - "provider": "x-ai", - "series": "Grok", - "releasedAt": "2026-04-30", - "createdUnix": 1777591821, + "id": "meta/muse-spark-1.1", + "name": "Meta: Muse Spark 1.1", + "provider": "meta", + "series": "Llama", + "releasedAt": "2026-07-16", + "createdUnix": 1784215741, "unbenchmarked": false, - "modality": "text+image+file->text", - "contextWindow": 1000000, - "maxOutput": 900000, + "modality": "text+image+file+video->text", + "contextWindow": 1048576, + "maxOutput": 943718, "pricing": { "input": 1.25, - "output": 2.5, - "cachedInput": 0.2, + "output": 4.25, + "cachedInput": 0.15, "cachedInputWrite": null, "reasoning": null, "webSearch": null }, - "blendedCost": 1.5625, - "agentBlendedCost": 0.6179, - "costPer1kRequests": 5, + "blendedCost": 2, + "agentBlendedCost": 0.6677, + "costPer1kRequests": 6.750000000000001, "benchmarks": { - "intelligenceIndex": 24.9, - "codingIndex": 42.2, - "agenticIndex": 15.5, - "valueScore": 1966.7 + "intelligenceIndex": 33.7, + "codingIndex": 71.3, + "agenticIndex": 25.8, + "valueScore": 2506.5 }, "benchmarkSource": "openrouter", "reasoning": null, "isFree": false, "isBatch": false, - "tierClass": "balanced" + "tierClass": "frontier" }, { "id": "moonshotai/kimi-k3", @@ -929,21 +1133,21 @@ "contextWindow": 1048576, "maxOutput": 943718, "pricing": { - "input": 1.675, - "output": 9.38, - "cachedInput": 0.1943, + "input": 0.62, + "output": 12.3, + "cachedInput": 0.43, "cachedInputWrite": null, "reasoning": null, "webSearch": null }, - "blendedCost": 3.6012500000000003, - "agentBlendedCost": 1.0657, - "costPer1kRequests": 12.73, + "blendedCost": 3.54, + "agentBlendedCost": 1.0553, + "costPer1kRequests": 13.54, "benchmarks": { "intelligenceIndex": 43.6, "codingIndex": 76.2, "agenticIndex": 50, - "valueScore": 1716.6 + "valueScore": 1746.3 }, "benchmarkSource": "artificial-analysis", "reasoning": null, @@ -961,23 +1165,23 @@ "unbenchmarked": false, "modality": "text+image+video->text", "contextWindow": 1048576, - "maxOutput": 943718, + "maxOutput": 16384, "pricing": { - "input": 3, - "output": 15, - "cachedInput": 0.3, + "input": 2.2800000000000002, + "output": 11.399999999999999, + "cachedInput": 0.228, "cachedInputWrite": null, "reasoning": null, "webSearch": null }, - "blendedCost": 6, - "agentBlendedCost": 1.7907, - "costPer1kRequests": 21, + "blendedCost": 4.56, + "agentBlendedCost": 1.3609, + "costPer1kRequests": 15.959999999999999, "benchmarks": { "intelligenceIndex": 43.6, "codingIndex": 76.2, "agenticIndex": 50, - "valueScore": 1030.3 + "valueScore": 1355.7 }, "benchmarkSource": "artificial-analysis", "reasoning": null, @@ -997,196 +1201,26 @@ "contextWindow": 262144, "maxOutput": 235929, "pricing": { - "input": 0.95, - "output": 4, - "cachedInput": 0.16, + "input": 0.4485, + "output": 2.4499999999999997, + "cachedInput": 0.125, "cachedInputWrite": null, "reasoning": null, "webSearch": null }, - "blendedCost": 1.7125, - "agentBlendedCost": 0.575, - "costPer1kRequests": 5.8999999999999995, + "blendedCost": 0.9488749999999999, + "agentBlendedCost": 0.3314, + "costPer1kRequests": 3.347, "benchmarks": { "intelligenceIndex": 27, "codingIndex": 61.8, "agenticIndex": 20.5, - "valueScore": 2478.8 - }, - "benchmarkSource": "openrouter", - "reasoning": null, - "isFree": false, - "isBatch": false, - "tierClass": "balanced" - }, - { - "id": "mistralai/mistral-medium-3-5", - "name": "Mistral: Mistral Medium 3.5", - "provider": "mistralai", - "series": "Mistral", - "releasedAt": "2026-04-30", - "createdUnix": 1777570439, - "unbenchmarked": false, - "modality": "text+image+file->text", - "contextWindow": 262144, - "maxOutput": 209715, - "pricing": { - "input": 1.5, - "output": 7.5, - "cachedInput": null, - "cachedInputWrite": null, - "reasoning": null, - "webSearch": null - }, - "blendedCost": 3, - "agentBlendedCost": 1.8018, - "costPer1kRequests": 10.5, - "benchmarks": { - "intelligenceIndex": 14.2, - "codingIndex": 46.9, - "agenticIndex": 7, - "valueScore": 946.3 - }, - "benchmarkSource": "artificial-analysis", - "reasoning": null, - "isFree": false, - "isBatch": false, - "tierClass": "balanced" - }, - { - "id": "mistralai/mistral-medium-3-5:batch", - "name": "Mistral: Mistral Medium 3.5 (batch)", - "provider": "mistralai", - "series": "Mistral", - "releasedAt": "2026-04-30", - "createdUnix": 1777570439, - "unbenchmarked": false, - "modality": "text+image+file->text", - "contextWindow": 262144, - "maxOutput": 209715, - "pricing": { - "input": 0.75, - "output": 3.75, - "cachedInput": null, - "cachedInputWrite": null, - "reasoning": null, - "webSearch": null - }, - "blendedCost": 1.5, - "agentBlendedCost": 0.9009, - "costPer1kRequests": 5.25, - "benchmarks": { - "intelligenceIndex": 14.2, - "codingIndex": 46.9, - "agenticIndex": 7, - "valueScore": 1892.7 - }, - "benchmarkSource": "artificial-analysis", - "reasoning": null, - "isFree": false, - "isBatch": true, - "tierClass": "balanced" - }, - { - "id": "mistralai/mistral-small-2603", - "name": "Mistral: Mistral Small 4", - "provider": "mistralai", - "series": "Mistral", - "releasedAt": "2026-03-16", - "createdUnix": 1773695685, - "unbenchmarked": false, - "modality": "text+image->text", - "contextWindow": 262144, - "maxOutput": 209715, - "pricing": { - "input": 0.15, - "output": 0.6, - "cachedInput": 0.015, - "cachedInputWrite": null, - "reasoning": null, - "webSearch": null - }, - "blendedCost": 0.26249999999999996, - "agentBlendedCost": 0.0824, - "costPer1kRequests": 0.9, - "benchmarks": { - "intelligenceIndex": 11.3, - "codingIndex": 26.6, - "agenticIndex": 0.8, - "valueScore": 6019 + "valueScore": 4473.7 }, "benchmarkSource": "openrouter", "reasoning": null, "isFree": false, "isBatch": false, "tierClass": "balanced" - }, - { - "id": "xiaomi/mimo-v2.5-pro", - "name": "Xiaomi: MiMo-V2.5-Pro", - "provider": "xiaomi", - "series": "MiMo", - "releasedAt": "2026-04-22", - "createdUnix": 1776874273, - "unbenchmarked": false, - "modality": "text->text", - "contextWindow": 1050000, - "maxOutput": 131072, - "pricing": { - "input": 0.435, - "output": 0.87, - "cachedInput": 0.0036, - "cachedInputWrite": null, - "reasoning": null, - "webSearch": null - }, - "blendedCost": 0.54375, - "agentBlendedCost": 0.1707, - "costPer1kRequests": 1.74, - "benchmarks": { - "intelligenceIndex": 26, - "codingIndex": 60.2, - "agenticIndex": 21.3, - "valueScore": 7667.1 - }, - "benchmarkSource": "artificial-analysis", - "reasoning": null, - "isFree": false, - "isBatch": false, - "tierClass": "balanced" - }, - { - "id": "xiaomi/mimo-v2.5", - "name": "Xiaomi: MiMo-V2.5", - "provider": "xiaomi", - "series": "MiMo", - "releasedAt": "2026-04-22", - "createdUnix": 1776874269, - "unbenchmarked": false, - "modality": "text+image+audio+video->text", - "contextWindow": 1050000, - "maxOutput": 131072, - "pricing": { - "input": 0.14, - "output": 0.28, - "cachedInput": 0.0028, - "cachedInputWrite": null, - "reasoning": null, - "webSearch": null - }, - "blendedCost": 0.17500000000000002, - "agentBlendedCost": 0.056, - "costPer1kRequests": 0.56, - "benchmarks": { - "intelligenceIndex": 26, - "codingIndex": 60.2, - "agenticIndex": 21.3, - "valueScore": 23822.9 - }, - "benchmarkSource": "artificial-analysis", - "reasoning": null, - "isFree": false, - "isBatch": false, - "tierClass": "balanced" } ] \ No newline at end of file diff --git a/public/data/usage-limits.json b/public/data/usage-limits.json index 6b9edd5..e94d882 100644 --- a/public/data/usage-limits.json +++ b/public/data/usage-limits.json @@ -1,6 +1,6 @@ { "schemaVersion": "1.0.0", - "generatedAt": "2026-09-21T02:50:22.938Z", + "generatedAt": "2026-10-08T13:09:27.794Z", "constants": { "agentTurnTokens": 21000, "defaultCacheRate": 0.75,