diff --git a/.changeset/sync-models.md b/.changeset/sync-models.md new file mode 100644 index 000000000..63eef764c --- /dev/null +++ b/.changeset/sync-models.md @@ -0,0 +1,5 @@ +--- +'@tanstack/ai-openrouter': patch +--- + +Update model metadata from OpenRouter API diff --git a/packages/ai-openrouter/src/model-meta.ts b/packages/ai-openrouter/src/model-meta.ts index 39ffbc9e1..266e9b0d9 100644 --- a/packages/ai-openrouter/src/model-meta.ts +++ b/packages/ai-openrouter/src/model-meta.ts @@ -215,11 +215,11 @@ const _MOONSHOTAI_KIMI_LATEST = { pricing: { text: { input: { - normal: 0.55, - cached: 0.11, + normal: 0.66, + cached: 0.14, }, output: { - normal: 3.2, + normal: 3.41, }, }, image: 0, @@ -1935,10 +1935,11 @@ const DEEPSEEK_DEEPSEEK_V4_FLASH = { ], }, context_window: 1048576, + max_output_tokens: 16384, pricing: { text: { input: { - normal: 0.089, + normal: 0.09, cached: 0.018, }, output: { @@ -2761,6 +2762,7 @@ const GOOGLE_GEMMA_4_26B_A4B_IT_FREE = { output: ['text'], supports: [ 'frequencyPenalty', + 'logprobs', 'maxCompletionTokens', 'presencePenalty', 'reasoning', @@ -2769,6 +2771,7 @@ const GOOGLE_GEMMA_4_26B_A4B_IT_FREE = { 'stop', 'temperature', 'toolChoice', + 'topLogprobs', 'topP', ], }, @@ -4880,11 +4883,11 @@ const MOONSHOTAI_KIMI_K2_6 = { pricing: { text: { input: { - normal: 0.55, - cached: 0.11, + normal: 0.66, + cached: 0.14, }, output: { - normal: 3.2, + normal: 3.41, }, }, image: 0, @@ -5321,15 +5324,14 @@ const NVIDIA_NEMOTRON_3_SUPER_120B_A12B = { ], }, context_window: 1000000, - max_output_tokens: 16384, pricing: { text: { input: { - normal: 0.085, + normal: 0.08, cached: 0, }, output: { - normal: 0.4, + normal: 0.45, }, }, image: 0, @@ -7130,6 +7132,7 @@ const OPENAI_GPT_OSS_20B_FREE = { output: ['text'], supports: [ 'frequencyPenalty', + 'logprobs', 'maxCompletionTokens', 'presencePenalty', 'reasoning', @@ -7138,6 +7141,7 @@ const OPENAI_GPT_OSS_20B_FREE = { 'stop', 'temperature', 'toolChoice', + 'topLogprobs', 'topP', ], }, @@ -7709,6 +7713,52 @@ const POOLSIDE_LAGUNA_M_1_FREE = { image: 0, }, } as const +const POOLSIDE_LAGUNA_XS_2_1 = { + id: 'poolside/laguna-xs-2.1', + name: 'Poolside: Laguna XS 2.1', + supports: { + input: ['text'], + output: ['text'], + supports: ['maxCompletionTokens', 'reasoning', 'temperature', 'toolChoice'], + }, + context_window: 262144, + max_output_tokens: 32768, + pricing: { + text: { + input: { + normal: 0.06, + cached: 0.03, + }, + output: { + normal: 0.12, + }, + }, + image: 0, + }, +} as const +const POOLSIDE_LAGUNA_XS_2_1_FREE = { + id: 'poolside/laguna-xs-2.1:free', + name: 'Poolside: Laguna XS 2.1 (free)', + supports: { + input: ['text'], + output: ['text'], + supports: ['maxCompletionTokens', 'reasoning', 'temperature', 'toolChoice'], + }, + context_window: 262144, + max_output_tokens: 32768, + pricing: { + text: { + input: { + normal: 0, + cached: 0, + }, + output: { + normal: 0, + }, + }, + image: 0, + }, +} as const const POOLSIDE_LAGUNA_XS_2 = { id: 'poolside/laguna-xs.2', name: 'Poolside: Laguna XS.2', @@ -8801,7 +8851,6 @@ const QWEN_QWEN3_VL_30B_A3B_THINKING = { 'reasoning', 'responseFormat', 'seed', - 'stop', 'temperature', 'toolChoice', 'topLogprobs', @@ -8882,11 +8931,11 @@ const QWEN_QWEN3_VL_8B_INSTRUCT = { pricing: { text: { input: { - normal: 0.08, + normal: 0.117, cached: 0, }, output: { - normal: 0.5, + normal: 0.455, }, }, image: 0, @@ -9238,7 +9287,7 @@ const QWEN_QWEN3_6_27B = { text: { input: { normal: 0.285, - cached: 0, + cached: 0.15, }, output: { normal: 2.4, @@ -10640,7 +10689,6 @@ const Z_AI_GLM_5_1 = { 'logitBias', 'logprobs', 'maxCompletionTokens', - 'parallelToolCalls', 'presencePenalty', 'reasoning', 'responseFormat', @@ -10653,14 +10701,15 @@ const Z_AI_GLM_5_1 = { ], }, context_window: 202752, + max_output_tokens: 128000, pricing: { text: { input: { - normal: 0.975, - cached: 0, + normal: 0.966, + cached: 0.1794, }, output: { - normal: 4.3, + normal: 3.036, }, }, image: 0, @@ -10690,15 +10739,15 @@ const Z_AI_GLM_5_2 = { ], }, context_window: 1048576, - max_output_tokens: 32768, + max_output_tokens: 128000, pricing: { text: { input: { - normal: 0.93, - cached: 0.18, + normal: 0.91, + cached: 0.169, }, output: { - normal: 3, + normal: 2.86, }, }, image: 0, @@ -11745,6 +11794,7 @@ export type OpenRouterModelOptionsByName = { Pick< OpenRouterBaseOptions, | 'frequencyPenalty' + | 'logprobs' | 'maxCompletionTokens' | 'presencePenalty' | 'reasoning' @@ -11753,6 +11803,7 @@ export type OpenRouterModelOptionsByName = { | 'stop' | 'temperature' | 'toolChoice' + | 'topLogprobs' | 'topP' > [GOOGLE_GEMMA_4_31B_IT.id]: OpenRouterCommonOptions & @@ -13434,6 +13485,7 @@ export type OpenRouterModelOptionsByName = { Pick< OpenRouterBaseOptions, | 'frequencyPenalty' + | 'logprobs' | 'maxCompletionTokens' | 'presencePenalty' | 'reasoning' @@ -13442,6 +13494,7 @@ export type OpenRouterModelOptionsByName = { | 'stop' | 'temperature' | 'toolChoice' + | 'topLogprobs' | 'topP' > [OPENAI_GPT_OSS_SAFEGUARD_20B.id]: OpenRouterCommonOptions & @@ -13626,6 +13679,16 @@ export type OpenRouterModelOptionsByName = { OpenRouterBaseOptions, 'maxCompletionTokens' | 'reasoning' | 'temperature' | 'toolChoice' > + [POOLSIDE_LAGUNA_XS_2_1.id]: OpenRouterCommonOptions & + Pick< + OpenRouterBaseOptions, + 'maxCompletionTokens' | 'reasoning' | 'temperature' | 'toolChoice' + > + [POOLSIDE_LAGUNA_XS_2_1_FREE.id]: OpenRouterCommonOptions & + Pick< + OpenRouterBaseOptions, + 'maxCompletionTokens' | 'reasoning' | 'temperature' | 'toolChoice' + > [POOLSIDE_LAGUNA_XS_2.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, @@ -14080,7 +14143,6 @@ export type OpenRouterModelOptionsByName = { | 'reasoning' | 'responseFormat' | 'seed' - | 'stop' | 'temperature' | 'toolChoice' | 'topLogprobs' @@ -14831,7 +14893,6 @@ export type OpenRouterModelOptionsByName = { | 'logitBias' | 'logprobs' | 'maxCompletionTokens' - | 'parallelToolCalls' | 'presencePenalty' | 'reasoning' | 'responseFormat' @@ -15175,6 +15236,8 @@ export type OpenRouterModelInputModalitiesByName = { [PERPLEXITY_SONAR_REASONING_PRO.id]: ReadonlyArray<'text' | 'image'> [POOLSIDE_LAGUNA_M_1.id]: ReadonlyArray<'text'> [POOLSIDE_LAGUNA_M_1_FREE.id]: ReadonlyArray<'text'> + [POOLSIDE_LAGUNA_XS_2_1.id]: ReadonlyArray<'text'> + [POOLSIDE_LAGUNA_XS_2_1_FREE.id]: ReadonlyArray<'text'> [POOLSIDE_LAGUNA_XS_2.id]: ReadonlyArray<'text'> [POOLSIDE_LAGUNA_XS_2_FREE.id]: ReadonlyArray<'text'> [QWEN_QWEN_2_5_72B_INSTRUCT.id]: ReadonlyArray<'text'> @@ -15512,6 +15575,8 @@ export const OPENROUTER_CHAT_MODELS = [ PERPLEXITY_SONAR_REASONING_PRO.id, POOLSIDE_LAGUNA_M_1.id, POOLSIDE_LAGUNA_M_1_FREE.id, + POOLSIDE_LAGUNA_XS_2_1.id, + POOLSIDE_LAGUNA_XS_2_1_FREE.id, POOLSIDE_LAGUNA_XS_2.id, POOLSIDE_LAGUNA_XS_2_FREE.id, QWEN_QWEN_2_5_72B_INSTRUCT.id, diff --git a/scripts/.sync-models-last-run b/scripts/.sync-models-last-run index 104f6ccda..e21a89067 100644 --- a/scripts/.sync-models-last-run +++ b/scripts/.sync-models-last-run @@ -1 +1 @@ -1782981491 +1783153065 diff --git a/scripts/openrouter.models.json b/scripts/openrouter.models.json index f0c892dea..f118f0965 100644 --- a/scripts/openrouter.models.json +++ b/scripts/openrouter.models.json @@ -385,9 +385,9 @@ "instruct_type": null }, "pricing": { - "prompt": "0.00000055", - "completion": "0.0000032", - "input_cache_read": "0.00000011" + "prompt": "0.00000066", + "completion": "0.00000341", + "input_cache_read": "0.00000014" }, "top_provider": { "context_length": 262144, @@ -1013,7 +1013,7 @@ "category": "website", "elo": 878, "win_rate": 26.2, - "rank": 108 + "rank": 109 } ] } @@ -1065,7 +1065,7 @@ "category": "website", "elo": 839, "win_rate": 21.4, - "rank": 111 + "rank": 112 } ] } @@ -1240,8 +1240,8 @@ { "arena": "agents", "category": "htmlslides", - "elo": 1258, - "win_rate": 60.6, + "elo": 1259, + "win_rate": 60.5, "rank": 1 }, { @@ -1254,7 +1254,7 @@ { "arena": "models", "category": "asciiart", - "elo": 1370, + "elo": 1369, "win_rate": 70.1, "rank": 1 }, @@ -1282,7 +1282,7 @@ { "arena": "models", "category": "svg", - "elo": 1369, + "elo": 1370, "win_rate": 71.8, "rank": 1 }, @@ -1383,12 +1383,12 @@ "category": "asciiart", "elo": 1186, "win_rate": 49.3, - "rank": 30 + "rank": 31 }, { "arena": "models", "category": "codecategories", - "elo": 1163, + "elo": 1164, "win_rate": 44.8, "rank": 64 }, @@ -1397,7 +1397,7 @@ "category": "dataviz", "elo": 1167, "win_rate": 45.6, - "rank": 62 + "rank": 61 }, { "arena": "models", @@ -1409,14 +1409,14 @@ { "arena": "models", "category": "svg", - "elo": 1081, + "elo": 1082, "win_rate": 39.1, - "rank": 56 + "rank": 57 }, { "arena": "models", "category": "uicomponent", - "elo": 1154, + "elo": 1153, "win_rate": 42.7, "rank": 61 }, @@ -1425,7 +1425,7 @@ "category": "website", "elo": 1164, "win_rate": 45, - "rank": 64 + "rank": 65 } ], "artificial_analysis": { @@ -1496,16 +1496,16 @@ { "arena": "models", "category": "3d", - "elo": 1216, + "elo": 1217, "win_rate": 57.7, - "rank": 40 + "rank": 39 }, { "arena": "models", "category": "codecategories", "elo": 1210, "win_rate": 55.6, - "rank": 49 + "rank": 50 }, { "arena": "models", @@ -1524,9 +1524,9 @@ { "arena": "models", "category": "svg", - "elo": 1183, + "elo": 1184, "win_rate": 57.7, - "rank": 36 + "rank": 37 }, { "arena": "models", @@ -1540,7 +1540,7 @@ "category": "website", "elo": 1207, "win_rate": 54.6, - "rank": 51 + "rank": 52 } ] }, @@ -1609,30 +1609,30 @@ { "arena": "models", "category": "3d", - "elo": 1228, - "win_rate": 52, + "elo": 1229, + "win_rate": 51.9, "rank": 36 }, { "arena": "models", "category": "asciiart", - "elo": 1209, - "win_rate": 51.6, - "rank": 20 + "elo": 1212, + "win_rate": 51.8, + "rank": 18 }, { "arena": "models", "category": "codecategories", "elo": 1220, "win_rate": 55.8, - "rank": 39 + "rank": 40 }, { "arena": "models", "category": "dataviz", "elo": 1209, "win_rate": 56.4, - "rank": 43 + "rank": 44 }, { "arena": "models", @@ -1644,9 +1644,9 @@ { "arena": "models", "category": "svg", - "elo": 1208, + "elo": 1209, "win_rate": 60.8, - "rank": 25 + "rank": 26 }, { "arena": "models", @@ -1660,7 +1660,7 @@ "category": "website", "elo": 1219, "win_rate": 55.3, - "rank": 45 + "rank": 46 } ] }, @@ -1729,29 +1729,29 @@ { "arena": "models", "category": "3d", - "elo": 1290, + "elo": 1291, "win_rate": 59.9, "rank": 20 }, { "arena": "models", "category": "asciiart", - "elo": 1240, - "win_rate": 55.6, - "rank": 11 + "elo": 1234, + "win_rate": 54.9, + "rank": 13 }, { "arena": "models", "category": "codecategories", "elo": 1291, "win_rate": 60, - "rank": 17 + "rank": 18 }, { "arena": "models", "category": "dataviz", - "elo": 1283, - "win_rate": 58.6, + "elo": 1284, + "win_rate": 58.7, "rank": 14 }, { @@ -1764,23 +1764,23 @@ { "arena": "models", "category": "svg", - "elo": 1234, + "elo": 1236, "win_rate": 58.6, "rank": 17 }, { "arena": "models", "category": "uicomponent", - "elo": 1294, - "win_rate": 59.2, - "rank": 15 + "elo": 1291, + "win_rate": 58.6, + "rank": 19 }, { "arena": "models", "category": "website", "elo": 1290, "win_rate": 60.1, - "rank": 17 + "rank": 18 }, { "arena": "agents", @@ -1794,19 +1794,19 @@ "category": "fullstack", "elo": 1223, "win_rate": 59.9, - "rank": 9 + "rank": 10 }, { "arena": "agents", "category": "mobileapps", - "elo": 1240, + "elo": 1237, "win_rate": 57.5, "rank": 6 }, { "arena": "agents", "category": "webapps", - "elo": 1221, + "elo": 1220, "win_rate": 54.2, "rank": 11 } @@ -1879,58 +1879,58 @@ { "arena": "agents", "category": "androidnative", - "elo": 1216, + "elo": 1215, "win_rate": 68.8, - "rank": 11 + "rank": 10 }, { "arena": "agents", "category": "fullstack", - "elo": 1287, + "elo": 1286, "win_rate": 68.6, "rank": 4 }, { "arena": "agents", "category": "mobileapps", - "elo": 1261, + "elo": 1258, "win_rate": 60.5, "rank": 3 }, { "arena": "agents", "category": "webapps", - "elo": 1266, + "elo": 1267, "win_rate": 60.9, "rank": 4 }, { "arena": "models", "category": "3d", - "elo": 1351, - "win_rate": 65.2, + "elo": 1352, + "win_rate": 65.3, "rank": 4 }, { "arena": "models", "category": "asciiart", "elo": 1306, - "win_rate": 63.2, + "win_rate": 63.4, "rank": 6 }, { "arena": "models", "category": "codecategories", - "elo": 1342, - "win_rate": 63.8, + "elo": 1343, + "win_rate": 63.9, "rank": 3 }, { "arena": "models", "category": "dataviz", - "elo": 1322, - "win_rate": 61.8, - "rank": 5 + "elo": 1325, + "win_rate": 62, + "rank": 3 }, { "arena": "models", @@ -1942,15 +1942,15 @@ { "arena": "models", "category": "svg", - "elo": 1286, - "win_rate": 62.7, + "elo": 1287, + "win_rate": 62.6, "rank": 4 }, { "arena": "models", "category": "uicomponent", - "elo": 1349, - "win_rate": 64.4, + "elo": 1350, + "win_rate": 64.5, "rank": 3 }, { @@ -2028,8 +2028,8 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1290, - "win_rate": 64.2, + "elo": 1279, + "win_rate": 63.7, "rank": 1 }, { @@ -2063,7 +2063,7 @@ { "arena": "agents", "category": "androidnative", - "elo": 1330, + "elo": 1328, "win_rate": 61.7, "rank": 2 }, @@ -2091,7 +2091,7 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1198, + "elo": 1195, "win_rate": 50.9, "rank": 15 }, @@ -2112,36 +2112,36 @@ { "arena": "agents", "category": "webapps", - "elo": 1328, + "elo": 1329, "win_rate": 65.5, "rank": 1 }, { "arena": "models", "category": "3d", - "elo": 1325, - "win_rate": 60.7, + "elo": 1324, + "win_rate": 60.5, "rank": 9 }, { "arena": "models", "category": "asciiart", - "elo": 1314, - "win_rate": 65.1, + "elo": 1320, + "win_rate": 65.6, "rank": 2 }, { "arena": "models", "category": "codecategories", - "elo": 1337, - "win_rate": 61.1, + "elo": 1336, + "win_rate": 61, "rank": 4 }, { "arena": "models", "category": "dataviz", - "elo": 1325, - "win_rate": 61.9, + "elo": 1324, + "win_rate": 61.7, "rank": 4 }, { @@ -2154,22 +2154,22 @@ { "arena": "models", "category": "svg", - "elo": 1280, + "elo": 1282, "win_rate": 61.6, "rank": 7 }, { "arena": "models", "category": "uicomponent", - "elo": 1363, - "win_rate": 64.7, + "elo": 1362, + "win_rate": 64.4, "rank": 2 }, { "arena": "models", "category": "website", - "elo": 1335, - "win_rate": 60.5, + "elo": 1334, + "win_rate": 60.4, "rank": 4 } ], @@ -2304,8 +2304,8 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1268, - "win_rate": 63.7, + "elo": 1260, + "win_rate": 63.1, "rank": 2 }, { @@ -2339,29 +2339,29 @@ { "arena": "agents", "category": "androidnative", - "elo": 1341, - "win_rate": 68.5, + "elo": 1343, + "win_rate": 68.3, "rank": 1 }, { "arena": "agents", "category": "fullstack", - "elo": 1334, - "win_rate": 67.1, + "elo": 1330, + "win_rate": 66.8, "rank": 2 }, { "arena": "agents", "category": "htmlslides", - "elo": 1223, - "win_rate": 55.7, + "elo": 1224, + "win_rate": 55.8, "rank": 4 }, { "arena": "agents", "category": "mobileapps", - "elo": 1285, - "win_rate": 59.3, + "elo": 1286, + "win_rate": 59.7, "rank": 1 }, { @@ -2381,65 +2381,65 @@ { "arena": "agents", "category": "webapps", - "elo": 1293, - "win_rate": 55.8, + "elo": 1290, + "win_rate": 55.4, "rank": 2 }, { "arena": "models", "category": "3d", - "elo": 1287, - "win_rate": 56.3, - "rank": 22 + "elo": 1288, + "win_rate": 56.2, + "rank": 21 }, { "arena": "models", "category": "asciiart", - "elo": 1301, - "win_rate": 62.5, + "elo": 1299, + "win_rate": 61.8, "rank": 7 }, { "arena": "models", "category": "codecategories", "elo": 1282, - "win_rate": 54.9, - "rank": 21 + "win_rate": 54.8, + "rank": 22 }, { "arena": "models", "category": "dataviz", - "elo": 1277, - "win_rate": 55.2, + "elo": 1278, + "win_rate": 55.3, "rank": 17 }, { "arena": "models", "category": "gamedev", - "elo": 1302, + "elo": 1301, "win_rate": 54.9, "rank": 15 }, { "arena": "models", "category": "svg", - "elo": 1235, - "win_rate": 54.2, - "rank": 16 + "elo": 1236, + "win_rate": 53.9, + "rank": 18 }, { "arena": "models", "category": "uicomponent", - "elo": 1286, - "win_rate": 55.5, - "rank": 21 + "elo": 1285, + "win_rate": 55.2, + "rank": 22 }, { "arena": "models", "category": "website", "elo": 1281, - "win_rate": 55, - "rank": 21 + "win_rate": 54.9, + "rank": 22 } ], "artificial_analysis": { @@ -2575,21 +2575,21 @@ "category": "3d", "elo": 1217, "win_rate": 57.8, - "rank": 39 + "rank": 40 }, { "arena": "models", "category": "codecategories", "elo": 1191, "win_rate": 53.4, - "rank": 55 + "rank": 56 }, { "arena": "models", "category": "dataviz", - "elo": 1196, + "elo": 1195, "win_rate": 55.8, - "rank": 51 + "rank": 52 }, { "arena": "models", @@ -2601,7 +2601,7 @@ { "arena": "models", "category": "svg", - "elo": 1134, + "elo": 1135, "win_rate": 51.1, "rank": 46 }, @@ -2617,7 +2617,7 @@ "category": "website", "elo": 1188, "win_rate": 52.4, - "rank": 58 + "rank": 59 } ], "artificial_analysis": { @@ -2692,13 +2692,13 @@ "arena": "models", "category": "3d", "elo": 1236, - "win_rate": 53.4, + "win_rate": 53.3, "rank": 35 }, { "arena": "models", "category": "asciiart", - "elo": 1249, + "elo": 1248, "win_rate": 56.8, "rank": 10 }, @@ -2706,15 +2706,15 @@ "arena": "models", "category": "codecategories", "elo": 1232, - "win_rate": 52.9, - "rank": 34 + "win_rate": 53, + "rank": 35 }, { "arena": "models", "category": "dataviz", - "elo": 1211, - "win_rate": 49.2, - "rank": 42 + "elo": 1210, + "win_rate": 49.1, + "rank": 43 }, { "arena": "models", @@ -2726,15 +2726,15 @@ { "arena": "models", "category": "svg", - "elo": 1171, + "elo": 1173, "win_rate": 53, - "rank": 37 + "rank": 38 }, { "arena": "models", "category": "uicomponent", "elo": 1231, - "win_rate": 52.2, + "win_rate": 52.1, "rank": 36 }, { @@ -2742,19 +2742,19 @@ "category": "website", "elo": 1232, "win_rate": 53.4, - "rank": 38 + "rank": 39 }, { "arena": "agents", "category": "fullstack", - "elo": 1120, + "elo": 1118, "win_rate": 43.5, "rank": 18 }, { "arena": "agents", "category": "mobileapps", - "elo": 1184, + "elo": 1182, "win_rate": 48.9, "rank": 21 }, @@ -2839,21 +2839,21 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1200, + "elo": 1192, "win_rate": 50.9, "rank": 6 }, { "arena": "agents", "category": "androidnative", - "elo": 1238, + "elo": 1237, "win_rate": 61.9, - "rank": 8 + "rank": 9 }, { "arena": "agents", "category": "fullstack", - "elo": 1273, + "elo": 1272, "win_rate": 63.1, "rank": 5 }, @@ -2867,7 +2867,7 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1257, + "elo": 1254, "win_rate": 59.2, "rank": 4 }, @@ -2876,20 +2876,20 @@ "category": "webapps", "elo": 1246, "win_rate": 55.8, - "rank": 9 + "rank": 8 }, { "arena": "models", "category": "3d", - "elo": 1315, + "elo": 1316, "win_rate": 60.5, - "rank": 12 + "rank": 11 }, { "arena": "models", "category": "asciiart", - "elo": 1278, - "win_rate": 60.4, + "elo": 1276, + "win_rate": 60.3, "rank": 8 }, { @@ -2897,13 +2897,13 @@ "category": "codecategories", "elo": 1326, "win_rate": 61.5, - "rank": 6 + "rank": 7 }, { "arena": "models", "category": "dataviz", "elo": 1321, - "win_rate": 61.4, + "win_rate": 61.3, "rank": 6 }, { @@ -2916,15 +2916,15 @@ { "arena": "models", "category": "svg", - "elo": 1254, + "elo": 1255, "win_rate": 59.6, - "rank": 11 + "rank": 12 }, { "arena": "models", "category": "uicomponent", "elo": 1322, - "win_rate": 61.8, + "win_rate": 61.5, "rank": 8 }, { @@ -3008,29 +3008,57 @@ "arena": "models", "category": "3d", "elo": 1315, + "win_rate": 57.1, + "rank": 12 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1237, + "win_rate": 53, + "rank": 12 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1322, "win_rate": 57.8, - "rank": 13 + "rank": 8 }, { "arena": "models", "category": "dataviz", - "elo": 1232, - "win_rate": 49.4, - "rank": 36 + "elo": 1269, + "win_rate": 52.9, + "rank": 23 }, { "arena": "models", "category": "gamedev", - "elo": 1341, - "win_rate": 59.3, + "elo": 1342, + "win_rate": 59.5, "rank": 6 }, + { + "arena": "models", + "category": "svg", + "elo": 1276, + "win_rate": 57.4, + "rank": 8 + }, { "arena": "models", "category": "uicomponent", - "elo": 1341, - "win_rate": 61.2, - "rank": 4 + "elo": 1330, + "win_rate": 58.5, + "rank": 7 + }, + { + "arena": "models", + "category": "website", + "elo": 1327, + "win_rate": 59.2, + "rank": 6 } ], "artificial_analysis": { @@ -3152,16 +3180,16 @@ { "arena": "models", "category": "asciiart", - "elo": 1087, + "elo": 1086, "win_rate": 37.1, - "rank": 45 + "rank": 46 }, { "arena": "models", "category": "codecategories", "elo": 1165, "win_rate": 40.1, - "rank": 62 + "rank": 63 }, { "arena": "models", @@ -3180,9 +3208,9 @@ { "arena": "models", "category": "svg", - "elo": 1071, + "elo": 1073, "win_rate": 35.2, - "rank": 59 + "rank": 60 }, { "arena": "models", @@ -3196,7 +3224,7 @@ "category": "website", "elo": 1177, "win_rate": 41.3, - "rank": 60 + "rank": 61 } ] }, @@ -3711,6 +3739,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/cohere/command-a-03-2025/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 22.5, + "coding_index": 27.8, + "agentic_index": 9.2 + } } }, { @@ -4028,7 +4064,7 @@ "category": "codecategories", "elo": 1158, "win_rate": 48.5, - "rank": 67 + "rank": 68 }, { "arena": "models", @@ -4047,9 +4083,9 @@ { "arena": "models", "category": "svg", - "elo": 1032, + "elo": 1033, "win_rate": 38.8, - "rank": 67 + "rank": 68 }, { "arena": "models", @@ -4061,9 +4097,9 @@ { "arena": "models", "category": "website", - "elo": 1162, + "elo": 1163, "win_rate": 48.5, - "rank": 65 + "rank": 66 } ] } @@ -4195,7 +4231,7 @@ "category": "codecategories", "elo": 1161, "win_rate": 47.9, - "rank": 65 + "rank": 66 }, { "arena": "models", @@ -4214,9 +4250,9 @@ { "arena": "models", "category": "svg", - "elo": 1023, + "elo": 1024, "win_rate": 38.2, - "rank": 69 + "rank": 70 }, { "arena": "models", @@ -4230,7 +4266,7 @@ "category": "website", "elo": 1165, "win_rate": 48, - "rank": 63 + "rank": 64 } ] }, @@ -4379,7 +4415,7 @@ "category": "codecategories", "elo": 1188, "win_rate": 52.6, - "rank": 57 + "rank": 58 }, { "arena": "models", @@ -4398,23 +4434,23 @@ { "arena": "models", "category": "svg", - "elo": 1094, + "elo": 1095, "win_rate": 48.7, - "rank": 51 + "rank": 52 }, { "arena": "models", "category": "uicomponent", "elo": 1158, "win_rate": 55.1, - "rank": 59 + "rank": 58 }, { "arena": "models", "category": "website", "elo": 1192, "win_rate": 52.7, - "rank": 56 + "rank": 57 } ] }, @@ -4539,16 +4575,16 @@ { "arena": "models", "category": "codecategories", - "elo": 1224, + "elo": 1225, "win_rate": 56, - "rank": 38 + "rank": 39 }, { "arena": "models", "category": "dataviz", "elo": 1207, "win_rate": 53, - "rank": 45 + "rank": 46 }, { "arena": "models", @@ -4560,9 +4596,9 @@ { "arena": "models", "category": "svg", - "elo": 1121, + "elo": 1122, "win_rate": 50.1, - "rank": 48 + "rank": 49 }, { "arena": "models", @@ -4576,7 +4612,7 @@ "category": "website", "elo": 1229, "win_rate": 56.4, - "rank": 41 + "rank": 42 } ] }, @@ -4650,28 +4686,28 @@ { "arena": "models", "category": "3d", - "elo": 1210, - "win_rate": 50, + "elo": 1211, + "win_rate": 49.9, "rank": 42 }, { "arena": "models", "category": "asciiart", - "elo": 1129, - "win_rate": 41, - "rank": 42 + "elo": 1130, + "win_rate": 41.1, + "rank": 43 }, { "arena": "models", "category": "codecategories", "elo": 1213, - "win_rate": 49.7, - "rank": 48 + "win_rate": 49.6, + "rank": 49 }, { "arena": "models", "category": "dataviz", - "elo": 1203, + "elo": 1202, "win_rate": 48.8, "rank": 49 }, @@ -4685,23 +4721,23 @@ { "arena": "models", "category": "svg", - "elo": 1087, + "elo": 1088, "win_rate": 40.9, - "rank": 54 + "rank": 55 }, { "arena": "models", "category": "uicomponent", - "elo": 1202, - "win_rate": 47.3, + "elo": 1203, + "win_rate": 47.2, "rank": 48 }, { "arena": "models", "category": "website", "elo": 1217, - "win_rate": 50.6, - "rank": 46 + "win_rate": 50.5, + "rank": 47 } ] }, @@ -4781,14 +4817,14 @@ "category": "codecategories", "elo": 1220, "win_rate": 54.2, - "rank": 40 + "rank": 41 }, { "arena": "models", "category": "dataviz", "elo": 1196, "win_rate": 50.6, - "rank": 52 + "rank": 51 }, { "arena": "models", @@ -4800,23 +4836,23 @@ { "arena": "models", "category": "svg", - "elo": 1088, + "elo": 1089, "win_rate": 42, - "rank": 53 + "rank": 54 }, { "arena": "models", "category": "uicomponent", "elo": 1220, "win_rate": 53.3, - "rank": 40 + "rank": 39 }, { "arena": "models", "category": "website", "elo": 1221, "win_rate": 54.2, - "rank": 44 + "rank": 45 } ] }, @@ -4840,13 +4876,13 @@ "instruct_type": null }, "pricing": { - "prompt": "0.000000089", + "prompt": "0.00000009", "completion": "0.00000018", "input_cache_read": "0.000000018" }, "top_provider": { "context_length": 1048576, - "max_completion_tokens": null, + "max_completion_tokens": 16384, "is_moderated": false }, "per_request_limits": null, @@ -4892,28 +4928,28 @@ "category": "3d", "elo": 1269, "win_rate": 50, - "rank": 26 + "rank": 25 }, { "arena": "models", "category": "asciiart", - "elo": 1170, - "win_rate": 45.1, - "rank": 34 + "elo": 1167, + "win_rate": 44.9, + "rank": 36 }, { "arena": "models", "category": "codecategories", "elo": 1256, "win_rate": 50.2, - "rank": 30 + "rank": 31 }, { "arena": "models", "category": "dataviz", - "elo": 1168, - "win_rate": 41.8, - "rank": 60 + "elo": 1167, + "win_rate": 41.6, + "rank": 62 }, { "arena": "models", @@ -4925,15 +4961,15 @@ { "arena": "models", "category": "svg", - "elo": 1214, + "elo": 1215, "win_rate": 49.4, - "rank": 23 + "rank": 24 }, { "arena": "models", "category": "uicomponent", - "elo": 1220, - "win_rate": 46.6, + "elo": 1218, + "win_rate": 46.3, "rank": 41 }, { @@ -4941,7 +4977,7 @@ "category": "website", "elo": 1251, "win_rate": 50.9, - "rank": 30 + "rank": 31 } ], "artificial_analysis": { @@ -5043,49 +5079,49 @@ { "arena": "models", "category": "3d", - "elo": 1327, - "win_rate": 61, - "rank": 7 + "elo": 1325, + "win_rate": 60.6, + "rank": 8 }, { "arena": "models", "category": "asciiart", - "elo": 1199, - "win_rate": 47, - "rank": 21 + "elo": 1200, + "win_rate": 47.3, + "rank": 22 }, { "arena": "models", "category": "codecategories", - "elo": 1288, + "elo": 1287, "win_rate": 55, - "rank": 19 + "rank": 20 }, { "arena": "models", "category": "dataviz", - "elo": 1219, - "win_rate": 48.6, + "elo": 1221, + "win_rate": 48.7, "rank": 38 }, { "arena": "models", "category": "gamedev", "elo": 1296, - "win_rate": 56.2, + "win_rate": 56.1, "rank": 18 }, { "arena": "models", "category": "svg", - "elo": 1192, + "elo": 1195, "win_rate": 47.1, - "rank": 33 + "rank": 34 }, { "arena": "models", "category": "uicomponent", - "elo": 1271, + "elo": 1272, "win_rate": 52, "rank": 25 }, @@ -5093,8 +5129,8 @@ "arena": "models", "category": "website", "elo": 1279, - "win_rate": 53.9, - "rank": 22 + "win_rate": 53.8, + "rank": 23 } ], "artificial_analysis": { @@ -5181,7 +5217,7 @@ "category": "codecategories", "elo": 1153, "win_rate": 46.9, - "rank": 69 + "rank": 70 }, { "arena": "models", @@ -5209,14 +5245,14 @@ "category": "website", "elo": 1158, "win_rate": 47.1, - "rank": 68 + "rank": 69 }, { "arena": "models", "category": "svg", - "elo": 1076, + "elo": 1077, "win_rate": 43.1, - "rank": 58 + "rank": 59 } ] }, @@ -5429,7 +5465,7 @@ "category": "codecategories", "elo": 1130, "win_rate": 47, - "rank": 75 + "rank": 76 }, { "arena": "models", @@ -5457,7 +5493,7 @@ "category": "website", "elo": 1142, "win_rate": 48.1, - "rank": 75 + "rank": 76 } ] }, @@ -5527,14 +5563,14 @@ "category": "3d", "elo": 1160, "win_rate": 52.2, - "rank": 57 + "rank": 58 }, { "arena": "models", "category": "codecategories", "elo": 1203, "win_rate": 58.3, - "rank": 51 + "rank": 52 }, { "arena": "models", @@ -5562,7 +5598,7 @@ "category": "website", "elo": 1209, "win_rate": 58.8, - "rank": 49 + "rank": 50 } ], "artificial_analysis": { @@ -5773,7 +5809,7 @@ { "arena": "agents", "category": "fullstack", - "elo": 1130, + "elo": 1129, "win_rate": 47.1, "rank": 17 }, @@ -5787,21 +5823,21 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1187, + "elo": 1185, "win_rate": 49.8, "rank": 17 }, { "arena": "agents", "category": "webapps", - "elo": 1185, + "elo": 1184, "win_rate": 49.5, "rank": 17 }, { "arena": "models", "category": "3d", - "elo": 1261, + "elo": 1262, "win_rate": 62.7, "rank": 30 }, @@ -5810,7 +5846,7 @@ "category": "codecategories", "elo": 1238, "win_rate": 57.6, - "rank": 33 + "rank": 34 }, { "arena": "models", @@ -5822,9 +5858,9 @@ { "arena": "models", "category": "website", - "elo": 1238, + "elo": 1239, "win_rate": 57, - "rank": 33 + "rank": 34 } ] }, @@ -5969,7 +6005,7 @@ "arena": "models", "category": "imageediting", "elo": 1273, - "win_rate": 66.2, + "win_rate": 66.1, "rank": 2 } ] @@ -6287,23 +6323,23 @@ { "arena": "models", "category": "3d", - "elo": 1125, + "elo": 1126, "win_rate": 38.8, "rank": 73 }, { "arena": "models", "category": "asciiart", - "elo": 1214, + "elo": 1213, "win_rate": 50.7, - "rank": 16 + "rank": 17 }, { "arena": "models", "category": "codecategories", "elo": 1121, "win_rate": 36.4, - "rank": 76 + "rank": 77 }, { "arena": "models", @@ -6322,9 +6358,9 @@ { "arena": "models", "category": "svg", - "elo": 1108, + "elo": 1109, "win_rate": 42.5, - "rank": 50 + "rank": 51 }, { "arena": "models", @@ -6338,7 +6374,7 @@ "category": "website", "elo": 1124, "win_rate": 36.5, - "rank": 78 + "rank": 79 } ], "artificial_analysis": { @@ -6417,8 +6453,8 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1149, - "win_rate": 43.8, + "elo": 1140, + "win_rate": 43.6, "rank": 8 }, { @@ -6452,35 +6488,35 @@ { "arena": "agents", "category": "androidnative", - "elo": 1058, + "elo": 1057, "win_rate": 39.1, "rank": 25 }, { "arena": "agents", "category": "fullstack", - "elo": 1139, - "win_rate": 45, + "elo": 1138, + "win_rate": 44.9, "rank": 16 }, { "arena": "agents", "category": "godotgamedev", - "elo": 1220, - "win_rate": 53.6, + "elo": 1219, + "win_rate": 53.5, "rank": 6 }, { "arena": "agents", "category": "htmlslides", - "elo": 1208, - "win_rate": 52.8, + "elo": 1207, + "win_rate": 52.5, "rank": 6 }, { "arena": "agents", "category": "mobileapps", - "elo": 1175, + "elo": 1173, "win_rate": 46.5, "rank": 22 }, @@ -6501,37 +6537,37 @@ { "arena": "agents", "category": "webapps", - "elo": 1196, + "elo": 1197, "win_rate": 48.2, "rank": 13 }, { "arena": "models", "category": "3d", - "elo": 1304, + "elo": 1305, "win_rate": 61.4, - "rank": 18 + "rank": 17 }, { "arena": "models", "category": "asciiart", - "elo": 1313, - "win_rate": 63.4, - "rank": 5 + "elo": 1312, + "win_rate": 63.3, + "rank": 4 }, { "arena": "models", "category": "codecategories", "elo": 1290, "win_rate": 64.2, - "rank": 18 + "rank": 19 }, { "arena": "models", "category": "dataviz", "elo": 1270, "win_rate": 60.6, - "rank": 20 + "rank": 21 }, { "arena": "models", @@ -6543,8 +6579,8 @@ { "arena": "models", "category": "svg", - "elo": 1346, - "win_rate": 70.4, + "elo": 1347, + "win_rate": 70.3, "rank": 2 }, { @@ -6559,7 +6595,7 @@ "category": "website", "elo": 1294, "win_rate": 64.3, - "rank": 15 + "rank": 16 } ], "artificial_analysis": { @@ -6697,8 +6733,8 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1217, - "win_rate": 55.1, + "elo": 1208, + "win_rate": 55, "rank": 3 }, { @@ -6732,29 +6768,29 @@ { "arena": "agents", "category": "androidnative", - "elo": 1261, - "win_rate": 54.8, + "elo": 1260, + "win_rate": 54.7, "rank": 5 }, { "arena": "agents", "category": "fullstack", - "elo": 1267, - "win_rate": 58.1, + "elo": 1265, + "win_rate": 58, "rank": 6 }, { "arena": "agents", "category": "htmlslides", - "elo": 1183, - "win_rate": 49, + "elo": 1182, + "win_rate": 48.8, "rank": 9 }, { "arena": "agents", "category": "mobileapps", - "elo": 1264, - "win_rate": 57.2, + "elo": 1260, + "win_rate": 56.8, "rank": 2 }, { @@ -6774,37 +6810,37 @@ { "arena": "agents", "category": "webapps", - "elo": 1262, + "elo": 1263, "win_rate": 54.2, - "rank": 5 + "rank": 6 }, { "arena": "models", "category": "3d", - "elo": 1311, + "elo": 1313, "win_rate": 60.3, - "rank": 15 + "rank": 14 }, { "arena": "models", "category": "asciiart", - "elo": 1314, - "win_rate": 62.4, - "rank": 3 + "elo": 1312, + "win_rate": 62.3, + "rank": 5 }, { "arena": "models", "category": "codecategories", "elo": 1306, "win_rate": 58.5, - "rank": 11 + "rank": 12 }, { "arena": "models", "category": "dataviz", - "elo": 1267, - "win_rate": 55.1, - "rank": 23 + "elo": 1268, + "win_rate": 55.2, + "rank": 24 }, { "arena": "models", @@ -6816,23 +6852,23 @@ { "arena": "models", "category": "svg", - "elo": 1308, + "elo": 1309, "win_rate": 63.3, "rank": 3 }, { "arena": "models", "category": "uicomponent", - "elo": 1313, - "win_rate": 59.9, + "elo": 1311, + "win_rate": 59.5, "rank": 12 }, { "arena": "models", "category": "website", "elo": 1299, - "win_rate": 57.6, - "rank": 14 + "win_rate": 57.5, + "rank": 15 } ], "artificial_analysis": { @@ -7061,6 +7097,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemma-3-4b-it/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": null, + "coding_index": 2.7, + "agentic_index": null + } } }, { @@ -7216,6 +7260,7 @@ "supported_parameters": [ "frequency_penalty", "include_reasoning", + "logprobs", "max_tokens", "presence_penalty", "reasoning", @@ -7228,6 +7273,7 @@ "tool_choice", "tools", "top_k", + "top_logprobs", "top_p" ], "default_parameters": { @@ -7715,8 +7761,8 @@ { "arena": "models", "category": "3d", - "elo": 1056, - "win_rate": 24.9, + "elo": 1058, + "win_rate": 25, "rank": 85 }, { @@ -7724,14 +7770,14 @@ "category": "codecategories", "elo": 1043, "win_rate": 22, - "rank": 93 + "rank": 94 }, { "arena": "models", "category": "dataviz", - "elo": 984, - "win_rate": 18.4, - "rank": 92 + "elo": 987, + "win_rate": 18.6, + "rank": 91 }, { "arena": "models", @@ -7743,16 +7789,16 @@ { "arena": "models", "category": "uicomponent", - "elo": 1024, - "win_rate": 20.8, + "elo": 1023, + "win_rate": 20.6, "rank": 86 }, { "arena": "models", "category": "website", - "elo": 1037, - "win_rate": 21.5, - "rank": 95 + "elo": 1036, + "win_rate": 21.4, + "rank": 96 } ] }, @@ -8684,9 +8730,9 @@ "benchmarks": { "design_arena": [], "artificial_analysis": { - "intelligence_index": null, + "intelligence_index": 9.4, "coding_index": 11.9, - "agentic_index": null + "agentic_index": 0.3 } } }, @@ -8736,9 +8782,9 @@ "benchmarks": { "design_arena": [], "artificial_analysis": { - "intelligence_index": null, + "intelligence_index": 9.4, "coding_index": 11.9, - "agentic_index": null + "agentic_index": 0.3 } } }, @@ -8807,7 +8853,7 @@ "category": "codecategories", "elo": 929, "win_rate": 35.8, - "rank": 102 + "rank": 103 }, { "arena": "models", @@ -8833,9 +8879,9 @@ { "arena": "models", "category": "website", - "elo": 913, + "elo": 914, "win_rate": 34.4, - "rank": 105 + "rank": 106 } ], "artificial_analysis": { @@ -8901,7 +8947,7 @@ "category": "codecategories", "elo": 839, "win_rate": 26.6, - "rank": 106 + "rank": 107 }, { "arena": "models", @@ -8929,7 +8975,7 @@ "category": "website", "elo": 793, "win_rate": 22.7, - "rank": 112 + "rank": 113 } ], "artificial_analysis": { @@ -9241,7 +9287,7 @@ "category": "codecategories", "elo": 1184, "win_rate": 48.1, - "rank": 59 + "rank": 60 }, { "arena": "models", @@ -9260,9 +9306,9 @@ { "arena": "models", "category": "svg", - "elo": 1156, + "elo": 1157, "win_rate": 55.3, - "rank": 40 + "rank": 41 }, { "arena": "models", @@ -9276,7 +9322,7 @@ "category": "website", "elo": 1185, "win_rate": 48, - "rank": 59 + "rank": 60 } ] }, @@ -9390,14 +9436,14 @@ "category": "codecategories", "elo": 1239, "win_rate": 55.3, - "rank": 32 + "rank": 33 }, { "arena": "models", "category": "dataviz", "elo": 1250, "win_rate": 57, - "rank": 28 + "rank": 29 }, { "arena": "models", @@ -9409,14 +9455,14 @@ { "arena": "models", "category": "svg", - "elo": 1188, + "elo": 1189, "win_rate": 55.4, - "rank": 34 + "rank": 35 }, { "arena": "models", "category": "uicomponent", - "elo": 1277, + "elo": 1276, "win_rate": 60.9, "rank": 24 }, @@ -9509,12 +9555,12 @@ "category": "codecategories", "elo": 1256, "win_rate": 56.8, - "rank": 29 + "rank": 30 }, { "arena": "models", "category": "dataviz", - "elo": 1216, + "elo": 1215, "win_rate": 51.2, "rank": 41 }, @@ -9528,9 +9574,9 @@ { "arena": "models", "category": "svg", - "elo": 1207, + "elo": 1208, "win_rate": 54.5, - "rank": 26 + "rank": 27 }, { "arena": "models", @@ -9617,29 +9663,29 @@ { "arena": "models", "category": "3d", - "elo": 1269, - "win_rate": 51.1, - "rank": 25 + "elo": 1268, + "win_rate": 51, + "rank": 26 }, { "arena": "models", "category": "asciiart", - "elo": 1186, - "win_rate": 48, - "rank": 31 + "elo": 1187, + "win_rate": 48.2, + "rank": 29 }, { "arena": "models", "category": "codecategories", "elo": 1281, "win_rate": 53.3, - "rank": 22 + "rank": 23 }, { "arena": "models", "category": "dataviz", - "elo": 1272, - "win_rate": 53.3, + "elo": 1271, + "win_rate": 53.2, "rank": 19 }, { @@ -9652,15 +9698,15 @@ { "arena": "models", "category": "svg", - "elo": 1194, - "win_rate": 50.6, - "rank": 32 + "elo": 1195, + "win_rate": 50.5, + "rank": 33 }, { "arena": "models", "category": "uicomponent", "elo": 1260, - "win_rate": 49.9, + "win_rate": 49.8, "rank": 28 }, { @@ -9668,7 +9714,7 @@ "category": "website", "elo": 1286, "win_rate": 54.2, - "rank": 20 + "rank": 21 } ], "artificial_analysis": { @@ -9747,36 +9793,36 @@ { "arena": "agents", "category": "androidnative", - "elo": 986, - "win_rate": 20.2, + "elo": 1015, + "win_rate": 23.1, "rank": 27 }, { "arena": "models", "category": "3d", - "elo": 1306, - "win_rate": 56.8, - "rank": 17 + "elo": 1304, + "win_rate": 56.5, + "rank": 18 }, { "arena": "models", "category": "asciiart", - "elo": 1221, - "win_rate": 49.5, - "rank": 15 + "elo": 1223, + "win_rate": 50, + "rank": 16 }, { "arena": "models", "category": "codecategories", "elo": 1306, "win_rate": 55.7, - "rank": 13 + "rank": 14 }, { "arena": "models", "category": "dataviz", - "elo": 1295, - "win_rate": 57.1, + "elo": 1293, + "win_rate": 56.9, "rank": 11 }, { @@ -9789,23 +9835,23 @@ { "arena": "models", "category": "svg", - "elo": 1248, - "win_rate": 55.3, - "rank": 13 + "elo": 1245, + "win_rate": 54.6, + "rank": 15 }, { "arena": "models", "category": "uicomponent", - "elo": 1291, - "win_rate": 53.6, - "rank": 19 + "elo": 1293, + "win_rate": 53.9, + "rank": 17 }, { "arena": "models", "category": "website", "elo": 1304, "win_rate": 55.7, - "rank": 11 + "rank": 12 } ], "artificial_analysis": { @@ -9873,7 +9919,7 @@ "category": "codecategories", "elo": 1056, "win_rate": 38.5, - "rank": 89 + "rank": 90 }, { "arena": "models", @@ -9901,7 +9947,7 @@ "category": "website", "elo": 1055, "win_rate": 37.8, - "rank": 92 + "rank": 93 }, { "arena": "models", @@ -10039,7 +10085,7 @@ "category": "codecategories", "elo": 1114, "win_rate": 44, - "rank": 78 + "rank": 79 }, { "arena": "models", @@ -10053,7 +10099,7 @@ "category": "website", "elo": 1124, "win_rate": 44.8, - "rank": 79 + "rank": 80 } ], "artificial_analysis": { @@ -10121,7 +10167,7 @@ { "arena": "models", "category": "3d", - "elo": 1040, + "elo": 1041, "win_rate": 35.9, "rank": 88 }, @@ -10130,7 +10176,7 @@ "category": "codecategories", "elo": 1059, "win_rate": 37.3, - "rank": 88 + "rank": 89 }, { "arena": "models", @@ -10144,7 +10190,7 @@ "category": "website", "elo": 1070, "win_rate": 38.2, - "rank": 89 + "rank": 90 } ], "artificial_analysis": { @@ -10212,7 +10258,7 @@ { "arena": "models", "category": "3d", - "elo": 1109, + "elo": 1110, "win_rate": 46.2, "rank": 76 }, @@ -10221,7 +10267,7 @@ "category": "codecategories", "elo": 1102, "win_rate": 42.9, - "rank": 80 + "rank": 81 }, { "arena": "models", @@ -10233,9 +10279,9 @@ { "arena": "models", "category": "website", - "elo": 1107, + "elo": 1108, "win_rate": 42.9, - "rank": 81 + "rank": 82 } ], "artificial_analysis": { @@ -10407,14 +10453,14 @@ "category": "asciiart", "elo": 1115, "win_rate": 40.3, - "rank": 43 + "rank": 44 }, { "arena": "models", "category": "codecategories", "elo": 1191, "win_rate": 47.6, - "rank": 56 + "rank": 57 }, { "arena": "models", @@ -10433,9 +10479,9 @@ { "arena": "models", "category": "svg", - "elo": 1048, + "elo": 1049, "win_rate": 38, - "rank": 62 + "rank": 63 }, { "arena": "models", @@ -10449,7 +10495,7 @@ "category": "website", "elo": 1204, "win_rate": 49.4, - "rank": 53 + "rank": 55 } ], "artificial_analysis": { @@ -10512,16 +10558,16 @@ { "arena": "models", "category": "3d", - "elo": 1160, + "elo": 1161, "win_rate": 54.6, - "rank": 58 + "rank": 57 }, { "arena": "models", "category": "codecategories", "elo": 1118, "win_rate": 48.1, - "rank": 77 + "rank": 78 }, { "arena": "models", @@ -10549,7 +10595,7 @@ "category": "website", "elo": 1122, "win_rate": 47.7, - "rank": 80 + "rank": 81 } ] } @@ -10675,23 +10721,23 @@ { "arena": "models", "category": "3d", - "elo": 1159, + "elo": 1160, "win_rate": 44.7, "rank": 59 }, { "arena": "models", "category": "asciiart", - "elo": 1044, + "elo": 1043, "win_rate": 30.8, - "rank": 47 + "rank": 48 }, { "arena": "models", "category": "codecategories", "elo": 1170, "win_rate": 45.1, - "rank": 61 + "rank": 62 }, { "arena": "models", @@ -10710,9 +10756,9 @@ { "arena": "models", "category": "svg", - "elo": 1048, + "elo": 1049, "win_rate": 38.2, - "rank": 63 + "rank": 64 }, { "arena": "models", @@ -10726,7 +10772,7 @@ "category": "website", "elo": 1175, "win_rate": 46, - "rank": 61 + "rank": 62 } ], "artificial_analysis": { @@ -10947,6 +10993,14 @@ "links": { "details": "/api/v1/models/mistralai/mistral-small-2603/endpoints" }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 19.6, + "coding_index": 26.6, + "agentic_index": 4.7 + } + }, "reasoning": { "mandatory": false, "default_enabled": false, @@ -11064,7 +11118,7 @@ "category": "codecategories", "elo": 956, "win_rate": 39.8, - "rank": 101 + "rank": 102 }, { "arena": "models", @@ -11092,7 +11146,7 @@ "category": "website", "elo": 938, "win_rate": 38.3, - "rank": 104 + "rank": 105 } ] } @@ -11250,7 +11304,7 @@ "category": "codecategories", "elo": 1083, "win_rate": 51.7, - "rank": 82 + "rank": 83 }, { "arena": "models", @@ -11278,7 +11332,7 @@ "category": "website", "elo": 1093, "win_rate": 53.1, - "rank": 85 + "rank": 86 } ] } @@ -11337,14 +11391,14 @@ "category": "codecategories", "elo": 1147, "win_rate": 48.5, - "rank": 71 + "rank": 72 }, { "arena": "models", "category": "website", "elo": 1150, "win_rate": 48.3, - "rank": 72 + "rank": 73 } ] } @@ -11410,9 +11464,9 @@ { "arena": "models", "category": "website", - "elo": 1155, + "elo": 1156, "win_rate": 48.8, - "rank": 70 + "rank": 71 } ], "artificial_analysis": { @@ -11491,7 +11545,7 @@ "arena": "agents", "category": "androidnative", "elo": 1132, - "win_rate": 57.8, + "win_rate": 57.9, "rank": 17 }, { @@ -11511,9 +11565,9 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1186, + "elo": 1184, "win_rate": 49.3, - "rank": 20 + "rank": 19 }, { "arena": "agents", @@ -11532,23 +11586,23 @@ { "arena": "models", "category": "asciiart", - "elo": 1214, - "win_rate": 47, - "rank": 17 + "elo": 1211, + "win_rate": 46.9, + "rank": 20 }, { "arena": "models", "category": "codecategories", - "elo": 1285, + "elo": 1286, "win_rate": 54.7, - "rank": 20 + "rank": 21 }, { "arena": "models", "category": "dataviz", - "elo": 1270, - "win_rate": 52.9, - "rank": 21 + "elo": 1271, + "win_rate": 53, + "rank": 20 }, { "arena": "models", @@ -11560,9 +11614,9 @@ { "arena": "models", "category": "svg", - "elo": 1209, - "win_rate": 50.1, - "rank": 24 + "elo": 1212, + "win_rate": 50.4, + "rank": 25 }, { "arena": "models", @@ -11576,7 +11630,7 @@ "category": "website", "elo": 1291, "win_rate": 55.9, - "rank": 16 + "rank": 17 } ] }, @@ -11601,9 +11655,9 @@ "instruct_type": null }, "pricing": { - "prompt": "0.00000055", - "completion": "0.0000032", - "input_cache_read": "0.00000011" + "prompt": "0.00000066", + "completion": "0.00000341", + "input_cache_read": "0.00000014" }, "top_provider": { "context_length": 262144, @@ -11652,8 +11706,8 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1184, - "win_rate": 50.3, + "elo": 1176, + "win_rate": 50.2, "rank": 7 }, { @@ -11687,14 +11741,14 @@ { "arena": "agents", "category": "androidnative", - "elo": 1213, - "win_rate": 50.8, - "rank": 12 + "elo": 1214, + "win_rate": 50.7, + "rank": 11 }, { "arena": "agents", "category": "fullstack", - "elo": 1222, + "elo": 1221, "win_rate": 56.2, "rank": 11 }, @@ -11709,15 +11763,15 @@ "arena": "agents", "category": "htmlslides", "elo": 1248, - "win_rate": 58.8, + "win_rate": 58.7, "rank": 2 }, { "arena": "agents", "category": "mobileapps", - "elo": 1228, - "win_rate": 53.3, - "rank": 9 + "elo": 1227, + "win_rate": 53.5, + "rank": 8 }, { "arena": "agents", @@ -11750,16 +11804,16 @@ { "arena": "models", "category": "codecategories", - "elo": 1326, + "elo": 1327, "win_rate": 58.1, - "rank": 7 + "rank": 6 }, { "arena": "models", "category": "dataviz", - "elo": 1302, + "elo": 1303, "win_rate": 56.8, - "rank": 9 + "rank": 8 }, { "arena": "models", @@ -11771,23 +11825,23 @@ { "arena": "models", "category": "svg", - "elo": 1232, - "win_rate": 52.4, - "rank": 18 + "elo": 1235, + "win_rate": 52.5, + "rank": 19 }, { "arena": "models", "category": "uicomponent", "elo": 1319, "win_rate": 57.2, - "rank": 10 + "rank": 11 }, { "arena": "models", "category": "website", - "elo": 1317, - "win_rate": 56.3, - "rank": 8 + "elo": 1318, + "win_rate": 56.4, + "rank": 9 } ], "artificial_analysis": { @@ -11869,58 +11923,58 @@ { "arena": "agents", "category": "androidnative", - "elo": 1221, - "win_rate": 52.6, - "rank": 10 + "elo": 1214, + "win_rate": 51.1, + "rank": 12 }, { "arena": "agents", "category": "fullstack", "elo": 1235, - "win_rate": 54.2, + "win_rate": 54.5, "rank": 7 }, { "arena": "agents", "category": "htmlslides", "elo": 1214, - "win_rate": 53.7, + "win_rate": 53.6, "rank": 5 }, { "arena": "agents", "category": "mobileapps", - "elo": 1216, - "win_rate": 48.9, - "rank": 12 + "elo": 1221, + "win_rate": 50.3, + "rank": 10 }, { "arena": "agents", "category": "webapps", - "elo": 1247, - "win_rate": 50.8, - "rank": 8 + "elo": 1246, + "win_rate": 50.7, + "rank": 9 }, { "arena": "models", "category": "3d", "elo": 1315, - "win_rate": 57.5, - "rank": 14 + "win_rate": 57.4, + "rank": 13 }, { "arena": "models", "category": "codecategories", "elo": 1306, "win_rate": 55.5, - "rank": 12 + "rank": 13 }, { "arena": "models", "category": "dataviz", - "elo": 1263, - "win_rate": 52.5, - "rank": 24 + "elo": 1257, + "win_rate": 51.6, + "rank": 26 }, { "arena": "models", @@ -11932,16 +11986,16 @@ { "arena": "models", "category": "uicomponent", - "elo": 1294, - "win_rate": 54.1, - "rank": 17 + "elo": 1302, + "win_rate": 55, + "rank": 14 }, { "arena": "models", "category": "website", "elo": 1319, - "win_rate": 57.4, - "rank": 6 + "win_rate": 57.3, + "rank": 7 } ], "artificial_analysis": { @@ -12095,23 +12149,23 @@ { "arena": "models", "category": "3d", - "elo": 1319, - "win_rate": 56.6, - "rank": 11 + "elo": 1313, + "win_rate": 55.8, + "rank": 15 }, { "arena": "models", "category": "codecategories", "elo": 1274, - "win_rate": 50, - "rank": 24 + "win_rate": 49.9, + "rank": 25 }, { "arena": "models", "category": "dataviz", - "elo": 1255, - "win_rate": 49.5, - "rank": 26 + "elo": 1254, + "win_rate": 49.3, + "rank": 27 }, { "arena": "models", @@ -12123,23 +12177,23 @@ { "arena": "models", "category": "svg", - "elo": 1277, - "win_rate": 56.8, - "rank": 8 + "elo": 1269, + "win_rate": 55.5, + "rank": 10 }, { "arena": "models", "category": "uicomponent", - "elo": 1248, - "win_rate": 46.3, + "elo": 1250, + "win_rate": 46.6, "rank": 32 }, { "arena": "models", "category": "website", "elo": 1255, - "win_rate": 47.8, - "rank": 29 + "win_rate": 47.7, + "rank": 30 } ] }, @@ -12640,12 +12694,12 @@ "instruct_type": null }, "pricing": { - "prompt": "0.000000085", - "completion": "0.0000004" + "prompt": "0.00000008", + "completion": "0.00000045" }, "top_provider": { "context_length": 262144, - "max_completion_tokens": 16384, + "max_completion_tokens": null, "is_moderated": false }, "per_request_limits": null, @@ -12831,58 +12885,58 @@ { "arena": "models", "category": "3d", - "elo": 1213, - "win_rate": 43.5, + "elo": 1212, + "win_rate": 43.4, "rank": 41 }, { "arena": "models", "category": "asciiart", - "elo": 1103, - "win_rate": 36.6, - "rank": 44 + "elo": 1099, + "win_rate": 37.1, + "rank": 45 }, { "arena": "models", "category": "codecategories", "elo": 1174, "win_rate": 37, - "rank": 60 + "rank": 61 }, { "arena": "models", "category": "dataviz", - "elo": 1166, - "win_rate": 38.5, + "elo": 1161, + "win_rate": 38, "rank": 64 }, { "arena": "models", "category": "gamedev", "elo": 1195, - "win_rate": 39.4, + "win_rate": 39.3, "rank": 54 }, { "arena": "models", "category": "svg", - "elo": 1136, - "win_rate": 38.4, - "rank": 45 + "elo": 1134, + "win_rate": 37.7, + "rank": 47 }, { "arena": "models", "category": "uicomponent", "elo": 1178, - "win_rate": 38.6, + "win_rate": 38.4, "rank": 56 }, { "arena": "models", "category": "website", - "elo": 1139, - "win_rate": 32.5, - "rank": 76 + "elo": 1141, + "win_rate": 32.7, + "rank": 77 } ], "artificial_analysis": { @@ -12953,58 +13007,58 @@ { "arena": "models", "category": "3d", - "elo": 1213, - "win_rate": 43.5, + "elo": 1212, + "win_rate": 43.4, "rank": 41 }, { "arena": "models", "category": "asciiart", - "elo": 1103, - "win_rate": 36.6, - "rank": 44 + "elo": 1099, + "win_rate": 37.1, + "rank": 45 }, { "arena": "models", "category": "codecategories", "elo": 1174, "win_rate": 37, - "rank": 60 + "rank": 61 }, { "arena": "models", "category": "dataviz", - "elo": 1166, - "win_rate": 38.5, + "elo": 1161, + "win_rate": 38, "rank": 64 }, { "arena": "models", "category": "gamedev", "elo": 1195, - "win_rate": 39.4, + "win_rate": 39.3, "rank": 54 }, { "arena": "models", "category": "svg", - "elo": 1136, - "win_rate": 38.4, - "rank": 45 + "elo": 1134, + "win_rate": 37.7, + "rank": 47 }, { "arena": "models", "category": "uicomponent", "elo": 1178, - "win_rate": 38.6, + "win_rate": 38.4, "rank": 56 }, { "arena": "models", "category": "website", - "elo": 1139, - "win_rate": 32.5, - "rank": 76 + "elo": 1141, + "win_rate": 32.7, + "rank": 77 } ], "artificial_analysis": { @@ -13601,7 +13655,7 @@ "category": "codecategories", "elo": 1075, "win_rate": 50.9, - "rank": 84 + "rank": 85 }, { "arena": "models", @@ -13629,7 +13683,7 @@ "category": "website", "elo": 1081, "win_rate": 52.3, - "rank": 86 + "rank": 87 } ] } @@ -13693,7 +13747,7 @@ "category": "codecategories", "elo": 1043, "win_rate": 47.5, - "rank": 92 + "rank": 93 }, { "arena": "models", @@ -13721,7 +13775,7 @@ "category": "website", "elo": 1040, "win_rate": 47.8, - "rank": 93 + "rank": 94 } ], "artificial_analysis": { @@ -13790,7 +13844,7 @@ "category": "codecategories", "elo": 1012, "win_rate": 47.3, - "rank": 96 + "rank": 97 }, { "arena": "models", @@ -13818,7 +13872,7 @@ "category": "website", "elo": 1015, "win_rate": 48.1, - "rank": 98 + "rank": 99 } ], "artificial_analysis": { @@ -13892,7 +13946,7 @@ "category": "codecategories", "elo": 910, "win_rate": 34.8, - "rank": 104 + "rank": 105 }, { "arena": "models", @@ -13920,7 +13974,7 @@ "category": "website", "elo": 874, "win_rate": 31.5, - "rank": 109 + "rank": 110 } ] } @@ -14342,16 +14396,16 @@ { "arena": "models", "category": "asciiart", - "elo": 1188, + "elo": 1187, "win_rate": 49, - "rank": 29 + "rank": 30 }, { "arena": "models", "category": "codecategories", "elo": 1218, "win_rate": 54.7, - "rank": 43 + "rank": 44 }, { "arena": "models", @@ -14370,7 +14424,7 @@ { "arena": "models", "category": "svg", - "elo": 1245, + "elo": 1246, "win_rate": 64.1, "rank": 14 }, @@ -14386,9 +14440,14 @@ "category": "website", "elo": 1227, "win_rate": 53.7, - "rank": 42 + "rank": 43 } - ] + ], + "artificial_analysis": { + "intelligence_index": 34.7, + "coding_index": 37.8, + "agentic_index": 25.7 + } }, "reasoning": { "mandatory": true, @@ -14490,7 +14549,7 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1131, + "elo": 1129, "win_rate": 43.2, "rank": 28 } @@ -14560,7 +14619,7 @@ "arena": "models", "category": "graphicdesign", "elo": 1211, - "win_rate": 51.9, + "win_rate": 51.6, "rank": 6 }, { @@ -14574,7 +14633,7 @@ "arena": "models", "category": "logo", "elo": 1223, - "win_rate": 54.2, + "win_rate": 54, "rank": 6 } ] @@ -14642,8 +14701,8 @@ { "arena": "models", "category": "graphicdesign", - "elo": 1204, - "win_rate": 48.9, + "elo": 1203, + "win_rate": 48.7, "rank": 9 }, { @@ -14657,7 +14716,7 @@ "arena": "models", "category": "logo", "elo": 1229, - "win_rate": 52.8, + "win_rate": 52.7, "rank": 5 } ] @@ -14723,30 +14782,30 @@ { "arena": "models", "category": "3d", - "elo": 1114, - "win_rate": 37.3, + "elo": 1115, + "win_rate": 37.1, "rank": 74 }, { "arena": "models", "category": "asciiart", - "elo": 1173, - "win_rate": 45.4, + "elo": 1176, + "win_rate": 46, "rank": 33 }, { "arena": "models", "category": "codecategories", "elo": 1164, - "win_rate": 43.8, - "rank": 63 + "win_rate": 43.7, + "rank": 65 }, { "arena": "models", "category": "dataviz", "elo": 1168, - "win_rate": 43.5, - "rank": 61 + "win_rate": 43.4, + "rank": 60 }, { "arena": "models", @@ -14758,25 +14817,30 @@ { "arena": "models", "category": "svg", - "elo": 1147, + "elo": 1148, "win_rate": 46, - "rank": 42 + "rank": 43 }, { "arena": "models", "category": "uicomponent", - "elo": 1159, - "win_rate": 42.3, - "rank": 58 + "elo": 1158, + "win_rate": 42.2, + "rank": 59 }, { "arena": "models", "category": "website", "elo": 1167, "win_rate": 44.6, - "rank": 62 + "rank": 63 } - ] + ], + "artificial_analysis": { + "intelligence_index": 25.3, + "coding_index": 15.6, + "agentic_index": 19.4 + } }, "reasoning": { "mandatory": true, @@ -14850,7 +14914,7 @@ "category": "codecategories", "elo": 1134, "win_rate": 48.1, - "rank": 74 + "rank": 75 }, { "arena": "models", @@ -14878,7 +14942,7 @@ "category": "website", "elo": 1144, "win_rate": 48.9, - "rank": 74 + "rank": 75 } ] }, @@ -14998,9 +15062,9 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1127, + "elo": 1124, "win_rate": 43.8, - "rank": 29 + "rank": 30 }, { "arena": "models", @@ -15014,21 +15078,21 @@ "category": "asciiart", "elo": 1164, "win_rate": 48.6, - "rank": 36 + "rank": 37 }, { "arena": "models", "category": "codecategories", "elo": 1220, "win_rate": 53.1, - "rank": 41 + "rank": 42 }, { "arena": "models", "category": "dataviz", "elo": 1248, "win_rate": 58, - "rank": 29 + "rank": 30 }, { "arena": "models", @@ -15040,23 +15104,23 @@ { "arena": "models", "category": "svg", - "elo": 1206, + "elo": 1207, "win_rate": 57.4, - "rank": 27 + "rank": 28 }, { "arena": "models", "category": "uicomponent", - "elo": 1221, + "elo": 1220, "win_rate": 53, - "rank": 39 + "rank": 40 }, { "arena": "models", "category": "website", "elo": 1230, "win_rate": 54.1, - "rank": 39 + "rank": 40 } ], "artificial_analysis": { @@ -15177,14 +15241,14 @@ { "arena": "agents", "category": "fullstack", - "elo": 1091, + "elo": 1090, "win_rate": 44.5, "rank": 23 }, { "arena": "agents", "category": "mobileapps", - "elo": 1203, + "elo": 1200, "win_rate": 54, "rank": 14 }, @@ -15200,12 +15264,12 @@ "category": "codecategories", "elo": 1200, "win_rate": 55.2, - "rank": 52 + "rank": 53 }, { "arena": "models", "category": "dataviz", - "elo": 1217, + "elo": 1216, "win_rate": 50.7, "rank": 40 }, @@ -15219,7 +15283,7 @@ { "arena": "models", "category": "website", - "elo": 1203, + "elo": 1204, "win_rate": 56, "rank": 54 } @@ -15346,23 +15410,23 @@ { "arena": "models", "category": "3d", - "elo": 1066, + "elo": 1067, "win_rate": 32.9, "rank": 83 }, { "arena": "models", "category": "asciiart", - "elo": 1151, + "elo": 1150, "win_rate": 43, - "rank": 39 + "rank": 40 }, { "arena": "models", "category": "codecategories", "elo": 1143, "win_rate": 41.5, - "rank": 72 + "rank": 73 }, { "arena": "models", @@ -15381,9 +15445,9 @@ { "arena": "models", "category": "svg", - "elo": 1034, + "elo": 1035, "win_rate": 35.3, - "rank": 66 + "rank": 67 }, { "arena": "models", @@ -15397,7 +15461,7 @@ "category": "website", "elo": 1153, "win_rate": 42.8, - "rank": 71 + "rank": 72 } ] }, @@ -15466,7 +15530,7 @@ "category": "website", "elo": 1237, "win_rate": 54.5, - "rank": 34 + "rank": 35 }, { "arena": "agents", @@ -15478,7 +15542,7 @@ { "arena": "agents", "category": "fullstack", - "elo": 1109, + "elo": 1108, "win_rate": 44, "rank": 21 }, @@ -15492,7 +15556,7 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1173, + "elo": 1171, "win_rate": 47.4, "rank": 23 }, @@ -15506,7 +15570,7 @@ { "arena": "models", "category": "3d", - "elo": 1156, + "elo": 1157, "win_rate": 42, "rank": 61 }, @@ -15514,15 +15578,15 @@ "arena": "models", "category": "codecategories", "elo": 1219, - "win_rate": 50.2, - "rank": 42 + "win_rate": 50.1, + "rank": 43 }, { "arena": "models", "category": "dataviz", "elo": 1245, "win_rate": 56.1, - "rank": 31 + "rank": 32 }, { "arena": "models", @@ -15534,23 +15598,23 @@ { "arena": "models", "category": "uicomponent", - "elo": 1241, + "elo": 1242, "win_rate": 51.7, "rank": 33 }, { "arena": "models", "category": "asciiart", - "elo": 1199, + "elo": 1198, "win_rate": 50.7, - "rank": 22 + "rank": 23 }, { "arena": "models", "category": "svg", - "elo": 1195, - "win_rate": 54, - "rank": 31 + "elo": 1196, + "win_rate": 53.9, + "rank": 32 } ] }, @@ -15669,7 +15733,7 @@ { "arena": "agents", "category": "fullstack", - "elo": 1059, + "elo": 1058, "win_rate": 37, "rank": 27 }, @@ -15683,7 +15747,7 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1172, + "elo": 1170, "win_rate": 47.7, "rank": 24 }, @@ -15870,28 +15934,28 @@ { "arena": "agents", "category": "fullstack", - "elo": 1050, + "elo": 1049, "win_rate": 36.4, "rank": 28 }, { "arena": "agents", "category": "godotgamedev", - "elo": 1163, + "elo": 1162, "win_rate": 45.1, "rank": 15 }, { "arena": "agents", "category": "mobileapps", - "elo": 1133, + "elo": 1131, "win_rate": 41.6, "rank": 27 }, { "arena": "agents", "category": "webapps", - "elo": 1117, + "elo": 1118, "win_rate": 39.1, "rank": 23 }, @@ -15907,14 +15971,14 @@ "category": "asciiart", "elo": 1197, "win_rate": 51.2, - "rank": 24 + "rank": 25 }, { "arena": "models", "category": "codecategories", "elo": 1194, "win_rate": 47.3, - "rank": 53 + "rank": 54 }, { "arena": "models", @@ -15933,9 +15997,9 @@ { "arena": "models", "category": "svg", - "elo": 1185, + "elo": 1186, "win_rate": 54, - "rank": 35 + "rank": 36 }, { "arena": "models", @@ -15949,7 +16013,7 @@ "category": "website", "elo": 1205, "win_rate": 48.7, - "rank": 52 + "rank": 53 } ] }, @@ -16016,29 +16080,29 @@ { "arena": "models", "category": "3d", - "elo": 1181, - "win_rate": 43, + "elo": 1180, + "win_rate": 42.8, "rank": 51 }, { "arena": "models", "category": "asciiart", "elo": 1239, - "win_rate": 54.4, - "rank": 12 + "win_rate": 54.6, + "rank": 11 }, { "arena": "models", "category": "codecategories", "elo": 1263, - "win_rate": 53.4, - "rank": 28 + "win_rate": 53.3, + "rank": 29 }, { "arena": "models", "category": "dataviz", - "elo": 1276, - "win_rate": 56.8, + "elo": 1275, + "win_rate": 56.6, "rank": 18 }, { @@ -16053,33 +16117,33 @@ "category": "svg", "elo": 1253, "win_rate": 58.1, - "rank": 12 + "rank": 13 }, { "arena": "models", "category": "uicomponent", - "elo": 1294, - "win_rate": 58.1, - "rank": 16 + "elo": 1292, + "win_rate": 57.7, + "rank": 18 }, { "arena": "models", "category": "website", - "elo": 1265, - "win_rate": 53.4, - "rank": 26 + "elo": 1264, + "win_rate": 53.3, + "rank": 28 }, { "arena": "agents", "category": "androidnative", - "elo": 1041, + "elo": 1040, "win_rate": 47.5, "rank": 26 }, { "arena": "agents", "category": "fullstack", - "elo": 1085, + "elo": 1084, "win_rate": 40.8, "rank": 24 }, @@ -16093,7 +16157,7 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1152, + "elo": 1150, "win_rate": 44.4, "rank": 25 }, @@ -16428,8 +16492,8 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1211, - "win_rate": 53.2, + "elo": 1203, + "win_rate": 53, "rank": 5 }, { @@ -16464,36 +16528,36 @@ "arena": "agents", "category": "androidnative", "elo": 1263, - "win_rate": 55.5, + "win_rate": 55.6, "rank": 4 }, { "arena": "agents", "category": "fullstack", - "elo": 1153, - "win_rate": 44.6, + "elo": 1152, + "win_rate": 44.5, "rank": 15 }, { "arena": "agents", "category": "godotgamedev", "elo": 1217, - "win_rate": 53.2, + "win_rate": 53, "rank": 9 }, { "arena": "agents", "category": "htmlslides", - "elo": 1080, - "win_rate": 33.9, + "elo": 1082, + "win_rate": 34.1, "rank": 11 }, { "arena": "agents", "category": "mobileapps", - "elo": 1228, - "win_rate": 51.7, - "rank": 8 + "elo": 1223, + "win_rate": 51.3, + "rank": 9 }, { "arena": "agents", @@ -16505,44 +16569,44 @@ { "arena": "agents", "category": "python-pptxslides", - "elo": 1153, - "win_rate": 43.4, + "elo": 1152, + "win_rate": 43.3, "rank": 8 }, { "arena": "agents", "category": "webapps", "elo": 1181, - "win_rate": 45.4, + "win_rate": 45.1, "rank": 18 }, { "arena": "models", "category": "3d", - "elo": 1265, - "win_rate": 53.5, + "elo": 1264, + "win_rate": 53.2, "rank": 29 }, { "arena": "models", "category": "asciiart", - "elo": 1314, - "win_rate": 62.8, - "rank": 4 + "elo": 1315, + "win_rate": 63, + "rank": 3 }, { "arena": "models", "category": "codecategories", - "elo": 1296, - "win_rate": 56.8, - "rank": 15 + "elo": 1295, + "win_rate": 56.7, + "rank": 17 }, { "arena": "models", "category": "dataviz", - "elo": 1304, - "win_rate": 58.8, - "rank": 8 + "elo": 1299, + "win_rate": 58.1, + "rank": 9 }, { "arena": "models", @@ -16554,23 +16618,23 @@ { "arena": "models", "category": "svg", - "elo": 1282, - "win_rate": 60, + "elo": 1283, + "win_rate": 59.9, "rank": 6 }, { "arena": "models", "category": "uicomponent", "elo": 1300, - "win_rate": 57.6, - "rank": 14 + "win_rate": 57.5, + "rank": 15 }, { "arena": "models", "category": "website", "elo": 1289, "win_rate": 55.9, - "rank": 19 + "rank": 20 } ], "artificial_analysis": { @@ -16881,7 +16945,7 @@ "category": "codecategories", "elo": 1012, "win_rate": 33.4, - "rank": 97 + "rank": 98 }, { "arena": "models", @@ -16909,7 +16973,7 @@ "category": "website", "elo": 1010, "win_rate": 32.5, - "rank": 99 + "rank": 100 } ], "artificial_analysis": { @@ -16988,7 +17052,7 @@ "category": "codecategories", "elo": 1012, "win_rate": 33.4, - "rank": 97 + "rank": 98 }, { "arena": "models", @@ -17016,7 +17080,7 @@ "category": "website", "elo": 1010, "win_rate": 32.5, - "rank": 99 + "rank": 100 } ], "artificial_analysis": { @@ -17102,7 +17166,7 @@ "category": "website", "elo": 895, "win_rate": 27.9, - "rank": 107 + "rank": 108 } ], "artificial_analysis": { @@ -17145,6 +17209,7 @@ "supported_parameters": [ "frequency_penalty", "include_reasoning", + "logprobs", "max_tokens", "min_p", "presence_penalty", @@ -17159,6 +17224,7 @@ "tools", "top_a", "top_k", + "top_logprobs", "top_p" ], "default_parameters": { @@ -17186,7 +17252,7 @@ "category": "website", "elo": 895, "win_rate": 27.9, - "rank": 107 + "rank": 108 } ], "artificial_analysis": { @@ -17414,7 +17480,7 @@ "category": "codecategories", "elo": 1069, "win_rate": 51.9, - "rank": 85 + "rank": 86 }, { "arena": "models", @@ -17442,7 +17508,7 @@ "category": "website", "elo": 1079, "win_rate": 53.8, - "rank": 87 + "rank": 88 } ] }, @@ -17616,9 +17682,9 @@ "benchmarks": { "design_arena": [], "artificial_analysis": { - "intelligence_index": null, - "coding_index": 42.1, - "agentic_index": null + "intelligence_index": 15.6, + "coding_index": 16.3, + "agentic_index": 1.7 } }, "reasoning": { @@ -17736,7 +17802,7 @@ "category": "codecategories", "elo": 1025, "win_rate": 46.4, - "rank": 94 + "rank": 95 }, { "arena": "models", @@ -17764,7 +17830,7 @@ "category": "website", "elo": 1028, "win_rate": 47.1, - "rank": 96 + "rank": 97 } ] }, @@ -18282,12 +18348,12 @@ } }, { - "id": "poolside/laguna-xs.2", - "canonical_slug": "poolside/laguna-xs.2-20260421", - "hugging_face_id": "poolside/Laguna-XS.2", - "name": "Poolside: Laguna XS.2", - "created": 1777389604, - "description": "Laguna XS.2 is the second-generation model in the XS size class from [Poolside](https://poolside.ai/), their efficient coding agent series. It combines tool calling and reasoning capabilities with a compact footprint, offering...", + "id": "poolside/laguna-xs-2.1", + "canonical_slug": "poolside/laguna-xs-2.1-20260625", + "hugging_face_id": "poolside/Laguna-XS-2.1", + "name": "Poolside: Laguna XS 2.1", + "created": 1783002429, + "description": "Laguna XS 2.1 is the latest coding agent model in the 33B-A3B category from [Poolside](https://poolside.ai/) and a step forward from their Laguna XS.2 model (released in April 2026). It combines...", "context_length": 262144, "architecture": { "modality": "text->text", @@ -18297,9 +18363,9 @@ "instruct_type": null }, "pricing": { - "prompt": "0.0000001", - "completion": "0.0000002", - "input_cache_read": "0.00000005" + "prompt": "0.00000006", + "completion": "0.00000012", + "input_cache_read": "0.00000003" }, "top_provider": { "context_length": 262144, @@ -18325,7 +18391,112 @@ }, "supported_voices": null, "knowledge_cutoff": null, - "expiration_date": "2026-07-09", + "expiration_date": null, + "links": { + "details": "/api/v1/models/poolside/laguna-xs-2.1-20260625/endpoints" + }, + "reasoning": { + "mandatory": false, + "default_enabled": true + } + }, + { + "id": "poolside/laguna-xs-2.1:free", + "canonical_slug": "poolside/laguna-xs-2.1-20260625", + "hugging_face_id": "poolside/Laguna-XS-2.1", + "name": "Poolside: Laguna XS 2.1 (free)", + "created": 1783002429, + "description": "Laguna XS 2.1 is the latest coding agent model in the 33B-A3B category from [Poolside](https://poolside.ai/) and a step forward from their Laguna XS.2 model (released in April 2026). It combines...", + "context_length": 262144, + "architecture": { + "modality": "text->text", + "input_modalities": ["text"], + "output_modalities": ["text"], + "tokenizer": "Other", + "instruct_type": null + }, + "pricing": { + "prompt": "0", + "completion": "0" + }, + "top_provider": { + "context_length": 262144, + "max_completion_tokens": 32768, + "is_moderated": false + }, + "per_request_limits": null, + "supported_parameters": [ + "include_reasoning", + "max_tokens", + "reasoning", + "temperature", + "tool_choice", + "tools" + ], + "default_parameters": { + "temperature": 0.7, + "top_p": 0.9, + "top_k": null, + "frequency_penalty": null, + "presence_penalty": null, + "repetition_penalty": null + }, + "supported_voices": null, + "knowledge_cutoff": null, + "expiration_date": null, + "links": { + "details": "/api/v1/models/poolside/laguna-xs-2.1-20260625/endpoints" + }, + "reasoning": { + "mandatory": false, + "default_enabled": true + } + }, + { + "id": "poolside/laguna-xs.2", + "canonical_slug": "poolside/laguna-xs.2-20260421", + "hugging_face_id": "poolside/Laguna-XS.2", + "name": "Poolside: Laguna XS.2", + "created": 1777389604, + "description": "Laguna XS.2 is the second-generation model in the XS size class from [Poolside](https://poolside.ai/), their efficient coding agent series. It combines tool calling and reasoning capabilities with a compact footprint, offering...", + "context_length": 262144, + "architecture": { + "modality": "text->text", + "input_modalities": ["text"], + "output_modalities": ["text"], + "tokenizer": "Other", + "instruct_type": null + }, + "pricing": { + "prompt": "0.0000001", + "completion": "0.0000002", + "input_cache_read": "0.00000005" + }, + "top_provider": { + "context_length": 262144, + "max_completion_tokens": 32768, + "is_moderated": false + }, + "per_request_limits": null, + "supported_parameters": [ + "include_reasoning", + "max_tokens", + "reasoning", + "temperature", + "tool_choice", + "tools" + ], + "default_parameters": { + "temperature": 0.7, + "top_p": 0.9, + "top_k": null, + "frequency_penalty": null, + "presence_penalty": null, + "repetition_penalty": null + }, + "supported_voices": null, + "knowledge_cutoff": null, + "expiration_date": "2026-07-09", "links": { "details": "/api/v1/models/poolside/laguna-xs.2-20260421/endpoints" }, @@ -18857,7 +19028,7 @@ { "arena": "models", "category": "3d", - "elo": 936, + "elo": 937, "win_rate": 24.5, "rank": 94 }, @@ -18866,12 +19037,12 @@ "category": "codecategories", "elo": 1051, "win_rate": 38.3, - "rank": 90 + "rank": 91 }, { "arena": "models", "category": "dataviz", - "elo": 1045, + "elo": 1044, "win_rate": 41, "rank": 86 }, @@ -18894,7 +19065,7 @@ "category": "website", "elo": 1073, "win_rate": 40.5, - "rank": 88 + "rank": 89 } ] }, @@ -18967,7 +19138,7 @@ "category": "codecategories", "elo": 1088, "win_rate": 42.7, - "rank": 81 + "rank": 82 }, { "arena": "models", @@ -18993,9 +19164,9 @@ { "arena": "models", "category": "website", - "elo": 1100, + "elo": 1101, "win_rate": 43.7, - "rank": 83 + "rank": 84 } ] } @@ -19070,7 +19241,7 @@ "category": "codecategories", "elo": 1082, "win_rate": 40.9, - "rank": 83 + "rank": 84 }, { "arena": "models", @@ -19098,9 +19269,14 @@ "category": "website", "elo": 1095, "win_rate": 42.1, - "rank": 84 + "rank": 85 } - ] + ], + "artificial_analysis": { + "intelligence_index": 19.6, + "coding_index": 22.1, + "agentic_index": 3.8 + } }, "reasoning": { "mandatory": true @@ -19170,7 +19346,7 @@ "category": "codecategories", "elo": 991, "win_rate": 37.5, - "rank": 98 + "rank": 99 }, { "arena": "models", @@ -19198,7 +19374,7 @@ "category": "website", "elo": 997, "win_rate": 37.7, - "rank": 100 + "rank": 101 } ] }, @@ -19316,9 +19492,14 @@ "category": "website", "elo": 973, "win_rate": 35.5, - "rank": 102 + "rank": 103 } - ] + ], + "artificial_analysis": { + "intelligence_index": 14.4, + "coding_index": 12.1, + "agentic_index": 1.8 + } }, "reasoning": { "mandatory": true @@ -19511,7 +19692,7 @@ "category": "codecategories", "elo": 1192, "win_rate": 61.2, - "rank": 54 + "rank": 55 }, { "arena": "models", @@ -19539,7 +19720,7 @@ "category": "website", "elo": 1201, "win_rate": 61.7, - "rank": 55 + "rank": 56 } ] } @@ -19614,7 +19795,7 @@ "category": "website", "elo": 1130, "win_rate": 57.1, - "rank": 77 + "rank": 78 } ] } @@ -19831,7 +20012,7 @@ "category": "codecategories", "elo": 1192, "win_rate": 61.2, - "rank": 54 + "rank": 55 }, { "arena": "models", @@ -19859,7 +20040,7 @@ "category": "website", "elo": 1201, "win_rate": 61.7, - "rank": 55 + "rank": 56 } ] } @@ -19929,14 +20110,14 @@ "category": "asciiart", "elo": 1174, "win_rate": 47.2, - "rank": 32 + "rank": 34 }, { "arena": "models", "category": "codecategories", "elo": 1159, "win_rate": 44, - "rank": 66 + "rank": 67 }, { "arena": "models", @@ -19955,23 +20136,23 @@ { "arena": "models", "category": "svg", - "elo": 1067, - "win_rate": 37.3, - "rank": 60 + "elo": 1068, + "win_rate": 37.2, + "rank": 61 }, { "arena": "models", "category": "uicomponent", - "elo": 1131, + "elo": 1130, "win_rate": 40.1, - "rank": 67 + "rank": 68 }, { "arena": "models", "category": "website", "elo": 1161, "win_rate": 44.4, - "rank": 66 + "rank": 67 } ] }, @@ -20187,6 +20368,14 @@ "links": { "details": "/api/v1/models/qwen/qwen3-next-80b-a3b-thinking-2509/endpoints" }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 16.7, + "coding_index": 17.4, + "agentic_index": 2.1 + } + }, "reasoning": { "mandatory": true } @@ -20401,10 +20590,8 @@ "max_tokens", "presence_penalty", "reasoning", - "repetition_penalty", "response_format", "seed", - "stop", "structured_outputs", "temperature", "tool_choice", @@ -20500,8 +20687,8 @@ "instruct_type": null }, "pricing": { - "prompt": "0.00000008", - "completion": "0.0000005" + "prompt": "0.000000117", + "completion": "0.000000455" }, "top_provider": { "context_length": 131072, @@ -20859,7 +21046,7 @@ { "arena": "models", "category": "3d", - "elo": 1238, + "elo": 1239, "win_rate": 56.7, "rank": 34 }, @@ -20868,7 +21055,7 @@ "category": "codecategories", "elo": 1229, "win_rate": 52.6, - "rank": 35 + "rank": 36 }, { "arena": "models", @@ -20887,9 +21074,9 @@ { "arena": "models", "category": "svg", - "elo": 1197, + "elo": 1198, "win_rate": 56.1, - "rank": 30 + "rank": 31 }, { "arena": "models", @@ -20903,7 +21090,7 @@ "category": "website", "elo": 1233, "win_rate": 52.6, - "rank": 37 + "rank": 38 } ], "artificial_analysis": { @@ -21099,21 +21286,21 @@ "category": "3d", "elo": 1197, "win_rate": 47.8, - "rank": 47 + "rank": 48 }, { "arena": "models", "category": "asciiart", - "elo": 1141, + "elo": 1140, "win_rate": 43.2, - "rank": 41 + "rank": 42 }, { "arena": "models", "category": "codecategories", "elo": 1216, "win_rate": 48.5, - "rank": 44 + "rank": 46 }, { "arena": "models", @@ -21132,9 +21319,9 @@ { "arena": "models", "category": "svg", - "elo": 1164, + "elo": 1165, "win_rate": 48.9, - "rank": 39 + "rank": 40 }, { "arena": "models", @@ -21148,7 +21335,7 @@ "category": "website", "elo": 1230, "win_rate": 50.1, - "rank": 40 + "rank": 41 } ] }, @@ -21225,7 +21412,8 @@ }, "pricing": { "prompt": "0.000000285", - "completion": "0.0000024" + "completion": "0.0000024", + "input_cache_read": "0.00000015" }, "top_provider": { "context_length": 262140, @@ -21523,22 +21711,22 @@ { "arena": "models", "category": "asciiart", - "elo": 1167, - "win_rate": 45.3, + "elo": 1168, + "win_rate": 45.8, "rank": 35 }, { "arena": "models", "category": "codecategories", "elo": 1273, - "win_rate": 51.7, - "rank": 25 + "win_rate": 51.6, + "rank": 26 }, { "arena": "models", "category": "dataviz", - "elo": 1260, - "win_rate": 50.5, + "elo": 1261, + "win_rate": 50.6, "rank": 25 }, { @@ -21551,15 +21739,15 @@ { "arena": "models", "category": "svg", - "elo": 1217, + "elo": 1218, "win_rate": 52, - "rank": 22 + "rank": 23 }, { "arena": "models", "category": "uicomponent", - "elo": 1284, - "win_rate": 52.4, + "elo": 1283, + "win_rate": 52.2, "rank": 23 }, { @@ -21567,7 +21755,7 @@ "category": "website", "elo": 1262, "win_rate": 51.5, - "rank": 28 + "rank": 29 } ], "artificial_analysis": { @@ -21642,42 +21830,42 @@ "arena": "agents", "category": "androidnative", "elo": 1184, - "win_rate": 46.4, + "win_rate": 46.3, "rank": 14 }, { "arena": "agents", "category": "fullstack", - "elo": 1223, - "win_rate": 48.1, - "rank": 10 + "elo": 1224, + "win_rate": 48.4, + "rank": 9 }, { "arena": "agents", "category": "mobileapps", - "elo": 1208, - "win_rate": 46.5, + "elo": 1211, + "win_rate": 47.4, "rank": 13 }, { "arena": "agents", "category": "webapps", - "elo": 1262, - "win_rate": 50.9, - "rank": 6 + "elo": 1266, + "win_rate": 51.5, + "rank": 5 }, { "arena": "models", "category": "3d", "elo": 1326, - "win_rate": 60.1, - "rank": 8 + "win_rate": 59.9, + "rank": 7 }, { "arena": "models", "category": "asciiart", - "elo": 1261, - "win_rate": 54.1, + "elo": 1257, + "win_rate": 53.7, "rank": 9 }, { @@ -21685,7 +21873,7 @@ "category": "codecategories", "elo": 1311, "win_rate": 57.5, - "rank": 10 + "rank": 11 }, { "arena": "models", @@ -21705,22 +21893,22 @@ "arena": "models", "category": "svg", "elo": 1275, - "win_rate": 60.3, + "win_rate": 60.1, "rank": 9 }, { "arena": "models", "category": "uicomponent", - "elo": 1330, - "win_rate": 60, - "rank": 7 + "elo": 1331, + "win_rate": 60.1, + "rank": 6 }, { "arena": "models", "category": "website", "elo": 1302, - "win_rate": 56.5, - "rank": 13 + "win_rate": 56.4, + "rank": 14 } ], "artificial_analysis": { @@ -22365,30 +22553,30 @@ { "arena": "models", "category": "3d", - "elo": 1197, - "win_rate": 43.1, - "rank": 48 + "elo": 1198, + "win_rate": 43.2, + "rank": 47 }, { "arena": "models", "category": "asciiart", - "elo": 1228, - "win_rate": 51.5, - "rank": 13 + "elo": 1226, + "win_rate": 51.7, + "rank": 14 }, { "arena": "models", "category": "codecategories", - "elo": 1216, + "elo": 1217, "win_rate": 45.6, "rank": 45 }, { "arena": "models", "category": "dataviz", - "elo": 1207, - "win_rate": 46.3, - "rank": 46 + "elo": 1213, + "win_rate": 46.9, + "rank": 42 }, { "arena": "models", @@ -22400,23 +22588,23 @@ { "arena": "models", "category": "svg", - "elo": 1119, - "win_rate": 39.7, - "rank": 49 + "elo": 1120, + "win_rate": 39.5, + "rank": 50 }, { "arena": "models", "category": "uicomponent", "elo": 1211, - "win_rate": 44.7, + "win_rate": 44.5, "rank": 45 }, { "arena": "models", "category": "website", - "elo": 1225, + "elo": 1224, "win_rate": 47.1, - "rank": 43 + "rank": 44 } ], "artificial_analysis": { @@ -22997,6 +23185,101 @@ "links": { "details": "/api/v1/models/x-ai/grok-4.20-20260309/endpoints" }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "androidnative", + "elo": 1177, + "win_rate": 44.7, + "rank": 15 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1118, + "win_rate": 41.3, + "rank": 19 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1135, + "win_rate": 38.5, + "rank": 16 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1184, + "win_rate": 48.5, + "rank": 18 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1214, + "win_rate": 50.3, + "rank": 12 + }, + { + "arena": "models", + "category": "3d", + "elo": 1267, + "win_rate": 53.9, + "rank": 28 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1225, + "win_rate": 49.8, + "rank": 15 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1268, + "win_rate": 55, + "rank": 27 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1253, + "win_rate": 53.1, + "rank": 28 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1262, + "win_rate": 53.9, + "rank": 29 + }, + { + "arena": "models", + "category": "svg", + "elo": 1220, + "win_rate": 54.3, + "rank": 22 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1254, + "win_rate": 52.5, + "rank": 29 + }, + { + "arena": "models", + "category": "website", + "elo": 1271, + "win_rate": 55.4, + "rank": 24 + } + ] + }, "reasoning": { "mandatory": false, "default_enabled": false @@ -23125,7 +23408,7 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1033, + "elo": 1025, "win_rate": 27.6, "rank": 10 }, @@ -23160,15 +23443,15 @@ { "arena": "agents", "category": "androidnative", - "elo": 1076, - "win_rate": 28.7, + "elo": 1077, + "win_rate": 28.8, "rank": 22 }, { "arena": "agents", "category": "fullstack", - "elo": 1072, - "win_rate": 31.4, + "elo": 1073, + "win_rate": 31.6, "rank": 26 }, { @@ -23176,20 +23459,20 @@ "category": "godotgamedev", "elo": 1134, "win_rate": 38.6, - "rank": 16 + "rank": 17 }, { "arena": "agents", "category": "htmlslides", "elo": 1066, - "win_rate": 31.9, + "win_rate": 31.8, "rank": 12 }, { "arena": "agents", "category": "mobileapps", - "elo": 1144, - "win_rate": 38.9, + "elo": 1140, + "win_rate": 38.8, "rank": 26 }, { @@ -23202,44 +23485,44 @@ { "arena": "agents", "category": "python-pptxslides", - "elo": 1074, - "win_rate": 31, + "elo": 1072, + "win_rate": 30.8, "rank": 10 }, { "arena": "agents", "category": "webapps", "elo": 1194, - "win_rate": 46.6, + "win_rate": 46.4, "rank": 14 }, { "arena": "models", "category": "3d", "elo": 1202, - "win_rate": 44.7, + "win_rate": 44.6, "rank": 44 }, { "arena": "models", "category": "asciiart", - "elo": 1190, - "win_rate": 47.3, - "rank": 27 + "elo": 1188, + "win_rate": 47, + "rank": 28 }, { "arena": "models", "category": "codecategories", - "elo": 1243, - "win_rate": 49.6, - "rank": 31 + "elo": 1242, + "win_rate": 49.5, + "rank": 32 }, { "arena": "models", "category": "dataviz", - "elo": 1234, - "win_rate": 48.5, - "rank": 35 + "elo": 1232, + "win_rate": 48.2, + "rank": 36 }, { "arena": "models", @@ -23251,23 +23534,23 @@ { "arena": "models", "category": "svg", - "elo": 1137, - "win_rate": 41.7, - "rank": 44 + "elo": 1141, + "win_rate": 41.9, + "rank": 45 }, { "arena": "models", "category": "uicomponent", - "elo": 1249, - "win_rate": 49.1, + "elo": 1250, + "win_rate": 49.2, "rank": 31 }, { "arena": "models", "category": "website", - "elo": 1244, + "elo": 1243, "win_rate": 50.1, - "rank": 31 + "rank": 33 } ], "artificial_analysis": { @@ -23410,29 +23693,29 @@ { "arena": "models", "category": "3d", - "elo": 1299, - "win_rate": 54.3, + "elo": 1298, + "win_rate": 54.1, "rank": 19 }, { "arena": "models", "category": "asciiart", - "elo": 1195, - "win_rate": 48.3, - "rank": 25 + "elo": 1191, + "win_rate": 47.7, + "rank": 27 }, { "arena": "models", "category": "codecategories", "elo": 1303, "win_rate": 55, - "rank": 14 + "rank": 15 }, { "arena": "models", "category": "dataviz", - "elo": 1280, - "win_rate": 53.8, + "elo": 1281, + "win_rate": 53.9, "rank": 16 }, { @@ -23445,15 +23728,15 @@ { "arena": "models", "category": "svg", - "elo": 1217, - "win_rate": 52.3, + "elo": 1221, + "win_rate": 52.6, "rank": 21 }, { "arena": "models", "category": "uicomponent", "elo": 1311, - "win_rate": 56.2, + "win_rate": 56.1, "rank": 13 }, { @@ -23461,7 +23744,7 @@ "category": "website", "elo": 1303, "win_rate": 55.2, - "rank": 12 + "rank": 13 } ] }, @@ -23535,58 +23818,58 @@ { "arena": "models", "category": "3d", - "elo": 1322, - "win_rate": 59.2, + "elo": 1323, + "win_rate": 59.1, "rank": 10 }, { "arena": "models", "category": "asciiart", - "elo": 1211, - "win_rate": 51.1, - "rank": 19 + "elo": 1202, + "win_rate": 50.7, + "rank": 21 }, { "arena": "models", "category": "codecategories", "elo": 1318, - "win_rate": 58.1, - "rank": 9 + "win_rate": 57.9, + "rank": 10 }, { "arena": "models", "category": "dataviz", - "elo": 1296, - "win_rate": 58.7, + "elo": 1295, + "win_rate": 58.5, "rank": 10 }, { "arena": "models", "category": "gamedev", - "elo": 1337, - "win_rate": 61, + "elo": 1338, + "win_rate": 61.1, "rank": 8 }, { "arena": "models", "category": "svg", - "elo": 1236, - "win_rate": 55.4, - "rank": 15 + "elo": 1237, + "win_rate": 55.2, + "rank": 16 }, { "arena": "models", "category": "uicomponent", - "elo": 1294, - "win_rate": 55.5, - "rank": 18 + "elo": 1297, + "win_rate": 55.7, + "rank": 16 }, { "arena": "models", "category": "website", - "elo": 1308, - "win_rate": 56.4, - "rank": 10 + "elo": 1307, + "win_rate": 56.2, + "rank": 11 } ], "artificial_analysis": { @@ -23661,7 +23944,7 @@ "category": "codecategories", "elo": 1214, "win_rate": 54.4, - "rank": 47 + "rank": 48 }, { "arena": "models", @@ -23680,9 +23963,9 @@ { "arena": "models", "category": "svg", - "elo": 1152, + "elo": 1153, "win_rate": 50.8, - "rank": 41 + "rank": 42 }, { "arena": "models", @@ -23696,7 +23979,7 @@ "category": "website", "elo": 1212, "win_rate": 53.8, - "rank": 48 + "rank": 49 } ] }, @@ -23761,7 +24044,7 @@ { "arena": "models", "category": "3d", - "elo": 1200, + "elo": 1201, "win_rate": 54.1, "rank": 45 }, @@ -23770,14 +24053,14 @@ "category": "codecategories", "elo": 1187, "win_rate": 51.5, - "rank": 58 + "rank": 59 }, { "arena": "models", "category": "dataviz", "elo": 1236, "win_rate": 59.4, - "rank": 33 + "rank": 34 }, { "arena": "models", @@ -23789,9 +24072,9 @@ { "arena": "models", "category": "svg", - "elo": 1127, + "elo": 1128, "win_rate": 50.8, - "rank": 47 + "rank": 48 }, { "arena": "models", @@ -23805,7 +24088,7 @@ "category": "website", "elo": 1189, "win_rate": 51.3, - "rank": 57 + "rank": 58 } ] }, @@ -23934,14 +24217,14 @@ { "arena": "agents", "category": "androidnative", - "elo": 1097, + "elo": 1096, "win_rate": 52.6, "rank": 20 }, { "arena": "agents", "category": "fullstack", - "elo": 1098, + "elo": 1097, "win_rate": 42.3, "rank": 22 }, @@ -23955,14 +24238,14 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1186, + "elo": 1183, "win_rate": 49.3, - "rank": 18 + "rank": 20 }, { "arena": "models", "category": "3d", - "elo": 1205, + "elo": 1206, "win_rate": 54, "rank": 43 }, @@ -23971,14 +24254,14 @@ "category": "codecategories", "elo": 1215, "win_rate": 54.3, - "rank": 46 + "rank": 47 }, { "arena": "models", "category": "dataviz", "elo": 1208, "win_rate": 52.8, - "rank": 44 + "rank": 45 }, { "arena": "models", @@ -23990,9 +24273,9 @@ { "arena": "models", "category": "svg", - "elo": 1165, + "elo": 1166, "win_rate": 52.1, - "rank": 38 + "rank": 39 }, { "arena": "models", @@ -24006,7 +24289,7 @@ "category": "website", "elo": 1217, "win_rate": 54.4, - "rank": 47 + "rank": 48 } ], "artificial_analysis": { @@ -24139,14 +24422,14 @@ { "arena": "agents", "category": "androidnative", - "elo": 1126, + "elo": 1125, "win_rate": 56, "rank": 18 }, { "arena": "agents", "category": "fullstack", - "elo": 1117, + "elo": 1116, "win_rate": 44.9, "rank": 20 }, @@ -24155,42 +24438,42 @@ "category": "godotgamedev", "elo": 1131, "win_rate": 39.1, - "rank": 17 + "rank": 18 }, { "arena": "agents", "category": "mobileapps", - "elo": 1189, + "elo": 1187, "win_rate": 49.9, "rank": 16 }, { "arena": "models", "category": "3d", - "elo": 1269, - "win_rate": 54.4, + "elo": 1268, + "win_rate": 54.3, "rank": 27 }, { "arena": "models", "category": "asciiart", - "elo": 1213, - "win_rate": 48.3, - "rank": 18 + "elo": 1211, + "win_rate": 48.2, + "rank": 19 }, { "arena": "models", "category": "codecategories", - "elo": 1265, + "elo": 1266, "win_rate": 54.9, - "rank": 27 + "rank": 28 }, { "arena": "models", "category": "dataviz", - "elo": 1239, - "win_rate": 51.5, - "rank": 32 + "elo": 1240, + "win_rate": 51.7, + "rank": 33 }, { "arena": "models", @@ -24202,15 +24485,15 @@ { "arena": "models", "category": "svg", - "elo": 1199, + "elo": 1200, "win_rate": 54.4, - "rank": 29 + "rank": 30 }, { "arena": "models", "category": "uicomponent", - "elo": 1249, - "win_rate": 50.8, + "elo": 1250, + "win_rate": 50.9, "rank": 30 }, { @@ -24218,9 +24501,14 @@ "category": "website", "elo": 1268, "win_rate": 55.5, - "rank": 25 + "rank": 26 } - ] + ], + "artificial_analysis": { + "intelligence_index": 33.7, + "coding_index": 45.3, + "agentic_index": 25.4 + } }, "reasoning": { "mandatory": false, @@ -24299,7 +24587,7 @@ "category": "codecategories", "elo": 1227, "win_rate": 53.1, - "rank": 36 + "rank": 37 }, { "arena": "models", @@ -24318,9 +24606,9 @@ { "arena": "models", "category": "svg", - "elo": 1094, + "elo": 1095, "win_rate": 44.2, - "rank": 52 + "rank": 53 }, { "arena": "models", @@ -24334,7 +24622,7 @@ "category": "website", "elo": 1236, "win_rate": 54, - "rank": 36 + "rank": 37 } ] }, @@ -24407,14 +24695,14 @@ "arena": "agents", "category": "androidnative", "elo": 1244, - "win_rate": 61.9, + "win_rate": 61.8, "rank": 7 }, { "arena": "agents", "category": "fullstack", "elo": 1189, - "win_rate": 52.7, + "win_rate": 52.8, "rank": 13 }, { @@ -24427,9 +24715,9 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1222, - "win_rate": 53.1, - "rank": 10 + "elo": 1219, + "win_rate": 53, + "rank": 11 }, { "arena": "models", @@ -24441,22 +24729,22 @@ { "arena": "models", "category": "asciiart", - "elo": 1192, - "win_rate": 47.7, + "elo": 1193, + "win_rate": 47.9, "rank": 26 }, { "arena": "models", "category": "codecategories", "elo": 1295, - "win_rate": 55.6, + "win_rate": 55.7, "rank": 16 }, { "arena": "models", "category": "dataviz", - "elo": 1269, - "win_rate": 52.8, + "elo": 1270, + "win_rate": 52.9, "rank": 22 }, { @@ -24469,23 +24757,23 @@ { "arena": "models", "category": "svg", - "elo": 1223, + "elo": 1224, "win_rate": 54.4, - "rank": 19 + "rank": 20 }, { "arena": "models", "category": "uicomponent", "elo": 1286, - "win_rate": 54.1, - "rank": 22 + "win_rate": 54, + "rank": 21 }, { "arena": "models", "category": "website", "elo": 1290, "win_rate": 55.1, - "rank": 18 + "rank": 19 } ] }, @@ -24558,28 +24846,28 @@ "arena": "models", "category": "3d", "elo": 1333, - "win_rate": 60.8, + "win_rate": 60.7, "rank": 6 }, { "arena": "models", "category": "asciiart", - "elo": 1198, + "elo": 1197, "win_rate": 50.5, - "rank": 23 + "rank": 24 }, { "arena": "models", "category": "codecategories", "elo": 1320, "win_rate": 57.6, - "rank": 8 + "rank": 9 }, { "arena": "models", "category": "dataviz", - "elo": 1307, - "win_rate": 58.2, + "elo": 1308, + "win_rate": 58.3, "rank": 7 }, { @@ -24593,22 +24881,22 @@ "arena": "models", "category": "svg", "elo": 1268, - "win_rate": 59.4, - "rank": 10 + "win_rate": 59.3, + "rank": 11 }, { "arena": "models", "category": "uicomponent", - "elo": 1318, - "win_rate": 57.9, - "rank": 11 + "elo": 1319, + "win_rate": 58, + "rank": 10 }, { "arena": "models", "category": "website", "elo": 1315, - "win_rate": 56.6, - "rank": 9 + "win_rate": 56.5, + "rank": 10 } ] }, @@ -24633,12 +24921,13 @@ "instruct_type": null }, "pricing": { - "prompt": "0.000000975", - "completion": "0.0000043" + "prompt": "0.000000966", + "completion": "0.000003036", + "input_cache_read": "0.0000001794" }, "top_provider": { - "context_length": 65536, - "max_completion_tokens": null, + "context_length": 200000, + "max_completion_tokens": 128000, "is_moderated": false }, "per_request_limits": null, @@ -24649,10 +24938,8 @@ "logprobs", "max_tokens", "min_p", - "parallel_tool_calls", "presence_penalty", "reasoning", - "reasoning_effort", "repetition_penalty", "response_format", "seed", @@ -24684,16 +24971,16 @@ { "arena": "models", "category": "3d", - "elo": 1343, - "win_rate": 63.8, + "elo": 1342, + "win_rate": 63.5, "rank": 5 }, { "arena": "models", "category": "asciiart", - "elo": 1188, - "win_rate": 50, - "rank": 28 + "elo": 1185, + "win_rate": 48.9, + "rank": 32 }, { "arena": "models", @@ -24713,35 +25000,35 @@ "arena": "models", "category": "gamedev", "elo": 1338, - "win_rate": 62, + "win_rate": 61.9, "rank": 7 }, { "arena": "models", "category": "svg", "elo": 1283, - "win_rate": 62.1, + "win_rate": 61.9, "rank": 5 }, { "arena": "models", "category": "uicomponent", - "elo": 1337, + "elo": 1339, "win_rate": 62.3, - "rank": 5 + "rank": 4 }, { "arena": "models", "category": "website", - "elo": 1317, - "win_rate": 57.1, - "rank": 7 + "elo": 1318, + "win_rate": 57.2, + "rank": 8 }, { "arena": "agents", "category": "agenticgamedev", - "elo": 1216, - "win_rate": 54.1, + "elo": 1206, + "win_rate": 53.8, "rank": 4 }, { @@ -24775,14 +25062,14 @@ { "arena": "agents", "category": "androidnative", - "elo": 1245, - "win_rate": 53.8, + "elo": 1246, + "win_rate": 53.9, "rank": 6 }, { "arena": "agents", "category": "fullstack", - "elo": 1233, + "elo": 1232, "win_rate": 56.9, "rank": 8 }, @@ -24797,14 +25084,14 @@ "arena": "agents", "category": "htmlslides", "elo": 1205, - "win_rate": 52.6, + "win_rate": 52.5, "rank": 8 }, { "arena": "agents", "category": "mobileapps", - "elo": 1236, - "win_rate": 55.3, + "elo": 1233, + "win_rate": 55.2, "rank": 7 }, { @@ -24824,8 +25111,8 @@ { "arena": "agents", "category": "webapps", - "elo": 1243, - "win_rate": 55.1, + "elo": 1244, + "win_rate": 55.2, "rank": 10 } ], @@ -24856,13 +25143,13 @@ "instruct_type": null }, "pricing": { - "prompt": "0.00000093", - "completion": "0.000003", - "input_cache_read": "0.00000018" + "prompt": "0.00000091", + "completion": "0.00000286", + "input_cache_read": "0.000000169" }, "top_provider": { - "context_length": 1048576, - "max_completion_tokens": 32768, + "context_length": 1024000, + "max_completion_tokens": 128000, "is_moderated": false }, "per_request_limits": null, @@ -24908,36 +25195,36 @@ { "arena": "agents", "category": "androidnative", - "elo": 1238, - "win_rate": 55.1, - "rank": 9 + "elo": 1244, + "win_rate": 56, + "rank": 8 }, { "arena": "agents", "category": "fullstack", - "elo": 1298, - "win_rate": 64, + "elo": 1295, + "win_rate": 63.7, "rank": 3 }, { "arena": "agents", "category": "htmlslides", - "elo": 1206, + "elo": 1207, "win_rate": 52.6, "rank": 7 }, { "arena": "agents", "category": "mobileapps", - "elo": 1244, + "elo": 1243, "win_rate": 54.2, "rank": 5 }, { "arena": "agents", "category": "python-pptxslides", - "elo": 1220, - "win_rate": 50, + "elo": 1217, + "win_rate": 50.1, "rank": 5 }, { @@ -24950,8 +25237,8 @@ { "arena": "models", "category": "3d", - "elo": 1377, - "win_rate": 64.4, + "elo": 1374, + "win_rate": 64, "rank": 1 }, { @@ -24964,23 +25251,23 @@ { "arena": "models", "category": "dataviz", - "elo": 1326, - "win_rate": 59.9, - "rank": 3 + "elo": 1323, + "win_rate": 59.4, + "rank": 5 }, { "arena": "models", "category": "gamedev", "elo": 1357, - "win_rate": 61.4, + "win_rate": 61.3, "rank": 2 }, { "arena": "models", "category": "uicomponent", - "elo": 1333, - "win_rate": 59, - "rank": 6 + "elo": 1336, + "win_rate": 59.4, + "rank": 5 }, { "arena": "models", @@ -25059,8 +25346,8 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1128, - "win_rate": 40.6, + "elo": 1122, + "win_rate": 41, "rank": 9 }, { @@ -25115,16 +25402,16 @@ { "arena": "agents", "category": "htmlslides", - "elo": 1135, - "win_rate": 41.8, + "elo": 1136, + "win_rate": 41.9, "rank": 10 }, { "arena": "agents", "category": "mobileapps", - "elo": 1220, - "win_rate": 52.1, - "rank": 11 + "elo": 1218, + "win_rate": 52.2, + "rank": 12 }, { "arena": "agents", @@ -25136,44 +25423,44 @@ { "arena": "agents", "category": "python-pptxslides", - "elo": 1172, - "win_rate": 51.9, + "elo": 1169, + "win_rate": 52, "rank": 7 }, { "arena": "agents", "category": "webapps", - "elo": 1187, + "elo": 1188, "win_rate": 46, "rank": 16 }, { "arena": "models", "category": "3d", - "elo": 1289, + "elo": 1288, "win_rate": 55.1, - "rank": 21 + "rank": 22 }, { "arena": "models", "category": "asciiart", - "elo": 1143, - "win_rate": 42.6, - "rank": 40 + "elo": 1142, + "win_rate": 42.7, + "rank": 41 }, { "arena": "models", "category": "codecategories", "elo": 1278, "win_rate": 52.5, - "rank": 23 + "rank": 24 }, { "arena": "models", "category": "dataviz", "elo": 1246, - "win_rate": 49.6, - "rank": 30 + "win_rate": 49.5, + "rank": 31 }, { "arena": "models", @@ -25186,14 +25473,14 @@ "arena": "models", "category": "svg", "elo": 1203, - "win_rate": 51.1, - "rank": 28 + "win_rate": 50.9, + "rank": 29 }, { "arena": "models", "category": "uicomponent", - "elo": 1270, - "win_rate": 52.1, + "elo": 1269, + "win_rate": 52, "rank": 26 }, { @@ -25201,7 +25488,7 @@ "category": "website", "elo": 1270, "win_rate": 51, - "rank": 24 + "rank": 25 } ] },