From 86d7887b57798db3323c368f1bd3e17cf60d11ff Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" Date: Fri, 12 Jun 2026 09:51:40 +0000 Subject: [PATCH] chore: sync model metadata from OpenRouter --- .changeset/sync-models.md | 5 + packages/ai-anthropic/src/model-meta.ts | 50 + packages/ai-openrouter/src/model-meta.ts | 879 +-- scripts/.sync-models-last-run | 2 +- scripts/openrouter.models.json | 7934 ++++++++++++++++++++-- 5 files changed, 7653 insertions(+), 1217 deletions(-) create mode 100644 .changeset/sync-models.md diff --git a/.changeset/sync-models.md b/.changeset/sync-models.md new file mode 100644 index 000000000..3949386d6 --- /dev/null +++ b/.changeset/sync-models.md @@ -0,0 +1,5 @@ +--- +'@tanstack/ai-anthropic': patch +--- + +Update model metadata from OpenRouter API diff --git a/packages/ai-anthropic/src/model-meta.ts b/packages/ai-anthropic/src/model-meta.ts index 86301ed7d..94df2ba39 100644 --- a/packages/ai-anthropic/src/model-meta.ts +++ b/packages/ai-anthropic/src/model-meta.ts @@ -710,6 +710,45 @@ const CLAUDE_OPUS_4_8_FAST = { AnthropicSamplingOptions > +const CLAUDE_FABLE_5 = { + name: 'claude-fable-5', + id: 'claude-fable-5', + context_window: 1_000_000, + max_output_tokens: 128_000, + supports: { + input: ['text', 'image', 'document'], + extended_thinking: true, + priority_tier: true, + tools: [ + 'web_search', + 'web_fetch', + 'code_execution', + 'computer_use', + 'bash', + 'text_editor', + 'memory', + ], + }, + pricing: { + input: { + normal: 10, + cached: 1, + }, + output: { + normal: 50, + }, + }, +} as const satisfies ModelMeta< + AnthropicContainerOptions & + AnthropicContextManagementOptions & + AnthropicMCPOptions & + AnthropicServiceTierOptions & + AnthropicStopSequencesOptions & + AnthropicThinkingOptions & + AnthropicToolChoiceOptions & + AnthropicSamplingOptions +> + export const ANTHROPIC_MODELS = [ CLAUDE_OPUS_4_6.id, CLAUDE_OPUS_4_5.id, @@ -731,6 +770,8 @@ export const ANTHROPIC_MODELS = [ CLAUDE_OPUS_4_8.id, CLAUDE_OPUS_4_8_FAST.id, + + CLAUDE_FABLE_5.id, ] as const /** @@ -891,6 +932,14 @@ export type AnthropicChatModelProviderOptionsByName = { AnthropicThinkingOptions & AnthropicToolChoiceOptions & AnthropicSamplingOptions + [CLAUDE_FABLE_5.id]: AnthropicContainerOptions & + AnthropicContextManagementOptions & + AnthropicMCPOptions & + AnthropicServiceTierOptions & + AnthropicStopSequencesOptions & + AnthropicThinkingOptions & + AnthropicToolChoiceOptions & + AnthropicSamplingOptions } export type AnthropicChatModelToolCapabilitiesByName = { @@ -937,4 +986,5 @@ export type AnthropicModelInputModalitiesByName = { [CLAUDE_OPUS_4_7_FAST.id]: typeof CLAUDE_OPUS_4_7_FAST.supports.input [CLAUDE_OPUS_4_8.id]: typeof CLAUDE_OPUS_4_8.supports.input [CLAUDE_OPUS_4_8_FAST.id]: typeof CLAUDE_OPUS_4_8_FAST.supports.input + [CLAUDE_FABLE_5.id]: typeof CLAUDE_FABLE_5.supports.input } diff --git a/packages/ai-openrouter/src/model-meta.ts b/packages/ai-openrouter/src/model-meta.ts index 42122cd2c..c0c92c008 100644 --- a/packages/ai-openrouter/src/model-meta.ts +++ b/packages/ai-openrouter/src/model-meta.ts @@ -3,6 +3,36 @@ import type { OpenRouterCommonOptions, } from './text/text-provider-options' +const _ANTHROPIC_CLAUDE_FABLE_LATEST = { + id: '~anthropic/claude-fable-latest', + name: 'Anthropic: Claude Fable Latest', + supports: { + input: ['text', 'image', 'document'], + output: ['text'], + supports: [ + 'maxCompletionTokens', + 'maxCompletionTokens', + 'reasoning', + 'responseFormat', + 'stop', + 'toolChoice', + ], + }, + context_window: 1000000, + max_output_tokens: 128000, + pricing: { + text: { + input: { + normal: 10, + cached: 13.5, + }, + output: { + normal: 50, + }, + }, + image: 0, + }, +} as const const _ANTHROPIC_CLAUDE_HAIKU_LATEST = { id: '~anthropic/claude-haiku-latest', name: 'Anthropic Claude Haiku Latest', @@ -187,11 +217,11 @@ const _MOONSHOTAI_KIMI_LATEST = { pricing: { text: { input: { - normal: 0.684, - cached: 0.144, + normal: 0.67, + cached: 0.14, }, output: { - normal: 3.42, + normal: 3.39, }, }, image: 0, @@ -628,6 +658,36 @@ const ANTHROPIC_CLAUDE_3_5_HAIKU = { image: 0, }, } as const +const ANTHROPIC_CLAUDE_FABLE_5 = { + id: 'anthropic/claude-fable-5', + name: 'Anthropic: Claude Fable 5', + supports: { + input: ['text', 'image', 'document'], + output: ['text'], + supports: [ + 'maxCompletionTokens', + 'maxCompletionTokens', + 'reasoning', + 'responseFormat', + 'stop', + 'toolChoice', + ], + }, + context_window: 1000000, + max_output_tokens: 128000, + pricing: { + text: { + input: { + normal: 10, + cached: 13.5, + }, + output: { + normal: 50, + }, + }, + image: 0, + }, +} as const const ANTHROPIC_CLAUDE_HAIKU_4_5 = { id: 'anthropic/claude-haiku-4.5', name: 'Anthropic: Claude Haiku 4.5', @@ -1052,68 +1112,6 @@ const ARCEE_AI_CODER_LARGE = { image: 0, }, } as const -const ARCEE_AI_MAESTRO_REASONING = { - id: 'arcee-ai/maestro-reasoning', - name: 'Arcee AI: Maestro Reasoning', - supports: { - input: ['text'], - output: ['text'], - supports: [ - 'frequencyPenalty', - 'logitBias', - 'maxCompletionTokens', - 'presencePenalty', - 'stop', - 'temperature', - 'topP', - ], - }, - context_window: 131072, - max_output_tokens: 32000, - pricing: { - text: { - input: { - normal: 0.9, - cached: 0, - }, - output: { - normal: 3.3, - }, - }, - image: 0, - }, -} as const -const ARCEE_AI_SPOTLIGHT = { - id: 'arcee-ai/spotlight', - name: 'Arcee AI: Spotlight', - supports: { - input: ['image', 'text'], - output: ['text'], - supports: [ - 'frequencyPenalty', - 'logitBias', - 'maxCompletionTokens', - 'presencePenalty', - 'stop', - 'temperature', - 'topP', - ], - }, - context_window: 131072, - max_output_tokens: 65537, - pricing: { - text: { - input: { - normal: 0.18, - cached: 0, - }, - output: { - normal: 0.18, - }, - }, - image: 0, - }, -} as const const ARCEE_AI_TRINITY_LARGE_THINKING = { id: 'arcee-ai/trinity-large-thinking', name: 'Arcee AI: Trinity Large Thinking', @@ -1213,39 +1211,6 @@ const ARCEE_AI_VIRTUOSO_LARGE = { image: 0, }, } as const -const BAIDU_ERNIE_4_5_VL_28B_A3B = { - id: 'baidu/ernie-4.5-vl-28b-a3b', - name: 'Baidu: ERNIE 4.5 VL 28B A3B', - supports: { - input: ['text', 'image'], - output: ['text'], - supports: [ - 'frequencyPenalty', - 'maxCompletionTokens', - 'presencePenalty', - 'reasoning', - 'seed', - 'stop', - 'temperature', - 'toolChoice', - 'topP', - ], - }, - context_window: 131072, - max_output_tokens: 8000, - pricing: { - text: { - input: { - normal: 0.14, - cached: 0, - }, - output: { - normal: 0.56, - }, - }, - image: 0, - }, -} as const const BAIDU_ERNIE_4_5_VL_424B_A47B = { id: 'baidu/ernie-4.5-vl-424b-a47b', name: 'Baidu: ERNIE 4.5 VL 424B A47B ', @@ -1683,7 +1648,7 @@ const DEEPSEEK_DEEPSEEK_CHAT_V3_0324 = { 'topP', ], }, - context_window: 163840, + context_window: 131072, max_output_tokens: 16384, pricing: { text: { @@ -1811,23 +1776,21 @@ const DEEPSEEK_DEEPSEEK_R1_DISTILL_LLAMA_70B = { output: ['text'], supports: [ 'frequencyPenalty', - 'logitBias', 'maxCompletionTokens', 'presencePenalty', 'reasoning', - 'responseFormat', 'seed', 'stop', 'temperature', 'topP', ], }, - context_window: 131072, - max_output_tokens: 16384, + context_window: 128000, + max_output_tokens: 8192, pricing: { text: { input: { - normal: 0.7, + normal: 0.8, cached: 0, }, output: { @@ -2000,15 +1963,14 @@ const DEEPSEEK_DEEPSEEK_V4_FLASH = { ], }, context_window: 1048576, - max_output_tokens: 131072, pricing: { text: { input: { - normal: 0.0983, - cached: 0.0197, + normal: 0.098, + cached: 0.02, }, output: { - normal: 0.1966, + normal: 0.196, }, }, image: 0, @@ -2615,11 +2577,11 @@ const GOOGLE_GEMMA_3_12B_IT = { pricing: { text: { input: { - normal: 0.04, + normal: 0.05, cached: 0, }, output: { - normal: 0.13, + normal: 0.15, }, }, image: 0, @@ -2682,11 +2644,11 @@ const GOOGLE_GEMMA_3_4B_IT = { pricing: { text: { input: { - normal: 0.04, + normal: 0.05, cached: 0, }, output: { - normal: 0.08, + normal: 0.1, }, }, image: 0, @@ -2812,15 +2774,15 @@ const GOOGLE_GEMMA_4_31B_IT = { ], }, context_window: 262144, - max_output_tokens: 16384, + max_output_tokens: 262144, pricing: { text: { input: { normal: 0.12, - cached: 0, + cached: 0.09, }, output: { - normal: 0.37, + normal: 0.35, }, }, image: 0, @@ -3394,23 +3356,20 @@ const META_LLAMA_LLAMA_3_8B_INSTRUCT = { 'logitBias', 'maxCompletionTokens', 'presencePenalty', - 'responseFormat', - 'seed', 'stop', 'temperature', 'topP', ], }, context_window: 8192, - max_output_tokens: 8192, pricing: { text: { input: { - normal: 0.04, + normal: 0.14, cached: 0, }, output: { - normal: 0.04, + normal: 0.14, }, }, image: 0, @@ -3478,7 +3437,7 @@ const META_LLAMA_LLAMA_3_1_8B_INSTRUCT = { cached: 0, }, output: { - normal: 0.05, + normal: 0.03, }, }, image: 0, @@ -3507,11 +3466,11 @@ const META_LLAMA_LLAMA_3_2_11B_VISION_INSTRUCT = { pricing: { text: { input: { - normal: 0.245, + normal: 0.345, cached: 0, }, output: { - normal: 0.245, + normal: 0.345, }, }, image: 0, @@ -3732,7 +3691,7 @@ const META_LLAMA_LLAMA_4_SCOUT = { pricing: { text: { input: { - normal: 0.08, + normal: 0.1, cached: 0, }, output: { @@ -4084,10 +4043,10 @@ const MINIMAX_MINIMAX_M2_5 = { text: { input: { normal: 0.15, - cached: 0, + cached: 0.05, }, output: { - normal: 1.15, + normal: 0.9, }, }, image: 0, @@ -4120,11 +4079,11 @@ const MINIMAX_MINIMAX_M2_7 = { pricing: { text: { input: { - normal: 0.279, - cached: 0, + normal: 0.25, + cached: 0.05, }, output: { - normal: 1.2, + normal: 1, }, }, image: 0, @@ -4904,15 +4863,14 @@ const MOONSHOTAI_KIMI_K2_5 = { ], }, context_window: 262144, - max_output_tokens: 262144, pricing: { text: { input: { - normal: 0.4, - cached: 0.09, + normal: 0.35, + cached: 0, }, output: { - normal: 1.9, + normal: 1.89, }, }, image: 0, @@ -4946,33 +4904,11 @@ const MOONSHOTAI_KIMI_K2_6 = { pricing: { text: { input: { - normal: 0.684, - cached: 0.144, - }, - output: { - normal: 3.42, - }, - }, - image: 0, - }, -} as const -const MOONSHOTAI_KIMI_K2_6_FREE = { - id: 'moonshotai/kimi-k2.6:free', - name: 'MoonshotAI: Kimi K2.6 (free)', - supports: { - input: ['text', 'image'], - output: ['text'], - supports: ['reasoning', 'toolChoice'], - }, - context_window: 262144, - pricing: { - text: { - input: { - normal: 0, - cached: 0, + normal: 0.67, + cached: 0.14, }, output: { - normal: 0, + normal: 3.39, }, }, image: 0, @@ -5024,63 +4960,33 @@ const MORPH_MORPH_V3_LARGE = { image: 0, }, } as const -const NEX_AGI_DEEPSEEK_V3_1_NEX_N1 = { - id: 'nex-agi/deepseek-v3.1-nex-n1', - name: 'Nex AGI: DeepSeek V3.1 Nex N1', +const NEX_AGI_NEX_N2_PRO_FREE = { + id: 'nex-agi/nex-n2-pro:free', + name: 'Nex AGI: Nex-N2-Pro (free)', supports: { - input: ['text'], + input: ['text', 'image'], output: ['text'], supports: [ 'frequencyPenalty', + 'logprobs', 'maxCompletionTokens', + 'reasoning', 'responseFormat', 'temperature', 'toolChoice', 'topP', ], }, - context_window: 131072, - max_output_tokens: 163840, - pricing: { - text: { - input: { - normal: 0.135, - cached: 0, - }, - output: { - normal: 0.5, - }, - }, - image: 0, - }, -} as const -const NOUSRESEARCH_HERMES_2_PRO_LLAMA_3_8B = { - id: 'nousresearch/hermes-2-pro-llama-3-8b', - name: 'NousResearch: Hermes 2 Pro - Llama-3 8B', - supports: { - input: ['text'], - output: ['text'], - supports: [ - 'frequencyPenalty', - 'maxCompletionTokens', - 'presencePenalty', - 'responseFormat', - 'seed', - 'stop', - 'temperature', - 'topP', - ], - }, - context_window: 8192, - max_output_tokens: 8192, + context_window: 262144, + max_output_tokens: 262144, pricing: { text: { input: { - normal: 0.14, + normal: 0, cached: 0, }, output: { - normal: 0.14, + normal: 0, }, }, image: 0, @@ -5171,11 +5077,11 @@ const NOUSRESEARCH_HERMES_3_LLAMA_3_1_70B = { pricing: { text: { input: { - normal: 0.3, + normal: 0.7, cached: 0, }, output: { - normal: 0.3, + normal: 0.7, }, }, image: 0, @@ -5266,7 +5172,7 @@ const NVIDIA_LLAMA_3_3_NEMOTRON_SUPER_49B_V1_5 = { pricing: { text: { input: { - normal: 0.1, + normal: 0.4, cached: 0, }, output: { @@ -5437,88 +5343,87 @@ const NVIDIA_NEMOTRON_3_SUPER_120B_A12B_FREE = { image: 0, }, } as const -const NVIDIA_NEMOTRON_NANO_12B_V2_VL_FREE = { - id: 'nvidia/nemotron-nano-12b-v2-vl:free', - name: 'NVIDIA: Nemotron Nano 12B 2 VL (free)', +const NVIDIA_NEMOTRON_3_ULTRA_550B_A55B = { + id: 'nvidia/nemotron-3-ultra-550b-a55b', + name: 'NVIDIA: Nemotron 3 Ultra', supports: { - input: ['image', 'text', 'video'], + input: ['text'], output: ['text'], supports: [ + 'frequencyPenalty', + 'logitBias', 'maxCompletionTokens', + 'presencePenalty', 'reasoning', + 'responseFormat', 'seed', + 'stop', 'temperature', 'toolChoice', 'topP', ], }, - context_window: 128000, - max_output_tokens: 128000, + context_window: 1000000, + max_output_tokens: 16384, pricing: { text: { input: { - normal: 0, - cached: 0, + normal: 0.5, + cached: 0.15, }, output: { - normal: 0, + normal: 2.5, }, }, image: 0, }, } as const -const NVIDIA_NEMOTRON_NANO_9B_V2 = { - id: 'nvidia/nemotron-nano-9b-v2', - name: 'NVIDIA: Nemotron Nano 9B V2', +const NVIDIA_NEMOTRON_3_ULTRA_550B_A55B_FREE = { + id: 'nvidia/nemotron-3-ultra-550b-a55b:free', + name: 'NVIDIA: Nemotron 3 Ultra (free)', supports: { input: ['text'], output: ['text'], supports: [ - 'frequencyPenalty', - 'logitBias', 'maxCompletionTokens', - 'presencePenalty', 'reasoning', - 'responseFormat', 'seed', - 'stop', 'temperature', 'toolChoice', 'topP', ], }, - context_window: 131072, - max_output_tokens: 16384, + context_window: 1000000, + max_output_tokens: 65536, pricing: { text: { input: { - normal: 0.04, + normal: 0, cached: 0, }, output: { - normal: 0.16, + normal: 0, }, }, image: 0, }, } as const -const NVIDIA_NEMOTRON_NANO_9B_V2_FREE = { - id: 'nvidia/nemotron-nano-9b-v2:free', - name: 'NVIDIA: Nemotron Nano 9B V2 (free)', +const NVIDIA_NEMOTRON_3_5_CONTENT_SAFETY_FREE = { + id: 'nvidia/nemotron-3.5-content-safety:free', + name: 'NVIDIA: Nemotron 3.5 Content Safety (free)', supports: { - input: ['text'], + input: ['text', 'image'], output: ['text'], supports: [ 'maxCompletionTokens', 'reasoning', - 'responseFormat', 'seed', 'temperature', - 'toolChoice', 'topP', ], }, context_window: 128000, + max_output_tokens: 8192, pricing: { text: { input: { @@ -5532,81 +5437,69 @@ const NVIDIA_NEMOTRON_NANO_9B_V2_FREE = { image: 0, }, } as const -const OPENAI_GPT_3_5_TURBO = { - id: 'openai/gpt-3.5-turbo', - name: 'OpenAI: GPT-3.5 Turbo', +const NVIDIA_NEMOTRON_NANO_12B_V2_VL_FREE = { + id: 'nvidia/nemotron-nano-12b-v2-vl:free', + name: 'NVIDIA: Nemotron Nano 12B 2 VL (free)', supports: { - input: ['text'], + input: ['image', 'text', 'video'], output: ['text'], supports: [ - 'frequencyPenalty', - 'logitBias', - 'logprobs', 'maxCompletionTokens', - 'presencePenalty', - 'responseFormat', + 'reasoning', 'seed', - 'stop', 'temperature', 'toolChoice', - 'topLogprobs', 'topP', ], }, - context_window: 16385, - max_output_tokens: 4096, + context_window: 128000, + max_output_tokens: 128000, pricing: { text: { input: { - normal: 0.5, + normal: 0, cached: 0, }, output: { - normal: 1.5, + normal: 0, }, }, image: 0, }, } as const -const OPENAI_GPT_3_5_TURBO_0613 = { - id: 'openai/gpt-3.5-turbo-0613', - name: 'OpenAI: GPT-3.5 Turbo (older v0613)', +const NVIDIA_NEMOTRON_NANO_9B_V2_FREE = { + id: 'nvidia/nemotron-nano-9b-v2:free', + name: 'NVIDIA: Nemotron Nano 9B V2 (free)', supports: { input: ['text'], output: ['text'], supports: [ - 'frequencyPenalty', - 'logitBias', - 'logprobs', 'maxCompletionTokens', - 'presencePenalty', + 'reasoning', 'responseFormat', 'seed', - 'stop', 'temperature', 'toolChoice', - 'topLogprobs', 'topP', ], }, - context_window: 4095, - max_output_tokens: 4096, + context_window: 128000, pricing: { text: { input: { - normal: 1, + normal: 0, cached: 0, }, output: { - normal: 2, + normal: 0, }, }, image: 0, }, } as const -const OPENAI_GPT_3_5_TURBO_16K = { - id: 'openai/gpt-3.5-turbo-16k', - name: 'OpenAI: GPT-3.5 Turbo 16k', +const OPENAI_GPT_3_5_TURBO = { + id: 'openai/gpt-3.5-turbo', + name: 'OpenAI: GPT-3.5 Turbo', supports: { input: ['text'], output: ['text'], @@ -5615,7 +5508,6 @@ const OPENAI_GPT_3_5_TURBO_16K = { 'logitBias', 'logprobs', 'maxCompletionTokens', - 'maxCompletionTokens', 'presencePenalty', 'responseFormat', 'seed', @@ -5631,19 +5523,19 @@ const OPENAI_GPT_3_5_TURBO_16K = { pricing: { text: { input: { - normal: 3, + normal: 0.5, cached: 0, }, output: { - normal: 4, + normal: 1.5, }, }, image: 0, }, } as const -const OPENAI_GPT_3_5_TURBO_INSTRUCT = { - id: 'openai/gpt-3.5-turbo-instruct', - name: 'OpenAI: GPT-3.5 Turbo Instruct', +const OPENAI_GPT_3_5_TURBO_0613 = { + id: 'openai/gpt-3.5-turbo-0613', + name: 'OpenAI: GPT-3.5 Turbo (older v0613)', supports: { input: ['text'], output: ['text'], @@ -5657,6 +5549,7 @@ const OPENAI_GPT_3_5_TURBO_INSTRUCT = { 'seed', 'stop', 'temperature', + 'toolChoice', 'topLogprobs', 'topP', ], @@ -5666,7 +5559,7 @@ const OPENAI_GPT_3_5_TURBO_INSTRUCT = { pricing: { text: { input: { - normal: 1.5, + normal: 1, cached: 0, }, output: { @@ -5676,9 +5569,9 @@ const OPENAI_GPT_3_5_TURBO_INSTRUCT = { image: 0, }, } as const -const OPENAI_GPT_4 = { - id: 'openai/gpt-4', - name: 'OpenAI: GPT-4', +const OPENAI_GPT_3_5_TURBO_16K = { + id: 'openai/gpt-3.5-turbo-16k', + name: 'OpenAI: GPT-3.5 Turbo 16k', supports: { input: ['text'], output: ['text'], @@ -5698,24 +5591,24 @@ const OPENAI_GPT_4 = { 'topP', ], }, - context_window: 8191, + context_window: 16385, max_output_tokens: 4096, pricing: { text: { input: { - normal: 30, + normal: 3, cached: 0, }, output: { - normal: 60, + normal: 4, }, }, image: 0, }, } as const -const OPENAI_GPT_4_0314 = { - id: 'openai/gpt-4-0314', - name: 'OpenAI: GPT-4 (older v0314)', +const OPENAI_GPT_3_5_TURBO_INSTRUCT = { + id: 'openai/gpt-3.5-turbo-instruct', + name: 'OpenAI: GPT-3.5 Turbo Instruct', supports: { input: ['text'], output: ['text'], @@ -5729,29 +5622,28 @@ const OPENAI_GPT_4_0314 = { 'seed', 'stop', 'temperature', - 'toolChoice', 'topLogprobs', 'topP', ], }, - context_window: 8191, + context_window: 4095, max_output_tokens: 4096, pricing: { text: { input: { - normal: 30, + normal: 1.5, cached: 0, }, output: { - normal: 60, + normal: 2, }, }, image: 0, }, } as const -const OPENAI_GPT_4_1106_PREVIEW = { - id: 'openai/gpt-4-1106-preview', - name: 'OpenAI: GPT-4 Turbo (older v1106)', +const OPENAI_GPT_4 = { + id: 'openai/gpt-4', + name: 'OpenAI: GPT-4', supports: { input: ['text'], output: ['text'], @@ -5760,6 +5652,7 @@ const OPENAI_GPT_4_1106_PREVIEW = { 'logitBias', 'logprobs', 'maxCompletionTokens', + 'maxCompletionTokens', 'presencePenalty', 'responseFormat', 'seed', @@ -5770,16 +5663,16 @@ const OPENAI_GPT_4_1106_PREVIEW = { 'topP', ], }, - context_window: 128000, + context_window: 8191, max_output_tokens: 4096, pricing: { text: { input: { - normal: 10, + normal: 30, cached: 0, }, output: { - normal: 30, + normal: 60, }, }, image: 0, @@ -8063,14 +7956,15 @@ const QWEN_QWEN2_5_VL_72B_INSTRUCT = { ], }, context_window: 131072, + max_output_tokens: 128000, pricing: { text: { input: { - normal: 0.25, - cached: 0, + normal: 0.8, + cached: 0.4, }, output: { - normal: 0.75, + normal: 1, }, }, image: 0, @@ -8169,7 +8063,7 @@ const QWEN_QWEN3_235B_A22B_2507 = { pricing: { text: { input: { - normal: 0.071, + normal: 0.09, cached: 0, }, output: { @@ -8237,15 +8131,15 @@ const QWEN_QWEN3_30B_A3B = { ], }, context_window: 131072, - max_output_tokens: 20000, + max_output_tokens: 16384, pricing: { text: { input: { - normal: 0.09, + normal: 0.12, cached: 0, }, output: { - normal: 0.45, + normal: 0.5, }, }, image: 0, @@ -8275,11 +8169,11 @@ const QWEN_QWEN3_30B_A3B_INSTRUCT_2507 = { pricing: { text: { input: { - normal: 0.0428, + normal: 0.04815, cached: 0, }, output: { - normal: 0.1716, + normal: 0.19305, }, }, image: 0, @@ -9151,11 +9045,11 @@ const QWEN_QWEN3_5_9B = { ], }, context_window: 262144, - max_output_tokens: 81920, + max_output_tokens: 262144, pricing: { text: { input: { - normal: 0.04, + normal: 0.1, cached: 0, }, output: { @@ -9284,15 +9178,15 @@ const QWEN_QWEN3_6_27B = { ], }, context_window: 262144, - max_output_tokens: 262140, + max_output_tokens: 131072, pricing: { text: { input: { - normal: 0.29, + normal: 0.289, cached: 0, }, output: { - normal: 3.2, + normal: 2.4, }, }, image: 0, @@ -9321,12 +9215,12 @@ const QWEN_QWEN3_6_35B_A3B = { ], }, context_window: 262144, - max_output_tokens: 262140, + max_output_tokens: 262144, pricing: { text: { input: { - normal: 0.14, - cached: 0, + normal: 0.15, + cached: 0.05, }, output: { normal: 1, @@ -9467,6 +9361,40 @@ const QWEN_QWEN3_7_MAX = { image: 0, }, } as const +const QWEN_QWEN3_7_PLUS = { + id: 'qwen/qwen3.7-plus', + name: 'Qwen: Qwen3.7 Plus', + supports: { + input: ['text', 'image'], + output: ['text'], + supports: [ + 'logprobs', + 'maxCompletionTokens', + 'presencePenalty', + 'reasoning', + 'responseFormat', + 'seed', + 'temperature', + 'toolChoice', + 'topLogprobs', + 'topP', + ], + }, + context_window: 1000000, + max_output_tokens: 65536, + pricing: { + text: { + input: { + normal: 0.32, + cached: 0.464, + }, + output: { + normal: 1.28, + }, + }, + image: 0, + }, +} as const const REKAAI_REKA_EDGE = { id: 'rekaai/reka-edge', name: 'Reka Edge', @@ -9584,38 +9512,6 @@ const RELACE_RELACE_SEARCH = { image: 0, }, } as const -const SAO10K_L3_EURYALE_70B = { - id: 'sao10k/l3-euryale-70b', - name: 'Sao10k: Llama 3 Euryale 70B v2.1', - supports: { - input: ['text'], - output: ['text'], - supports: [ - 'frequencyPenalty', - 'maxCompletionTokens', - 'presencePenalty', - 'seed', - 'stop', - 'temperature', - 'toolChoice', - 'topP', - ], - }, - context_window: 8192, - max_output_tokens: 8192, - pricing: { - text: { - input: { - normal: 1.48, - cached: 0, - }, - output: { - normal: 1.48, - }, - }, - image: 0, - }, -} as const const SAO10K_L3_LUNARIS_8B = { id: 'sao10k/l3-lunaris-8b', name: 'Sao10K: Llama 3 8B Lunaris', @@ -10273,7 +10169,6 @@ const XIAOMI_MIMO_V2_FLASH = { 'presencePenalty', 'reasoning', 'responseFormat', - 'seed', 'stop', 'temperature', 'toolChoice', @@ -10363,28 +10258,6 @@ const XIAOMI_MIMO_V2_5_PRO = { image: 0, }, } as const -const Z_AI_GLM_4_32B = { - id: 'z-ai/glm-4-32b', - name: 'Z.ai: GLM 4 32B ', - supports: { - input: ['text'], - output: ['text'], - supports: ['maxCompletionTokens', 'temperature', 'toolChoice', 'topP'], - }, - context_window: 128000, - pricing: { - text: { - input: { - normal: 0.1, - cached: 0, - }, - output: { - normal: 0.1, - }, - }, - image: 0, - }, -} as const const Z_AI_GLM_4_5 = { id: 'z-ai/glm-4.5', name: 'Z.ai: GLM 4.5', @@ -10427,6 +10300,7 @@ const Z_AI_GLM_4_5_AIR = { output: ['text'], supports: [ 'frequencyPenalty', + 'logprobs', 'maxCompletionTokens', 'presencePenalty', 'reasoning', @@ -10435,6 +10309,7 @@ const Z_AI_GLM_4_5_AIR = { 'stop', 'temperature', 'toolChoice', + 'topLogprobs', 'topP', ], }, @@ -10453,35 +10328,6 @@ const Z_AI_GLM_4_5_AIR = { image: 0, }, } as const -const Z_AI_GLM_4_5_AIR_FREE = { - id: 'z-ai/glm-4.5-air:free', - name: 'Z.ai: GLM 4.5 Air (free)', - supports: { - input: ['text'], - output: ['text'], - supports: [ - 'maxCompletionTokens', - 'reasoning', - 'temperature', - 'toolChoice', - 'topP', - ], - }, - context_window: 131072, - max_output_tokens: 96000, - pricing: { - text: { - input: { - normal: 0, - cached: 0, - }, - output: { - normal: 0, - }, - }, - image: 0, - }, -} as const const Z_AI_GLM_4_5V = { id: 'z-ai/glm-4.5v', name: 'Z.ai: GLM 4.5V', @@ -10571,12 +10417,12 @@ const Z_AI_GLM_4_6V = { ], }, context_window: 131072, - max_output_tokens: 24000, + max_output_tokens: 32768, pricing: { text: { input: { normal: 0.3, - cached: 0.05, + cached: 0.055, }, output: { normal: 0.9, @@ -10711,7 +10557,7 @@ const Z_AI_GLM_5_TURBO = { 'topP', ], }, - context_window: 202752, + context_window: 262144, max_output_tokens: 131072, pricing: { text: { @@ -10763,38 +10609,18 @@ const Z_AI_GLM_5_1 = { image: 0, }, } as const -const Z_AI_GLM_5V_TURBO = { - id: 'z-ai/glm-5v-turbo', - name: 'Z.ai: GLM 5V Turbo', - supports: { - input: ['image', 'text', 'video'], - output: ['text'], - supports: [ - 'maxCompletionTokens', - 'reasoning', - 'responseFormat', - 'temperature', - 'toolChoice', - 'topP', - ], - }, - context_window: 202752, - max_output_tokens: 131072, - pricing: { - text: { - input: { - normal: 1.2, - cached: 0.24, - }, - output: { - normal: 4, - }, - }, - image: 0, - }, -} as const export type OpenRouterModelOptionsByName = { + [_ANTHROPIC_CLAUDE_FABLE_LATEST.id]: OpenRouterCommonOptions & + Pick< + OpenRouterBaseOptions, + | 'maxCompletionTokens' + | 'maxCompletionTokens' + | 'reasoning' + | 'responseFormat' + | 'stop' + | 'toolChoice' + > [_ANTHROPIC_CLAUDE_HAIKU_LATEST.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, @@ -10985,6 +10811,16 @@ export type OpenRouterModelOptionsByName = { OpenRouterBaseOptions, 'maxCompletionTokens' | 'stop' | 'temperature' | 'toolChoice' | 'topP' > + [ANTHROPIC_CLAUDE_FABLE_5.id]: OpenRouterCommonOptions & + Pick< + OpenRouterBaseOptions, + | 'maxCompletionTokens' + | 'maxCompletionTokens' + | 'reasoning' + | 'responseFormat' + | 'stop' + | 'toolChoice' + > [ANTHROPIC_CLAUDE_HAIKU_4_5.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, @@ -11130,28 +10966,6 @@ export type OpenRouterModelOptionsByName = { | 'temperature' | 'topP' > - [ARCEE_AI_MAESTRO_REASONING.id]: OpenRouterCommonOptions & - Pick< - OpenRouterBaseOptions, - | 'frequencyPenalty' - | 'logitBias' - | 'maxCompletionTokens' - | 'presencePenalty' - | 'stop' - | 'temperature' - | 'topP' - > - [ARCEE_AI_SPOTLIGHT.id]: OpenRouterCommonOptions & - Pick< - OpenRouterBaseOptions, - | 'frequencyPenalty' - | 'logitBias' - | 'maxCompletionTokens' - | 'presencePenalty' - | 'stop' - | 'temperature' - | 'topP' - > [ARCEE_AI_TRINITY_LARGE_THINKING.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, @@ -11191,19 +11005,6 @@ export type OpenRouterModelOptionsByName = { | 'toolChoice' | 'topP' > - [BAIDU_ERNIE_4_5_VL_28B_A3B.id]: OpenRouterCommonOptions & - Pick< - OpenRouterBaseOptions, - | 'frequencyPenalty' - | 'maxCompletionTokens' - | 'presencePenalty' - | 'reasoning' - | 'seed' - | 'stop' - | 'temperature' - | 'toolChoice' - | 'topP' - > [BAIDU_ERNIE_4_5_VL_424B_A47B.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, @@ -11427,11 +11228,9 @@ export type OpenRouterModelOptionsByName = { Pick< OpenRouterBaseOptions, | 'frequencyPenalty' - | 'logitBias' | 'maxCompletionTokens' | 'presencePenalty' | 'reasoning' - | 'responseFormat' | 'seed' | 'stop' | 'temperature' @@ -12032,8 +11831,6 @@ export type OpenRouterModelOptionsByName = { | 'logitBias' | 'maxCompletionTokens' | 'presencePenalty' - | 'responseFormat' - | 'seed' | 'stop' | 'temperature' | 'topP' @@ -12654,34 +12451,22 @@ export type OpenRouterModelOptionsByName = { | 'topLogprobs' | 'topP' > - [MOONSHOTAI_KIMI_K2_6_FREE.id]: OpenRouterCommonOptions & - Pick [MORPH_MORPH_V3_FAST.id]: OpenRouterCommonOptions & Pick [MORPH_MORPH_V3_LARGE.id]: OpenRouterCommonOptions & Pick - [NEX_AGI_DEEPSEEK_V3_1_NEX_N1.id]: OpenRouterCommonOptions & + [NEX_AGI_NEX_N2_PRO_FREE.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, | 'frequencyPenalty' + | 'logprobs' | 'maxCompletionTokens' + | 'reasoning' | 'responseFormat' | 'temperature' | 'toolChoice' | 'topP' > - [NOUSRESEARCH_HERMES_2_PRO_LLAMA_3_8B.id]: OpenRouterCommonOptions & - Pick< - OpenRouterBaseOptions, - | 'frequencyPenalty' - | 'maxCompletionTokens' - | 'presencePenalty' - | 'responseFormat' - | 'seed' - | 'stop' - | 'temperature' - | 'topP' - > [NOUSRESEARCH_HERMES_3_LLAMA_3_1_405B.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, @@ -12818,17 +12603,7 @@ export type OpenRouterModelOptionsByName = { | 'toolChoice' | 'topP' > - [NVIDIA_NEMOTRON_NANO_12B_V2_VL_FREE.id]: OpenRouterCommonOptions & - Pick< - OpenRouterBaseOptions, - | 'maxCompletionTokens' - | 'reasoning' - | 'seed' - | 'temperature' - | 'toolChoice' - | 'topP' - > - [NVIDIA_NEMOTRON_NANO_9B_V2.id]: OpenRouterCommonOptions & + [NVIDIA_NEMOTRON_3_ULTRA_550B_A55B.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, | 'frequencyPenalty' @@ -12843,57 +12618,49 @@ export type OpenRouterModelOptionsByName = { | 'toolChoice' | 'topP' > - [NVIDIA_NEMOTRON_NANO_9B_V2_FREE.id]: OpenRouterCommonOptions & + [NVIDIA_NEMOTRON_3_ULTRA_550B_A55B_FREE.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, | 'maxCompletionTokens' | 'reasoning' - | 'responseFormat' | 'seed' | 'temperature' | 'toolChoice' | 'topP' > - [OPENAI_GPT_3_5_TURBO.id]: OpenRouterCommonOptions & + [NVIDIA_NEMOTRON_3_5_CONTENT_SAFETY_FREE.id]: OpenRouterCommonOptions & + Pick< + OpenRouterBaseOptions, + 'maxCompletionTokens' | 'reasoning' | 'seed' | 'temperature' | 'topP' + > + [NVIDIA_NEMOTRON_NANO_12B_V2_VL_FREE.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, - | 'frequencyPenalty' - | 'logitBias' - | 'logprobs' | 'maxCompletionTokens' - | 'presencePenalty' - | 'responseFormat' + | 'reasoning' | 'seed' - | 'stop' | 'temperature' | 'toolChoice' - | 'topLogprobs' | 'topP' > - [OPENAI_GPT_3_5_TURBO_0613.id]: OpenRouterCommonOptions & + [NVIDIA_NEMOTRON_NANO_9B_V2_FREE.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, - | 'frequencyPenalty' - | 'logitBias' - | 'logprobs' | 'maxCompletionTokens' - | 'presencePenalty' + | 'reasoning' | 'responseFormat' | 'seed' - | 'stop' | 'temperature' | 'toolChoice' - | 'topLogprobs' | 'topP' > - [OPENAI_GPT_3_5_TURBO_16K.id]: OpenRouterCommonOptions & + [OPENAI_GPT_3_5_TURBO.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, | 'frequencyPenalty' | 'logitBias' | 'logprobs' | 'maxCompletionTokens' - | 'maxCompletionTokens' | 'presencePenalty' | 'responseFormat' | 'seed' @@ -12903,7 +12670,7 @@ export type OpenRouterModelOptionsByName = { | 'topLogprobs' | 'topP' > - [OPENAI_GPT_3_5_TURBO_INSTRUCT.id]: OpenRouterCommonOptions & + [OPENAI_GPT_3_5_TURBO_0613.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, | 'frequencyPenalty' @@ -12915,10 +12682,11 @@ export type OpenRouterModelOptionsByName = { | 'seed' | 'stop' | 'temperature' + | 'toolChoice' | 'topLogprobs' | 'topP' > - [OPENAI_GPT_4.id]: OpenRouterCommonOptions & + [OPENAI_GPT_3_5_TURBO_16K.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, | 'frequencyPenalty' @@ -12935,7 +12703,7 @@ export type OpenRouterModelOptionsByName = { | 'topLogprobs' | 'topP' > - [OPENAI_GPT_4_0314.id]: OpenRouterCommonOptions & + [OPENAI_GPT_3_5_TURBO_INSTRUCT.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, | 'frequencyPenalty' @@ -12947,17 +12715,17 @@ export type OpenRouterModelOptionsByName = { | 'seed' | 'stop' | 'temperature' - | 'toolChoice' | 'topLogprobs' | 'topP' > - [OPENAI_GPT_4_1106_PREVIEW.id]: OpenRouterCommonOptions & + [OPENAI_GPT_4.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, | 'frequencyPenalty' | 'logitBias' | 'logprobs' | 'maxCompletionTokens' + | 'maxCompletionTokens' | 'presencePenalty' | 'responseFormat' | 'seed' @@ -14364,48 +14132,50 @@ export type OpenRouterModelOptionsByName = { | 'topLogprobs' | 'topP' > - [REKAAI_REKA_EDGE.id]: OpenRouterCommonOptions & + [QWEN_QWEN3_7_PLUS.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, - | 'frequencyPenalty' + | 'logprobs' | 'maxCompletionTokens' | 'presencePenalty' + | 'reasoning' + | 'responseFormat' | 'seed' - | 'stop' | 'temperature' | 'toolChoice' + | 'topLogprobs' | 'topP' > - [REKAAI_REKA_FLASH_3.id]: OpenRouterCommonOptions & + [REKAAI_REKA_EDGE.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, | 'frequencyPenalty' | 'maxCompletionTokens' | 'presencePenalty' - | 'reasoning' | 'seed' | 'stop' | 'temperature' + | 'toolChoice' | 'topP' > - [RELACE_RELACE_APPLY_3.id]: OpenRouterCommonOptions & - Pick - [RELACE_RELACE_SEARCH.id]: OpenRouterCommonOptions & + [REKAAI_REKA_FLASH_3.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, + | 'frequencyPenalty' | 'maxCompletionTokens' + | 'presencePenalty' + | 'reasoning' | 'seed' | 'stop' | 'temperature' - | 'toolChoice' | 'topP' > - [SAO10K_L3_EURYALE_70B.id]: OpenRouterCommonOptions & + [RELACE_RELACE_APPLY_3.id]: OpenRouterCommonOptions & + Pick + [RELACE_RELACE_SEARCH.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, - | 'frequencyPenalty' | 'maxCompletionTokens' - | 'presencePenalty' | 'seed' | 'stop' | 'temperature' @@ -14675,7 +14445,6 @@ export type OpenRouterModelOptionsByName = { | 'presencePenalty' | 'reasoning' | 'responseFormat' - | 'seed' | 'stop' | 'temperature' | 'toolChoice' @@ -14709,11 +14478,6 @@ export type OpenRouterModelOptionsByName = { | 'toolChoice' | 'topP' > - [Z_AI_GLM_4_32B.id]: OpenRouterCommonOptions & - Pick< - OpenRouterBaseOptions, - 'maxCompletionTokens' | 'temperature' | 'toolChoice' | 'topP' - > [Z_AI_GLM_4_5.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, @@ -14732,6 +14496,7 @@ export type OpenRouterModelOptionsByName = { Pick< OpenRouterBaseOptions, | 'frequencyPenalty' + | 'logprobs' | 'maxCompletionTokens' | 'presencePenalty' | 'reasoning' @@ -14740,15 +14505,7 @@ export type OpenRouterModelOptionsByName = { | 'stop' | 'temperature' | 'toolChoice' - | 'topP' - > - [Z_AI_GLM_4_5_AIR_FREE.id]: OpenRouterCommonOptions & - Pick< - OpenRouterBaseOptions, - | 'maxCompletionTokens' - | 'reasoning' - | 'temperature' - | 'toolChoice' + | 'topLogprobs' | 'topP' > [Z_AI_GLM_4_5V.id]: OpenRouterCommonOptions & @@ -14874,20 +14631,13 @@ export type OpenRouterModelOptionsByName = { | 'topLogprobs' | 'topP' > - [Z_AI_GLM_5V_TURBO.id]: OpenRouterCommonOptions & - Pick< - OpenRouterBaseOptions, - | 'maxCompletionTokens' - | 'reasoning' - | 'responseFormat' - | 'temperature' - | 'toolChoice' - | 'topP' - > 'openrouter/auto': OpenRouterCommonOptions & OpenRouterBaseOptions } export type OpenRouterModelInputModalitiesByName = { + [_ANTHROPIC_CLAUDE_FABLE_LATEST.id]: ReadonlyArray< + 'text' | 'image' | 'document' + > [_ANTHROPIC_CLAUDE_HAIKU_LATEST.id]: ReadonlyArray< 'text' | 'image' | 'document' > @@ -14922,6 +14672,7 @@ export type OpenRouterModelInputModalitiesByName = { [ANTHRACITE_ORG_MAGNUM_V4_72B.id]: ReadonlyArray<'text'> [ANTHROPIC_CLAUDE_3_HAIKU.id]: ReadonlyArray<'text' | 'image'> [ANTHROPIC_CLAUDE_3_5_HAIKU.id]: ReadonlyArray<'text' | 'image'> + [ANTHROPIC_CLAUDE_FABLE_5.id]: ReadonlyArray<'text' | 'image' | 'document'> [ANTHROPIC_CLAUDE_HAIKU_4_5.id]: ReadonlyArray<'text' | 'image' | 'document'> [ANTHROPIC_CLAUDE_OPUS_4.id]: ReadonlyArray<'image' | 'text' | 'document'> [ANTHROPIC_CLAUDE_OPUS_4_1.id]: ReadonlyArray<'image' | 'text' | 'document'> @@ -14942,12 +14693,9 @@ export type OpenRouterModelInputModalitiesByName = { [ANTHROPIC_CLAUDE_SONNET_4_5.id]: ReadonlyArray<'text' | 'image' | 'document'> [ANTHROPIC_CLAUDE_SONNET_4_6.id]: ReadonlyArray<'text' | 'image' | 'document'> [ARCEE_AI_CODER_LARGE.id]: ReadonlyArray<'text'> - [ARCEE_AI_MAESTRO_REASONING.id]: ReadonlyArray<'text'> - [ARCEE_AI_SPOTLIGHT.id]: ReadonlyArray<'image' | 'text'> [ARCEE_AI_TRINITY_LARGE_THINKING.id]: ReadonlyArray<'text'> [ARCEE_AI_TRINITY_MINI.id]: ReadonlyArray<'text'> [ARCEE_AI_VIRTUOSO_LARGE.id]: ReadonlyArray<'text'> - [BAIDU_ERNIE_4_5_VL_28B_A3B.id]: ReadonlyArray<'text' | 'image'> [BAIDU_ERNIE_4_5_VL_424B_A47B.id]: ReadonlyArray<'image' | 'text'> [BYTEDANCE_SEED_SEED_1_6.id]: ReadonlyArray<'image' | 'text' | 'video'> [BYTEDANCE_SEED_SEED_1_6_FLASH.id]: ReadonlyArray<'image' | 'text' | 'video'> @@ -15094,11 +14842,9 @@ export type OpenRouterModelInputModalitiesByName = { [MOONSHOTAI_KIMI_K2_THINKING.id]: ReadonlyArray<'text'> [MOONSHOTAI_KIMI_K2_5.id]: ReadonlyArray<'text' | 'image'> [MOONSHOTAI_KIMI_K2_6.id]: ReadonlyArray<'text' | 'image'> - [MOONSHOTAI_KIMI_K2_6_FREE.id]: ReadonlyArray<'text' | 'image'> [MORPH_MORPH_V3_FAST.id]: ReadonlyArray<'text'> [MORPH_MORPH_V3_LARGE.id]: ReadonlyArray<'text'> - [NEX_AGI_DEEPSEEK_V3_1_NEX_N1.id]: ReadonlyArray<'text'> - [NOUSRESEARCH_HERMES_2_PRO_LLAMA_3_8B.id]: ReadonlyArray<'text'> + [NEX_AGI_NEX_N2_PRO_FREE.id]: ReadonlyArray<'text' | 'image'> [NOUSRESEARCH_HERMES_3_LLAMA_3_1_405B.id]: ReadonlyArray<'text'> [NOUSRESEARCH_HERMES_3_LLAMA_3_1_405B_FREE.id]: ReadonlyArray<'text'> [NOUSRESEARCH_HERMES_3_LLAMA_3_1_70B.id]: ReadonlyArray<'text'> @@ -15112,18 +14858,18 @@ export type OpenRouterModelInputModalitiesByName = { > [NVIDIA_NEMOTRON_3_SUPER_120B_A12B.id]: ReadonlyArray<'text'> [NVIDIA_NEMOTRON_3_SUPER_120B_A12B_FREE.id]: ReadonlyArray<'text'> + [NVIDIA_NEMOTRON_3_ULTRA_550B_A55B.id]: ReadonlyArray<'text'> + [NVIDIA_NEMOTRON_3_ULTRA_550B_A55B_FREE.id]: ReadonlyArray<'text'> + [NVIDIA_NEMOTRON_3_5_CONTENT_SAFETY_FREE.id]: ReadonlyArray<'text' | 'image'> [NVIDIA_NEMOTRON_NANO_12B_V2_VL_FREE.id]: ReadonlyArray< 'image' | 'text' | 'video' > - [NVIDIA_NEMOTRON_NANO_9B_V2.id]: ReadonlyArray<'text'> [NVIDIA_NEMOTRON_NANO_9B_V2_FREE.id]: ReadonlyArray<'text'> [OPENAI_GPT_3_5_TURBO.id]: ReadonlyArray<'text'> [OPENAI_GPT_3_5_TURBO_0613.id]: ReadonlyArray<'text'> [OPENAI_GPT_3_5_TURBO_16K.id]: ReadonlyArray<'text'> [OPENAI_GPT_3_5_TURBO_INSTRUCT.id]: ReadonlyArray<'text'> [OPENAI_GPT_4.id]: ReadonlyArray<'text'> - [OPENAI_GPT_4_0314.id]: ReadonlyArray<'text'> - [OPENAI_GPT_4_1106_PREVIEW.id]: ReadonlyArray<'text'> [OPENAI_GPT_4_TURBO.id]: ReadonlyArray<'text' | 'image'> [OPENAI_GPT_4_TURBO_PREVIEW.id]: ReadonlyArray<'text'> [OPENAI_GPT_4_1.id]: ReadonlyArray<'image' | 'text' | 'document'> @@ -15243,11 +14989,11 @@ export type OpenRouterModelInputModalitiesByName = { [QWEN_QWEN3_6_MAX_PREVIEW.id]: ReadonlyArray<'text'> [QWEN_QWEN3_6_PLUS.id]: ReadonlyArray<'text' | 'image' | 'video'> [QWEN_QWEN3_7_MAX.id]: ReadonlyArray<'text'> + [QWEN_QWEN3_7_PLUS.id]: ReadonlyArray<'text' | 'image'> [REKAAI_REKA_EDGE.id]: ReadonlyArray<'image' | 'text' | 'video'> [REKAAI_REKA_FLASH_3.id]: ReadonlyArray<'text'> [RELACE_RELACE_APPLY_3.id]: ReadonlyArray<'text'> [RELACE_RELACE_SEARCH.id]: ReadonlyArray<'text'> - [SAO10K_L3_EURYALE_70B.id]: ReadonlyArray<'text'> [SAO10K_L3_LUNARIS_8B.id]: ReadonlyArray<'text'> [SAO10K_L3_1_70B_HANAMI_X1.id]: ReadonlyArray<'text'> [SAO10K_L3_1_EURYALE_70B.id]: ReadonlyArray<'text'> @@ -15271,10 +15017,8 @@ export type OpenRouterModelInputModalitiesByName = { [XIAOMI_MIMO_V2_FLASH.id]: ReadonlyArray<'text'> [XIAOMI_MIMO_V2_5.id]: ReadonlyArray<'text' | 'audio' | 'image' | 'video'> [XIAOMI_MIMO_V2_5_PRO.id]: ReadonlyArray<'text'> - [Z_AI_GLM_4_32B.id]: ReadonlyArray<'text'> [Z_AI_GLM_4_5.id]: ReadonlyArray<'text'> [Z_AI_GLM_4_5_AIR.id]: ReadonlyArray<'text'> - [Z_AI_GLM_4_5_AIR_FREE.id]: ReadonlyArray<'text'> [Z_AI_GLM_4_5V.id]: ReadonlyArray<'text' | 'image'> [Z_AI_GLM_4_6.id]: ReadonlyArray<'text'> [Z_AI_GLM_4_6V.id]: ReadonlyArray<'image' | 'text' | 'video'> @@ -15283,13 +15027,13 @@ export type OpenRouterModelInputModalitiesByName = { [Z_AI_GLM_5.id]: ReadonlyArray<'text'> [Z_AI_GLM_5_TURBO.id]: ReadonlyArray<'text'> [Z_AI_GLM_5_1.id]: ReadonlyArray<'text'> - [Z_AI_GLM_5V_TURBO.id]: ReadonlyArray<'image' | 'text' | 'video'> 'openrouter/auto': ReadonlyArray< 'text' | 'image' | 'audio' | 'video' | 'document' > } export const OPENROUTER_CHAT_MODELS = [ + _ANTHROPIC_CLAUDE_FABLE_LATEST.id, _ANTHROPIC_CLAUDE_HAIKU_LATEST.id, _ANTHROPIC_CLAUDE_OPUS_LATEST.id, _ANTHROPIC_CLAUDE_SONNET_LATEST.id, @@ -15312,6 +15056,7 @@ export const OPENROUTER_CHAT_MODELS = [ ANTHRACITE_ORG_MAGNUM_V4_72B.id, ANTHROPIC_CLAUDE_3_HAIKU.id, ANTHROPIC_CLAUDE_3_5_HAIKU.id, + ANTHROPIC_CLAUDE_FABLE_5.id, ANTHROPIC_CLAUDE_HAIKU_4_5.id, ANTHROPIC_CLAUDE_OPUS_4.id, ANTHROPIC_CLAUDE_OPUS_4_1.id, @@ -15326,12 +15071,9 @@ export const OPENROUTER_CHAT_MODELS = [ ANTHROPIC_CLAUDE_SONNET_4_5.id, ANTHROPIC_CLAUDE_SONNET_4_6.id, ARCEE_AI_CODER_LARGE.id, - ARCEE_AI_MAESTRO_REASONING.id, - ARCEE_AI_SPOTLIGHT.id, ARCEE_AI_TRINITY_LARGE_THINKING.id, ARCEE_AI_TRINITY_MINI.id, ARCEE_AI_VIRTUOSO_LARGE.id, - BAIDU_ERNIE_4_5_VL_28B_A3B.id, BAIDU_ERNIE_4_5_VL_424B_A47B.id, BYTEDANCE_SEED_SEED_1_6.id, BYTEDANCE_SEED_SEED_1_6_FLASH.id, @@ -15444,11 +15186,9 @@ export const OPENROUTER_CHAT_MODELS = [ MOONSHOTAI_KIMI_K2_THINKING.id, MOONSHOTAI_KIMI_K2_5.id, MOONSHOTAI_KIMI_K2_6.id, - MOONSHOTAI_KIMI_K2_6_FREE.id, MORPH_MORPH_V3_FAST.id, MORPH_MORPH_V3_LARGE.id, - NEX_AGI_DEEPSEEK_V3_1_NEX_N1.id, - NOUSRESEARCH_HERMES_2_PRO_LLAMA_3_8B.id, + NEX_AGI_NEX_N2_PRO_FREE.id, NOUSRESEARCH_HERMES_3_LLAMA_3_1_405B.id, NOUSRESEARCH_HERMES_3_LLAMA_3_1_405B_FREE.id, NOUSRESEARCH_HERMES_3_LLAMA_3_1_70B.id, @@ -15460,16 +15200,16 @@ export const OPENROUTER_CHAT_MODELS = [ NVIDIA_NEMOTRON_3_NANO_OMNI_30B_A3B_REASONING_FREE.id, NVIDIA_NEMOTRON_3_SUPER_120B_A12B.id, NVIDIA_NEMOTRON_3_SUPER_120B_A12B_FREE.id, + NVIDIA_NEMOTRON_3_ULTRA_550B_A55B.id, + NVIDIA_NEMOTRON_3_ULTRA_550B_A55B_FREE.id, + NVIDIA_NEMOTRON_3_5_CONTENT_SAFETY_FREE.id, NVIDIA_NEMOTRON_NANO_12B_V2_VL_FREE.id, - NVIDIA_NEMOTRON_NANO_9B_V2.id, NVIDIA_NEMOTRON_NANO_9B_V2_FREE.id, OPENAI_GPT_3_5_TURBO.id, OPENAI_GPT_3_5_TURBO_0613.id, OPENAI_GPT_3_5_TURBO_16K.id, OPENAI_GPT_3_5_TURBO_INSTRUCT.id, OPENAI_GPT_4.id, - OPENAI_GPT_4_0314.id, - OPENAI_GPT_4_1106_PREVIEW.id, OPENAI_GPT_4_TURBO.id, OPENAI_GPT_4_TURBO_PREVIEW.id, OPENAI_GPT_4_1.id, @@ -15585,11 +15325,11 @@ export const OPENROUTER_CHAT_MODELS = [ QWEN_QWEN3_6_MAX_PREVIEW.id, QWEN_QWEN3_6_PLUS.id, QWEN_QWEN3_7_MAX.id, + QWEN_QWEN3_7_PLUS.id, REKAAI_REKA_EDGE.id, REKAAI_REKA_FLASH_3.id, RELACE_RELACE_APPLY_3.id, RELACE_RELACE_SEARCH.id, - SAO10K_L3_EURYALE_70B.id, SAO10K_L3_LUNARIS_8B.id, SAO10K_L3_1_70B_HANAMI_X1.id, SAO10K_L3_1_EURYALE_70B.id, @@ -15613,10 +15353,8 @@ export const OPENROUTER_CHAT_MODELS = [ XIAOMI_MIMO_V2_FLASH.id, XIAOMI_MIMO_V2_5.id, XIAOMI_MIMO_V2_5_PRO.id, - Z_AI_GLM_4_32B.id, Z_AI_GLM_4_5.id, Z_AI_GLM_4_5_AIR.id, - Z_AI_GLM_4_5_AIR_FREE.id, Z_AI_GLM_4_5V.id, Z_AI_GLM_4_6.id, Z_AI_GLM_4_6V.id, @@ -15625,7 +15363,6 @@ export const OPENROUTER_CHAT_MODELS = [ Z_AI_GLM_5.id, Z_AI_GLM_5_TURBO.id, Z_AI_GLM_5_1.id, - Z_AI_GLM_5V_TURBO.id, 'openrouter/auto', ] as const diff --git a/scripts/.sync-models-last-run b/scripts/.sync-models-last-run index be7a0996a..ae88df1c8 100644 --- a/scripts/.sync-models-last-run +++ b/scripts/.sync-models-last-run @@ -1 +1 @@ -1780482493 +1781257886 diff --git a/scripts/openrouter.models.json b/scripts/openrouter.models.json index bcc2eeacd..39e876bb1 100644 --- a/scripts/openrouter.models.json +++ b/scripts/openrouter.models.json @@ -1,4 +1,59 @@ [ + { + "id": "~anthropic/claude-fable-latest", + "canonical_slug": "~anthropic/claude-fable-latest", + "hugging_face_id": null, + "name": "Anthropic: Claude Fable Latest", + "created": 1781029944, + "description": "This model always redirects to the latest model in the Claude Fable family.", + "context_length": 1000000, + "architecture": { + "modality": "text+image+file->text", + "input_modalities": ["text", "image", "file"], + "output_modalities": ["text"], + "tokenizer": "Router", + "instruct_type": null + }, + "pricing": { + "prompt": "0.00001", + "completion": "0.00005", + "web_search": "0.01", + "input_cache_read": "0.000001", + "input_cache_write": "0.0000125" + }, + "top_provider": { + "context_length": 1000000, + "max_completion_tokens": 128000, + "is_moderated": true + }, + "per_request_limits": null, + "supported_parameters": [ + "include_reasoning", + "max_completion_tokens", + "max_tokens", + "reasoning", + "response_format", + "stop", + "structured_outputs", + "tool_choice", + "tools", + "verbosity" + ], + "default_parameters": { + "temperature": null, + "top_p": null, + "top_k": null, + "frequency_penalty": null, + "presence_penalty": null, + "repetition_penalty": null + }, + "supported_voices": null, + "knowledge_cutoff": null, + "expiration_date": null, + "links": { + "details": "/api/v1/models/~anthropic/claude-fable-latest/endpoints" + } + }, { "id": "~anthropic/claude-haiku-latest", "canonical_slug": "~anthropic/claude-haiku-latest", @@ -301,9 +356,9 @@ "instruct_type": null }, "pricing": { - "prompt": "0.000000684", - "completion": "0.00000342", - "input_cache_read": "0.000000144" + "prompt": "0.00000067", + "completion": "0.00000339", + "input_cache_read": "0.00000014" }, "top_provider": { "context_length": 262144, @@ -495,6 +550,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/ai21/jamba-large-1.7/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 10.9, + "coding_index": 7.8, + "agentic_index": 4.5 + } } }, { @@ -707,6 +769,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/allenai/olmo-3-32b-think-20251121/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 12.1, + "coding_index": 10.5, + "agentic_index": 0 + } } }, { @@ -755,6 +824,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/amazon/nova-2-lite-v1/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 29.7, + "coding_index": 23.9, + "agentic_index": 32.9 + } } }, { @@ -796,6 +872,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/amazon/nova-lite-v1/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 12.7, + "coding_index": 5.1, + "agentic_index": 5.8 + } } }, { @@ -837,6 +920,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/amazon/nova-micro-v1/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 10.3, + "coding_index": 4.1, + "agentic_index": 4.7 + } } }, { @@ -883,6 +973,22 @@ "expiration_date": null, "links": { "details": "/api/v1/models/amazon/nova-premier-v1/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "website", + "elo": 881, + "win_rate": 26.2, + "rank": 103 + } + ], + "artificial_analysis": { + "intelligence_index": 19, + "coding_index": 13.8, + "agentic_index": 16.4 + } } }, { @@ -924,6 +1030,22 @@ "expiration_date": null, "links": { "details": "/api/v1/models/amazon/nova-pro-v1/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "website", + "elo": 841, + "win_rate": 21.4, + "rank": 106 + } + ], + "artificial_analysis": { + "intelligence_index": 13.5, + "coding_index": 11, + "agentic_index": 4.7 + } } }, { @@ -994,6 +1116,7 @@ "pricing": { "prompt": "0.00000025", "completion": "0.00000125", + "web_search": "0.01", "input_cache_read": "0.00000003", "input_cache_write": "0.0000003" }, @@ -1018,6 +1141,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/anthropic/claude-3-haiku/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 12.3, + "coding_index": 6.7, + "agentic_index": 7 + } } }, { @@ -1067,6 +1197,119 @@ "expiration_date": null, "links": { "details": "/api/v1/models/anthropic/claude-3-5-haiku/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 18.7, + "coding_index": 10.7, + "agentic_index": 17.7 + } + } + }, + { + "id": "anthropic/claude-fable-5", + "canonical_slug": "anthropic/claude-5-fable-20260609", + "hugging_face_id": null, + "name": "Anthropic: Claude Fable 5", + "created": 1781007515, + "description": "Claude Fable 5 is a Mythos-class model from Anthropic, built for autonomous knowledge work and coding. It supports text, image, and file inputs with text output, with reasoning support and...", + "context_length": 1000000, + "architecture": { + "modality": "text+image+file->text", + "input_modalities": ["text", "image", "file"], + "output_modalities": ["text"], + "tokenizer": "Claude", + "instruct_type": null + }, + "pricing": { + "prompt": "0.00001", + "completion": "0.00005", + "web_search": "0.01", + "input_cache_read": "0.000001", + "input_cache_write": "0.0000125" + }, + "top_provider": { + "context_length": 1000000, + "max_completion_tokens": 128000, + "is_moderated": true + }, + "per_request_limits": null, + "supported_parameters": [ + "include_reasoning", + "max_completion_tokens", + "max_tokens", + "reasoning", + "response_format", + "stop", + "structured_outputs", + "tool_choice", + "tools", + "verbosity" + ], + "default_parameters": { + "temperature": null, + "top_p": null, + "top_k": null, + "frequency_penalty": null, + "presence_penalty": null, + "repetition_penalty": null + }, + "supported_voices": null, + "knowledge_cutoff": null, + "expiration_date": null, + "links": { + "details": "/api/v1/models/anthropic/claude-5-fable-20260609/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1383, + "win_rate": 68.6, + "rank": 1 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1366, + "win_rate": 66, + "rank": 1 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1401, + "win_rate": 72.4, + "rank": 1 + }, + { + "arena": "models", + "category": "svg", + "elo": 1382, + "win_rate": 73.4, + "rank": 1 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1432, + "win_rate": 73.8, + "rank": 1 + }, + { + "arena": "models", + "category": "website", + "elo": 1361, + "win_rate": 65.5, + "rank": 1 + } + ], + "artificial_analysis": { + "intelligence_index": 64.9, + "coding_index": 62, + "agentic_index": 80.6 + } } }, { @@ -1123,6 +1366,71 @@ "expiration_date": null, "links": { "details": "/api/v1/models/anthropic/claude-4.5-haiku-20251001/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1156, + "win_rate": 41.2, + "rank": 58 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1182, + "win_rate": 49.3, + "rank": 25 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1167, + "win_rate": 44.8, + "rank": 60 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1169, + "win_rate": 45.7, + "rank": 57 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1169, + "win_rate": 44.6, + "rank": 52 + }, + { + "arena": "models", + "category": "svg", + "elo": 1082, + "win_rate": 39.1, + "rank": 52 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1156, + "win_rate": 42.7, + "rank": 56 + }, + { + "arena": "models", + "category": "website", + "elo": 1167, + "win_rate": 45, + "rank": 61 + } + ], + "artificial_analysis": { + "intelligence_index": 37.1, + "coding_index": 32.6, + "agentic_index": 40.2 + } } }, { @@ -1176,6 +1484,64 @@ "expiration_date": null, "links": { "details": "/api/v1/models/anthropic/claude-4-opus-20250522/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1221, + "win_rate": 57.7, + "rank": 36 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1213, + "win_rate": 55.6, + "rank": 46 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1189, + "win_rate": 57.9, + "rank": 50 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1243, + "win_rate": 59.9, + "rank": 30 + }, + { + "arena": "models", + "category": "svg", + "elo": 1184, + "win_rate": 57.7, + "rank": 33 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1210, + "win_rate": 59.2, + "rank": 42 + }, + { + "arena": "models", + "category": "website", + "elo": 1210, + "win_rate": 54.6, + "rank": 48 + } + ], + "artificial_analysis": { + "intelligence_index": null, + "coding_index": 34, + "agentic_index": null + } } }, { @@ -1232,6 +1598,71 @@ "expiration_date": null, "links": { "details": "/api/v1/models/anthropic/claude-4.1-opus-20250805/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1235, + "win_rate": 54, + "rank": 32 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1213, + "win_rate": 53.2, + "rank": 14 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1224, + "win_rate": 55.8, + "rank": 36 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1209, + "win_rate": 56.4, + "rank": 39 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1245, + "win_rate": 58.5, + "rank": 29 + }, + { + "arena": "models", + "category": "svg", + "elo": 1209, + "win_rate": 60.8, + "rank": 21 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1220, + "win_rate": 58, + "rank": 38 + }, + { + "arena": "models", + "category": "website", + "elo": 1222, + "win_rate": 55.3, + "rank": 42 + } + ], + "artificial_analysis": { + "intelligence_index": null, + "coding_index": 36.5, + "agentic_index": null + } } }, { @@ -1288,6 +1719,99 @@ "expiration_date": null, "links": { "details": "/api/v1/models/anthropic/claude-4.5-opus-20251124/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1294, + "win_rate": 61.6, + "rank": 17 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1218, + "win_rate": 53.6, + "rank": 13 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1294, + "win_rate": 60.8, + "rank": 16 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1292, + "win_rate": 60.5, + "rank": 9 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1300, + "win_rate": 60.9, + "rank": 15 + }, + { + "arena": "models", + "category": "svg", + "elo": 1234, + "win_rate": 58.7, + "rank": 14 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1295, + "win_rate": 60, + "rank": 16 + }, + { + "arena": "models", + "category": "website", + "elo": 1292, + "win_rate": 60.7, + "rank": 15 + }, + { + "arena": "agents", + "category": "androidnative", + "elo": 1199, + "win_rate": 65.5, + "rank": 9 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1241, + "win_rate": 59.9, + "rank": 7 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1248, + "win_rate": 57.4, + "rank": 5 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1247, + "win_rate": 54.2, + "rank": 7 + } + ], + "artificial_analysis": { + "intelligence_index": 49.7, + "coding_index": 47.8, + "agentic_index": 59.6 + } } }, { @@ -1346,6 +1870,99 @@ "expiration_date": null, "links": { "details": "/api/v1/models/anthropic/claude-4.6-opus-20260205/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "androidnative", + "elo": 1225, + "win_rate": 68.8, + "rank": 6 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1305, + "win_rate": 68.6, + "rank": 3 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1268, + "win_rate": 60.5, + "rank": 2 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1293, + "win_rate": 60.9, + "rank": 2 + }, + { + "arena": "models", + "category": "3d", + "elo": 1356, + "win_rate": 66.8, + "rank": 3 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1306, + "win_rate": 65.6, + "rank": 5 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1343, + "win_rate": 64.8, + "rank": 2 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1324, + "win_rate": 63.2, + "rank": 4 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1349, + "win_rate": 65.1, + "rank": 2 + }, + { + "arena": "models", + "category": "svg", + "elo": 1285, + "win_rate": 63.5, + "rank": 6 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1354, + "win_rate": 66.3, + "rank": 2 + }, + { + "arena": "models", + "category": "website", + "elo": 1340, + "win_rate": 64.4, + "rank": 2 + } + ], + "artificial_analysis": { + "intelligence_index": 52.9, + "coding_index": 48.1, + "agentic_index": 67.6 + } } }, { @@ -1456,6 +2073,120 @@ "expiration_date": null, "links": { "details": "/api/v1/models/anthropic/claude-4.7-opus-20260416/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "agenticgamedev", + "elo": 1289, + "win_rate": 64.1, + "rank": 1 + }, + { + "arena": "agents", + "category": "agenticslides", + "elo": 1348, + "win_rate": 65.6, + "rank": 1 + }, + { + "arena": "agents", + "category": "androidnative", + "elo": 1319, + "win_rate": 61.7, + "rank": 1 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1503, + "win_rate": 80.1, + "rank": 1 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1195, + "win_rate": 48.9, + "rank": 11 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1206, + "win_rate": 50.9, + "rank": 13 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1354, + "win_rate": 65.6, + "rank": 1 + }, + { + "arena": "models", + "category": "3d", + "elo": 1332, + "win_rate": 63.4, + "rank": 9 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1284, + "win_rate": 61.8, + "rank": 6 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1339, + "win_rate": 62.9, + "rank": 3 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1333, + "win_rate": 64.9, + "rank": 3 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1349, + "win_rate": 65.6, + "rank": 3 + }, + { + "arena": "models", + "category": "svg", + "elo": 1277, + "win_rate": 62.2, + "rank": 8 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1352, + "win_rate": 66.3, + "rank": 3 + }, + { + "arena": "models", + "category": "website", + "elo": 1337, + "win_rate": 62.1, + "rank": 3 + } + ], + "artificial_analysis": { + "intelligence_index": 57.3, + "coding_index": 52.5, + "agentic_index": 71.3 + } } }, { @@ -1564,6 +2295,85 @@ "expiration_date": null, "links": { "details": "/api/v1/models/anthropic/claude-4.8-opus-20260528/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "agenticgamedev", + "elo": 1266, + "win_rate": 63.8, + "rank": 2 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1344, + "win_rate": 68.8, + "rank": 2 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1295, + "win_rate": 59.9, + "rank": 1 + }, + { + "arena": "models", + "category": "3d", + "elo": 1282, + "win_rate": 56.2, + "rank": 19 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1314, + "win_rate": 64.7, + "rank": 2 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1281, + "win_rate": 55.3, + "rank": 20 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1256, + "win_rate": 53.7, + "rank": 23 + }, + { + "arena": "models", + "category": "svg", + "elo": 1221, + "win_rate": 54.8, + "rank": 16 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1290, + "win_rate": 56.8, + "rank": 18 + }, + { + "arena": "models", + "category": "website", + "elo": 1283, + "win_rate": 55.6, + "rank": 20 + } + ], + "artificial_analysis": { + "intelligence_index": 61.4, + "coding_index": 56.7, + "agentic_index": 77.8 + } } }, { @@ -1672,6 +2482,64 @@ "expiration_date": null, "links": { "details": "/api/v1/models/anthropic/claude-4-sonnet-20250522/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1222, + "win_rate": 57.8, + "rank": 35 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1194, + "win_rate": 53.4, + "rank": 52 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1195, + "win_rate": 55.8, + "rank": 47 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1211, + "win_rate": 54.9, + "rank": 38 + }, + { + "arena": "models", + "category": "svg", + "elo": 1135, + "win_rate": 51.1, + "rank": 41 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1186, + "win_rate": 58, + "rank": 50 + }, + { + "arena": "models", + "category": "website", + "elo": 1191, + "win_rate": 52.4, + "rank": 55 + } + ], + "artificial_analysis": { + "intelligence_index": 38.7, + "coding_index": 34.1, + "agentic_index": 43 + } } }, { @@ -1728,6 +2596,92 @@ "expiration_date": null, "links": { "details": "/api/v1/models/anthropic/claude-4.5-sonnet-20250929/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1245, + "win_rate": 55.8, + "rank": 30 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1240, + "win_rate": 55.9, + "rank": 10 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1235, + "win_rate": 53.9, + "rank": 31 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1208, + "win_rate": 49.8, + "rank": 40 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1239, + "win_rate": 54, + "rank": 31 + }, + { + "arena": "models", + "category": "svg", + "elo": 1170, + "win_rate": 53.2, + "rank": 34 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1231, + "win_rate": 53.2, + "rank": 33 + }, + { + "arena": "models", + "category": "website", + "elo": 1234, + "win_rate": 54, + "rank": 35 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1137, + "win_rate": 43.5, + "rank": 16 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1192, + "win_rate": 48.9, + "rank": 19 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1155, + "win_rate": 43.1, + "rank": 17 + } + ], + "artificial_analysis": { + "intelligence_index": 43, + "coding_index": 38.6, + "agentic_index": 51.7 + } } }, { @@ -1786,6 +2740,113 @@ "expiration_date": null, "links": { "details": "/api/v1/models/anthropic/claude-4.6-sonnet-20260217/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "agenticgamedev", + "elo": 1200, + "win_rate": 50.9, + "rank": 6 + }, + { + "arena": "agents", + "category": "androidnative", + "elo": 1236, + "win_rate": 61.8, + "rank": 5 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1292, + "win_rate": 63.1, + "rank": 4 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1277, + "win_rate": 60.6, + "rank": 1 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1265, + "win_rate": 59.2, + "rank": 3 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1271, + "win_rate": 55.8, + "rank": 5 + }, + { + "arena": "models", + "category": "3d", + "elo": 1321, + "win_rate": 62.7, + "rank": 10 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1273, + "win_rate": 60.7, + "rank": 7 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1326, + "win_rate": 62.5, + "rank": 6 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1324, + "win_rate": 63.5, + "rank": 5 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1318, + "win_rate": 61.5, + "rank": 11 + }, + { + "arena": "models", + "category": "svg", + "elo": 1256, + "win_rate": 60, + "rank": 11 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1319, + "win_rate": 62.7, + "rank": 9 + }, + { + "arena": "models", + "category": "website", + "elo": 1327, + "win_rate": 62.4, + "rank": 4 + } + ], + "artificial_analysis": { + "intelligence_index": 51.7, + "coding_index": 50.9, + "agentic_index": 63 + } } }, { @@ -1833,96 +2894,6 @@ "details": "/api/v1/models/arcee-ai/coder-large/endpoints" } }, - { - "id": "arcee-ai/maestro-reasoning", - "canonical_slug": "arcee-ai/maestro-reasoning", - "hugging_face_id": "", - "name": "Arcee AI: Maestro Reasoning", - "created": 1746481269, - "description": "Maestro Reasoning is Arcee's flagship analysis model: a 32 B‑parameter derivative of Qwen 2.5‑32 B tuned with DPO and chain‑of‑thought RL for step‑by‑step logic. Compared to the earlier 7 B...", - "context_length": 131072, - "architecture": { - "modality": "text->text", - "input_modalities": ["text"], - "output_modalities": ["text"], - "tokenizer": "Other", - "instruct_type": null - }, - "pricing": { - "prompt": "0.0000009", - "completion": "0.0000033" - }, - "top_provider": { - "context_length": 131072, - "max_completion_tokens": 32000, - "is_moderated": false - }, - "per_request_limits": null, - "supported_parameters": [ - "frequency_penalty", - "logit_bias", - "max_tokens", - "min_p", - "presence_penalty", - "repetition_penalty", - "stop", - "temperature", - "top_k", - "top_p" - ], - "default_parameters": {}, - "supported_voices": null, - "knowledge_cutoff": "2025-03-31", - "expiration_date": null, - "links": { - "details": "/api/v1/models/arcee-ai/maestro-reasoning/endpoints" - } - }, - { - "id": "arcee-ai/spotlight", - "canonical_slug": "arcee-ai/spotlight", - "hugging_face_id": "", - "name": "Arcee AI: Spotlight", - "created": 1746481552, - "description": "Spotlight is a 7‑billion‑parameter vision‑language model derived from Qwen 2.5‑VL and fine‑tuned by Arcee AI for tight image‑text grounding tasks. It offers a 32 k‑token context window, enabling rich multimodal...", - "context_length": 131072, - "architecture": { - "modality": "text+image->text", - "input_modalities": ["image", "text"], - "output_modalities": ["text"], - "tokenizer": "Other", - "instruct_type": null - }, - "pricing": { - "prompt": "0.00000018", - "completion": "0.00000018" - }, - "top_provider": { - "context_length": 131072, - "max_completion_tokens": 65537, - "is_moderated": false - }, - "per_request_limits": null, - "supported_parameters": [ - "frequency_penalty", - "logit_bias", - "max_tokens", - "min_p", - "presence_penalty", - "repetition_penalty", - "stop", - "temperature", - "top_k", - "top_p" - ], - "default_parameters": {}, - "supported_voices": null, - "knowledge_cutoff": "2025-03-31", - "expiration_date": null, - "links": { - "details": "/api/v1/models/arcee-ai/spotlight/endpoints" - } - }, { "id": "arcee-ai/trinity-large-thinking", "canonical_slug": "arcee-ai/trinity-large-thinking", @@ -1980,6 +2951,71 @@ "expiration_date": null, "links": { "details": "/api/v1/models/arcee-ai/trinity-large-thinking/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1160, + "win_rate": 41, + "rank": 57 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1087, + "win_rate": 37.7, + "rank": 39 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1168, + "win_rate": 40.2, + "rank": 59 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1146, + "win_rate": 39.9, + "rank": 62 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1149, + "win_rate": 38.2, + "rank": 60 + }, + { + "arena": "models", + "category": "svg", + "elo": 1073, + "win_rate": 35.2, + "rank": 55 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1099, + "win_rate": 32.3, + "rank": 69 + }, + { + "arena": "models", + "category": "website", + "elo": 1181, + "win_rate": 41.5, + "rank": 57 + } + ], + "artificial_analysis": { + "intelligence_index": 31.9, + "coding_index": 27.2, + "agentic_index": 42.6 + } } }, { @@ -2079,54 +3115,6 @@ "details": "/api/v1/models/arcee-ai/virtuoso-large/endpoints" } }, - { - "id": "baidu/ernie-4.5-vl-28b-a3b", - "canonical_slug": "baidu/ernie-4.5-vl-28b-a3b", - "hugging_face_id": "baidu/ERNIE-4.5-VL-28B-A3B-PT", - "name": "Baidu: ERNIE 4.5 VL 28B A3B", - "created": 1755032836, - "description": "A powerful multimodal Mixture-of-Experts chat model featuring 28B total parameters with 3B activated per token, delivering exceptional text and vision understanding through its innovative heterogeneous MoE structure with modality-isolated routing....", - "context_length": 131072, - "architecture": { - "modality": "text+image->text", - "input_modalities": ["text", "image"], - "output_modalities": ["text"], - "tokenizer": "Other", - "instruct_type": null - }, - "pricing": { - "prompt": "0.00000014", - "completion": "0.00000056" - }, - "top_provider": { - "context_length": 30000, - "max_completion_tokens": 8000, - "is_moderated": false - }, - "per_request_limits": null, - "supported_parameters": [ - "frequency_penalty", - "include_reasoning", - "max_tokens", - "presence_penalty", - "reasoning", - "repetition_penalty", - "seed", - "stop", - "temperature", - "tool_choice", - "tools", - "top_k", - "top_p" - ], - "default_parameters": {}, - "supported_voices": null, - "knowledge_cutoff": "2025-03-31", - "expiration_date": null, - "links": { - "details": "/api/v1/models/baidu/ernie-4.5-vl-28b-a3b/endpoints" - } - }, { "id": "baidu/ernie-4.5-vl-424b-a47b", "canonical_slug": "baidu/ernie-4.5-vl-424b-a47b", @@ -2701,6 +3689,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/deepcogito/cogito-v2.1-671b-20251118/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": null, + "coding_index": 24.8, + "agentic_index": null + } } }, { @@ -2751,6 +3746,59 @@ "expiration_date": null, "links": { "details": "/api/v1/models/deepseek/deepseek-chat-v3/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1169, + "win_rate": 50.7, + "rank": 50 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1161, + "win_rate": 48.5, + "rank": 63 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1141, + "win_rate": 51.4, + "rank": 65 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1127, + "win_rate": 43.9, + "rank": 66 + }, + { + "arena": "models", + "category": "svg", + "elo": 1033, + "win_rate": 38.8, + "rank": 63 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1151, + "win_rate": 52.8, + "rank": 58 + }, + { + "arena": "models", + "category": "website", + "elo": 1165, + "win_rate": 48.5, + "rank": 62 + } + ] } }, { @@ -2760,7 +3808,7 @@ "name": "DeepSeek: DeepSeek V3 0324", "created": 1742824755, "description": "DeepSeek V3, a 685B-parameter, mixture-of-experts model, is the latest iteration of the flagship chat model family from the DeepSeek team. It succeeds the [DeepSeek V3](/deepseek/deepseek-chat-v3) model and performs really well...", - "context_length": 163840, + "context_length": 131072, "architecture": { "modality": "text->text", "input_modalities": ["text"], @@ -2774,7 +3822,7 @@ "input_cache_read": "0.000000135" }, "top_provider": { - "context_length": 163840, + "context_length": 32768, "max_completion_tokens": 16384, "is_moderated": false }, @@ -2802,6 +3850,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/deepseek/deepseek-chat-v3-0324/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 22.3, + "coding_index": 22, + "agentic_index": 16.3 + } } }, { @@ -2855,6 +3910,64 @@ "expiration_date": null, "links": { "details": "/api/v1/models/deepseek/deepseek-chat-v3.1/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1160, + "win_rate": 48, + "rank": 55 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1164, + "win_rate": 47.9, + "rank": 61 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1143, + "win_rate": 46.8, + "rank": 63 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1157, + "win_rate": 47.2, + "rank": 56 + }, + { + "arena": "models", + "category": "svg", + "elo": 1024, + "win_rate": 38.2, + "rank": 65 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1140, + "win_rate": 47.5, + "rank": 60 + }, + { + "arena": "models", + "category": "website", + "elo": 1168, + "win_rate": 48, + "rank": 60 + } + ], + "artificial_analysis": { + "intelligence_index": 28.1, + "coding_index": 28.4, + "agentic_index": 31.9 + } } }, { @@ -2913,6 +4026,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/deepseek/deepseek-r1/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 18.8, + "coding_index": 15.9, + "agentic_index": 3.8 + } } }, { @@ -2970,6 +4090,64 @@ "expiration_date": null, "links": { "details": "/api/v1/models/deepseek/deepseek-r1-0528/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1194, + "win_rate": 53.4, + "rank": 45 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1191, + "win_rate": 52.6, + "rank": 54 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1222, + "win_rate": 60.7, + "rank": 35 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1171, + "win_rate": 49.5, + "rank": 51 + }, + { + "arena": "models", + "category": "svg", + "elo": 1096, + "win_rate": 48.7, + "rank": 47 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1161, + "win_rate": 55.1, + "rank": 54 + }, + { + "arena": "models", + "category": "website", + "elo": 1195, + "win_rate": 52.7, + "rank": 53 + } + ], + "artificial_analysis": { + "intelligence_index": 27.1, + "coding_index": 24, + "agentic_index": 20.8 + } } }, { @@ -2979,7 +4157,7 @@ "name": "DeepSeek: R1 Distill Llama 70B", "created": 1737663169, "description": "DeepSeek R1 Distill Llama 70B is a distilled large language model based on [Llama-3.3-70B-Instruct](/meta-llama/llama-3.3-70b-instruct), using outputs from [DeepSeek R1](/deepseek/deepseek-r1). The model combines advanced distillation techniques to achieve high performance across...", - "context_length": 131072, + "context_length": 128000, "architecture": { "modality": "text->text", "input_modalities": ["text"], @@ -2988,25 +4166,22 @@ "instruct_type": "deepseek-r1" }, "pricing": { - "prompt": "0.0000007", + "prompt": "0.0000008", "completion": "0.0000008" }, "top_provider": { - "context_length": 131072, - "max_completion_tokens": 16384, + "context_length": 8192, + "max_completion_tokens": 8192, "is_moderated": false }, "per_request_limits": null, "supported_parameters": [ "frequency_penalty", "include_reasoning", - "logit_bias", "max_tokens", - "min_p", "presence_penalty", "reasoning", "repetition_penalty", - "response_format", "seed", "stop", "temperature", @@ -3019,6 +4194,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/deepseek/deepseek-r1-distill-llama-70b/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": null, + "coding_index": 11.4, + "agentic_index": null + } } }, { @@ -3125,6 +4307,64 @@ "expiration_date": null, "links": { "details": "/api/v1/models/deepseek/deepseek-v3.1-terminus/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1223, + "win_rate": 56, + "rank": 34 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1228, + "win_rate": 56, + "rank": 35 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1207, + "win_rate": 53, + "rank": 42 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1203, + "win_rate": 52.5, + "rank": 46 + }, + { + "arena": "models", + "category": "svg", + "elo": 1122, + "win_rate": 50.1, + "rank": 44 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1238, + "win_rate": 59.3, + "rank": 31 + }, + { + "arena": "models", + "category": "website", + "elo": 1232, + "win_rate": 56.4, + "rank": 38 + } + ], + "artificial_analysis": { + "intelligence_index": 33.9, + "coding_index": 33.7, + "agentic_index": 29.8 + } } }, { @@ -3184,6 +4424,71 @@ "expiration_date": null, "links": { "details": "/api/v1/models/deepseek/deepseek-v3.2-20251201/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1217, + "win_rate": 51.8, + "rank": 37 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1111, + "win_rate": 39.6, + "rank": 38 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1219, + "win_rate": 51.2, + "rank": 42 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1204, + "win_rate": 49.8, + "rank": 44 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1206, + "win_rate": 48.7, + "rank": 43 + }, + { + "arena": "models", + "category": "svg", + "elo": 1088, + "win_rate": 41.2, + "rank": 50 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1211, + "win_rate": 49.5, + "rank": 41 + }, + { + "arena": "models", + "category": "website", + "elo": 1222, + "win_rate": 51.9, + "rank": 43 + } + ], + "artificial_analysis": { + "intelligence_index": 41.7, + "coding_index": 36.7, + "agentic_index": 52.9 + } } }, { @@ -3240,6 +4545,64 @@ "expiration_date": null, "links": { "details": "/api/v1/models/deepseek/deepseek-v3.2-exp/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1231, + "win_rate": 56.4, + "rank": 33 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1223, + "win_rate": 54.2, + "rank": 37 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1195, + "win_rate": 50.6, + "rank": 48 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1217, + "win_rate": 53.1, + "rank": 36 + }, + { + "arena": "models", + "category": "svg", + "elo": 1089, + "win_rate": 42, + "rank": 49 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1222, + "win_rate": 53.3, + "rank": 37 + }, + { + "arena": "models", + "category": "website", + "elo": 1224, + "win_rate": 54.2, + "rank": 41 + } + ], + "artificial_analysis": { + "intelligence_index": 32.9, + "coding_index": 33.3, + "agentic_index": 28.7 + } } }, { @@ -3258,13 +4621,13 @@ "instruct_type": null }, "pricing": { - "prompt": "0.0000000983", - "completion": "0.0000001966", - "input_cache_read": "0.0000000197" + "prompt": "0.000000098", + "completion": "0.000000196", + "input_cache_read": "0.00000002" }, "top_provider": { - "context_length": 1048576, - "max_completion_tokens": 131072, + "context_length": 1048575, + "max_completion_tokens": null, "is_moderated": false }, "per_request_limits": null, @@ -3302,6 +4665,71 @@ "expiration_date": null, "links": { "details": "/api/v1/models/deepseek/deepseek-v4-flash-20260423/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1280, + "win_rate": 50.4, + "rank": 20 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1194, + "win_rate": 48.4, + "rank": 19 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1266, + "win_rate": 51.3, + "rank": 26 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1178, + "win_rate": 43.8, + "rank": 54 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1281, + "win_rate": 52.3, + "rank": 18 + }, + { + "arena": "models", + "category": "svg", + "elo": 1209, + "win_rate": 50.8, + "rank": 22 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1230, + "win_rate": 48.5, + "rank": 34 + }, + { + "arena": "models", + "category": "website", + "elo": 1259, + "win_rate": 52.1, + "rank": 27 + } + ], + "artificial_analysis": { + "intelligence_index": 46.5, + "coding_index": 38.7, + "agentic_index": 61.3 + } } }, { @@ -3364,6 +4792,92 @@ "expiration_date": null, "links": { "details": "/api/v1/models/deepseek/deepseek-v4-pro-20260423/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "fullstack", + "elo": 948, + "win_rate": 22.1, + "rank": 27 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1098, + "win_rate": 34, + "rank": 20 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1041, + "win_rate": 26.6, + "rank": 21 + }, + { + "arena": "models", + "category": "3d", + "elo": 1349, + "win_rate": 64.1, + "rank": 4 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1198, + "win_rate": 47.3, + "rank": 17 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1298, + "win_rate": 56.5, + "rank": 14 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1234, + "win_rate": 51, + "rank": 33 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1330, + "win_rate": 61.2, + "rank": 8 + }, + { + "arena": "models", + "category": "svg", + "elo": 1210, + "win_rate": 50.9, + "rank": 20 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1281, + "win_rate": 53, + "rank": 21 + }, + { + "arena": "models", + "category": "website", + "elo": 1286, + "win_rate": 54.8, + "rank": 19 + } + ], + "artificial_analysis": { + "intelligence_index": 51.5, + "coding_index": 47.5, + "agentic_index": 67.2 + } } }, { @@ -3476,6 +4990,64 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemini-2.5-flash/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1153, + "win_rate": 47.4, + "rank": 60 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1157, + "win_rate": 46.9, + "rank": 65 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1170, + "win_rate": 48.4, + "rank": 56 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1138, + "win_rate": 44.3, + "rank": 64 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1149, + "win_rate": 48.9, + "rank": 59 + }, + { + "arena": "models", + "category": "website", + "elo": 1160, + "win_rate": 47.1, + "rank": 65 + }, + { + "arena": "models", + "category": "svg", + "elo": 1077, + "win_rate": 43.1, + "rank": 54 + } + ], + "artificial_analysis": { + "intelligence_index": 27, + "coding_index": 22.2, + "agentic_index": 18.8 + } } }, { @@ -3528,6 +5100,31 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemini-2.5-flash-image/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "graphicdesign", + "elo": 1194, + "win_rate": 56.9, + "rank": 5 + }, + { + "arena": "models", + "category": "image", + "elo": 1214, + "win_rate": 55.6, + "rank": 5 + }, + { + "arena": "models", + "category": "logo", + "elo": 1185, + "win_rate": 51.5, + "rank": 6 + } + ] } }, { @@ -3584,6 +5181,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemini-2.5-flash-lite/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 17.6, + "coding_index": 9.5, + "agentic_index": 6.1 + } } }, { @@ -3640,6 +5244,57 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemini-2.5-flash-lite-preview-09-2025/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1049, + "win_rate": 36.5, + "rank": 80 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1134, + "win_rate": 47, + "rank": 71 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1133, + "win_rate": 45.5, + "rank": 67 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1120, + "win_rate": 45.9, + "rank": 67 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1078, + "win_rate": 41.4, + "rank": 73 + }, + { + "arena": "models", + "category": "website", + "elo": 1145, + "win_rate": 48.1, + "rank": 72 + } + ], + "artificial_analysis": { + "intelligence_index": 21.6, + "coding_index": 18.2, + "agentic_index": 11.7 + } } }, { @@ -3696,6 +5351,57 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemini-2.5-pro/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1165, + "win_rate": 52.2, + "rank": 52 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1206, + "win_rate": 58.3, + "rank": 48 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1289, + "win_rate": 71.8, + "rank": 11 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1185, + "win_rate": 55.1, + "rank": 48 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1200, + "win_rate": 60.5, + "rank": 46 + }, + { + "arena": "models", + "category": "website", + "elo": 1212, + "win_rate": 58.8, + "rank": 46 + } + ], + "artificial_analysis": { + "intelligence_index": 34.6, + "coding_index": 32, + "agentic_index": 32.7 + } } }, { @@ -3863,6 +5569,85 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemini-3-flash-preview-20251217/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "agenticslides", + "elo": 1078, + "win_rate": 39.3, + "rank": 9 + }, + { + "arena": "agents", + "category": "androidnative", + "elo": 1072, + "win_rate": 47.9, + "rank": 20 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1147, + "win_rate": 47.1, + "rank": 15 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1220, + "win_rate": 52.5, + "rank": 5 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1195, + "win_rate": 49.8, + "rank": 15 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1211, + "win_rate": 49.5, + "rank": 13 + }, + { + "arena": "models", + "category": "3d", + "elo": 1266, + "win_rate": 62.7, + "rank": 25 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1242, + "win_rate": 57.6, + "rank": 30 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1239, + "win_rate": 58.3, + "rank": 32 + }, + { + "arena": "models", + "category": "website", + "elo": 1241, + "win_rate": 57, + "rank": 30 + } + ], + "artificial_analysis": { + "intelligence_index": 46.4, + "coding_index": 42.6, + "agentic_index": 49.7 + } } }, { @@ -3917,6 +5702,38 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemini-3-pro-image-preview-20251120/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "graphicdesign", + "elo": 1276, + "win_rate": 66.3, + "rank": 2 + }, + { + "arena": "models", + "category": "image", + "elo": 1271, + "win_rate": 62.3, + "rank": 2 + }, + { + "arena": "models", + "category": "logo", + "elo": 1256, + "win_rate": 61.1, + "rank": 2 + }, + { + "arena": "models", + "category": "imageediting", + "elo": 1277, + "win_rate": 66.4, + "rank": 1 + } + ] } }, { @@ -3969,6 +5786,31 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemini-3.1-flash-image-preview-20260226/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "graphicdesign", + "elo": 1285, + "win_rate": 66.7, + "rank": 1 + }, + { + "arena": "models", + "category": "image", + "elo": 1305, + "win_rate": 65.5, + "rank": 1 + }, + { + "arena": "models", + "category": "logo", + "elo": 1279, + "win_rate": 63.5, + "rank": 1 + } + ] } }, { @@ -4087,6 +5929,71 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemini-3.1-flash-lite-preview-20260303/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1129, + "win_rate": 39, + "rank": 68 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1211, + "win_rate": 50.8, + "rank": 16 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1124, + "win_rate": 36.6, + "rank": 72 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1088, + "win_rate": 33.3, + "rank": 74 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1104, + "win_rate": 34.3, + "rank": 71 + }, + { + "arena": "models", + "category": "svg", + "elo": 1108, + "win_rate": 42.5, + "rank": 46 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1124, + "win_rate": 37.4, + "rank": 65 + }, + { + "arena": "models", + "category": "website", + "elo": 1126, + "win_rate": 36.6, + "rank": 75 + } + ], + "artificial_analysis": { + "intelligence_index": 33.5, + "coding_index": 30.1, + "agentic_index": 25.7 + } } }, { @@ -4146,6 +6053,120 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemini-3.1-pro-preview-20260219/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "agenticgamedev", + "elo": 1148, + "win_rate": 43.6, + "rank": 8 + }, + { + "arena": "agents", + "category": "agenticslides", + "elo": 1112, + "win_rate": 31.8, + "rank": 7 + }, + { + "arena": "agents", + "category": "androidnative", + "elo": 1070, + "win_rate": 40.5, + "rank": 21 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1158, + "win_rate": 46.6, + "rank": 14 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1220, + "win_rate": 53.6, + "rank": 6 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1181, + "win_rate": 46.5, + "rank": 20 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1223, + "win_rate": 49.9, + "rank": 10 + }, + { + "arena": "models", + "category": "3d", + "elo": 1309, + "win_rate": 63.1, + "rank": 14 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1312, + "win_rate": 64.2, + "rank": 3 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1293, + "win_rate": 64.2, + "rank": 17 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1269, + "win_rate": 60.6, + "rank": 20 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1269, + "win_rate": 56.3, + "rank": 21 + }, + { + "arena": "models", + "category": "svg", + "elo": 1352, + "win_rate": 71.8, + "rank": 2 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1323, + "win_rate": 68.1, + "rank": 7 + }, + { + "arena": "models", + "category": "website", + "elo": 1296, + "win_rate": 64.3, + "rank": 13 + } + ], + "artificial_analysis": { + "intelligence_index": 57.2, + "coding_index": 55.5, + "agentic_index": 59.1 + } } }, { @@ -4261,6 +6282,113 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemini-3.5-flash-20260519/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "agenticgamedev", + "elo": 1217, + "win_rate": 55.1, + "rank": 3 + }, + { + "arena": "agents", + "category": "agenticslides", + "elo": 1253, + "win_rate": 57.5, + "rank": 3 + }, + { + "arena": "agents", + "category": "androidnative", + "elo": 1253, + "win_rate": 55.8, + "rank": 4 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1288, + "win_rate": 59.3, + "rank": 5 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1265, + "win_rate": 57, + "rank": 4 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1285, + "win_rate": 55, + "rank": 3 + }, + { + "arena": "models", + "category": "3d", + "elo": 1315, + "win_rate": 61.6, + "rank": 11 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1318, + "win_rate": 63.5, + "rank": 1 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1299, + "win_rate": 58.5, + "rank": 13 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1269, + "win_rate": 57.4, + "rank": 21 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1321, + "win_rate": 60.2, + "rank": 10 + }, + { + "arena": "models", + "category": "svg", + "elo": 1315, + "win_rate": 65.1, + "rank": 3 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1304, + "win_rate": 59.7, + "rank": 13 + }, + { + "arena": "models", + "category": "website", + "elo": 1292, + "win_rate": 57.2, + "rank": 16 + } + ], + "artificial_analysis": { + "intelligence_index": 55.3, + "coding_index": 45, + "agentic_index": 70.3 + } } }, { @@ -4324,8 +6452,8 @@ "instruct_type": "gemma" }, "pricing": { - "prompt": "0.00000004", - "completion": "0.00000013" + "prompt": "0.00000005", + "completion": "0.00000015" }, "top_provider": { "context_length": 131072, @@ -4356,6 +6484,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemma-3-12b-it/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 8.8, + "coding_index": 6.3, + "agentic_index": 3.6 + } } }, { @@ -4410,6 +6545,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemma-3-27b-it/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 10.3, + "coding_index": 9.6, + "agentic_index": 3.5 + } } }, { @@ -4428,8 +6570,8 @@ "instruct_type": "gemma" }, "pricing": { - "prompt": "0.00000004", - "completion": "0.00000008" + "prompt": "0.00000005", + "completion": "0.0000001" }, "top_provider": { "context_length": 131072, @@ -4458,6 +6600,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemma-3-4b-it/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 6.3, + "coding_index": 2.9, + "agentic_index": 1.7 + } } }, { @@ -4503,6 +6652,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemma-3n-e4b-it/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 6.4, + "coding_index": 4.2, + "agentic_index": 1.7 + } } }, { @@ -4561,6 +6717,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemma-4-26b-a4b-it-20260403/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 31.2, + "coding_index": 22.4, + "agentic_index": 32.1 + } } }, { @@ -4609,6 +6772,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemma-4-26b-a4b-it-20260403/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 31.2, + "coding_index": 22.4, + "agentic_index": 32.1 + } } }, { @@ -4628,11 +6798,12 @@ }, "pricing": { "prompt": "0.00000012", - "completion": "0.00000037" + "completion": "0.00000035", + "input_cache_read": "0.00000009" }, "top_provider": { "context_length": 262144, - "max_completion_tokens": 16384, + "max_completion_tokens": 262144, "is_moderated": false }, "per_request_limits": null, @@ -4670,6 +6841,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemma-4-31b-it-20260402/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 39.2, + "coding_index": 38.7, + "agentic_index": 40.9 + } } }, { @@ -4722,6 +6900,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemma-4-31b-it-20260402/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 39.2, + "coding_index": 38.7, + "agentic_index": 40.9 + } } }, { @@ -4917,6 +7102,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/ibm-granite/granite-4.0-h-micro/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 7.7, + "coding_index": 5, + "agentic_index": 4.2 + } } }, { @@ -4973,6 +7165,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/ibm-granite/granite-4.1-8b-20260429/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 12.4, + "coding_index": 7.3, + "agentic_index": 10.7 + } } }, { @@ -5025,6 +7224,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/inception/mercury-2-20260304/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 32.8, + "coding_index": 30.6, + "agentic_index": 39.7 + } } }, { @@ -5081,6 +7287,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/inclusionai/ling-2.6-1t-20260423/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 33.6, + "coding_index": 33.1, + "agentic_index": 48.2 + } } }, { @@ -5137,6 +7350,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/inclusionai/ling-2.6-flash-20260421/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 26.2, + "coding_index": 23.2, + "agentic_index": 38.1 + } } }, { @@ -5194,6 +7414,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/inclusionai/ring-2.6-1t-20260508/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 38.5, + "coding_index": 33.3, + "agentic_index": 51.5 + } } }, { @@ -5320,6 +7547,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/kwaipilot/kat-coder-pro-v2-20260327/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 43.8, + "coding_index": 45.6, + "agentic_index": 50.7 + } } }, { @@ -5372,6 +7606,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/liquid/lfm-2-24b-a2b-20260224/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 10.5, + "coding_index": 3.6, + "agentic_index": 3.7 + } } }, { @@ -5421,6 +7662,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/liquid/lfm-2.5-1.2b-instruct-20260120/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 8, + "coding_index": 0.8, + "agentic_index": 3.6 + } } }, { @@ -5472,6 +7720,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/liquid/lfm-2.5-1.2b-thinking-20260120/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 8.1, + "coding_index": 1.4, + "agentic_index": 6.5 + } } }, { @@ -5564,9 +7819,16 @@ "default_parameters": {}, "supported_voices": null, "knowledge_cutoff": "2023-12-31", - "expiration_date": null, + "expiration_date": "2026-06-19", "links": { "details": "/api/v1/models/meta-llama/llama-3-70b-instruct/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 8.9, + "coding_index": 6.8, + "agentic_index": 0 + } } }, { @@ -5585,12 +7847,12 @@ "instruct_type": "llama3" }, "pricing": { - "prompt": "0.00000004", - "completion": "0.00000004" + "prompt": "0.00000014", + "completion": "0.00000014" }, "top_provider": { "context_length": 8192, - "max_completion_tokens": 8192, + "max_completion_tokens": null, "is_moderated": false }, "per_request_limits": null, @@ -5601,8 +7863,6 @@ "min_p", "presence_penalty", "repetition_penalty", - "response_format", - "seed", "stop", "temperature", "top_k", @@ -5614,6 +7874,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/meta-llama/llama-3-8b-instruct/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 6.4, + "coding_index": 4, + "agentic_index": 0 + } } }, { @@ -5664,6 +7931,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/meta-llama/llama-3.1-70b-instruct/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 12.5, + "coding_index": 10.9, + "agentic_index": 5.1 + } } }, { @@ -5683,10 +7957,10 @@ }, "pricing": { "prompt": "0.00000002", - "completion": "0.00000005" + "completion": "0.00000003" }, "top_provider": { - "context_length": 16384, + "context_length": 131072, "max_completion_tokens": 16384, "is_moderated": false }, @@ -5714,6 +7988,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/meta-llama/llama-3.1-8b-instruct/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 11.8, + "coding_index": 4.9, + "agentic_index": 5.5 + } } }, { @@ -5732,8 +8013,8 @@ "instruct_type": "llama3" }, "pricing": { - "prompt": "0.000000245", - "completion": "0.000000245" + "prompt": "0.000000345", + "completion": "0.000000345" }, "top_provider": { "context_length": 131072, @@ -5761,6 +8042,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/meta-llama/llama-3.2-11b-vision-instruct/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 8.7, + "coding_index": 4.2, + "agentic_index": 4.9 + } } }, { @@ -5807,6 +8095,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/meta-llama/llama-3.2-1b-instruct/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 6.3, + "coding_index": 0.6, + "agentic_index": 0 + } } }, { @@ -5945,6 +8240,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/meta-llama/llama-3.3-70b-instruct/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 14.5, + "coding_index": 10.7, + "agentic_index": 9.1 + } } }, { @@ -5989,6 +8291,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/meta-llama/llama-3.3-70b-instruct/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 14.5, + "coding_index": 10.7, + "agentic_index": 9.1 + } } }, { @@ -6039,6 +8348,57 @@ "expiration_date": null, "links": { "details": "/api/v1/models/meta-llama/llama-4-maverick-17b-128e-instruct/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 981, + "win_rate": 40.2, + "rank": 86 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 932, + "win_rate": 35.8, + "rank": 97 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 926, + "win_rate": 38.4, + "rank": 95 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 910, + "win_rate": 33.7, + "rank": 94 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 956, + "win_rate": 40.8, + "rank": 89 + }, + { + "arena": "models", + "category": "website", + "elo": 916, + "win_rate": 34.4, + "rank": 100 + } + ], + "artificial_analysis": { + "intelligence_index": 18.4, + "coding_index": 15.6, + "agentic_index": 7.2 + } } }, { @@ -6057,7 +8417,7 @@ "instruct_type": null }, "pricing": { - "prompt": "0.00000008", + "prompt": "0.0000001", "completion": "0.0000003" }, "top_provider": { @@ -6089,6 +8449,50 @@ "expiration_date": null, "links": { "details": "/api/v1/models/meta-llama/llama-4-scout-17b-16e-instruct/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "codecategories", + "elo": 842, + "win_rate": 26.6, + "rank": 101 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 939, + "win_rate": 39.3, + "rank": 91 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 845, + "win_rate": 27.4, + "rank": 96 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 825, + "win_rate": 25.5, + "rank": 95 + }, + { + "arena": "models", + "category": "website", + "elo": 796, + "win_rate": 22.7, + "rank": 107 + } + ], + "artificial_analysis": { + "intelligence_index": 13.5, + "coding_index": 6.7, + "agentic_index": 5.2 + } } }, { @@ -6232,6 +8636,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/microsoft/phi-4/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 10.4, + "coding_index": 11.2, + "agentic_index": 0 + } } }, { @@ -6279,6 +8690,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/microsoft/phi-4-mini-instruct/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 8.4, + "coding_index": 3.6, + "agentic_index": 2.7 + } } }, { @@ -6414,6 +8832,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/minimax/minimax-m1/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 24.4, + "coding_index": 14.5, + "agentic_index": 29.1 + } } }, { @@ -6471,6 +8896,64 @@ "expiration_date": null, "links": { "details": "/api/v1/models/minimax/minimax-m2/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1180, + "win_rate": 48.3, + "rank": 48 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1187, + "win_rate": 48.1, + "rank": 56 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1184, + "win_rate": 50, + "rank": 51 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1190, + "win_rate": 48.1, + "rank": 47 + }, + { + "arena": "models", + "category": "svg", + "elo": 1157, + "win_rate": 55.3, + "rank": 37 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1193, + "win_rate": 49.2, + "rank": 49 + }, + { + "arena": "models", + "category": "website", + "elo": 1188, + "win_rate": 48, + "rank": 56 + } + ], + "artificial_analysis": { + "intelligence_index": 36.1, + "coding_index": 29.2, + "agentic_index": 47.5 + } } }, { @@ -6567,6 +9050,64 @@ "expiration_date": null, "links": { "details": "/api/v1/models/minimax/minimax-m2.1/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1247, + "win_rate": 57.5, + "rank": 29 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1243, + "win_rate": 55.3, + "rank": 29 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1249, + "win_rate": 57, + "rank": 25 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1207, + "win_rate": 50.4, + "rank": 42 + }, + { + "arena": "models", + "category": "svg", + "elo": 1189, + "win_rate": 55.4, + "rank": 31 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1280, + "win_rate": 60.9, + "rank": 22 + }, + { + "arena": "models", + "category": "website", + "elo": 1246, + "win_rate": 55.4, + "rank": 29 + } + ], + "artificial_analysis": { + "intelligence_index": 39.4, + "coding_index": 32.8, + "agentic_index": 47.4 + } } }, { @@ -6586,7 +9127,8 @@ }, "pricing": { "prompt": "0.00000015", - "completion": "0.00000115" + "completion": "0.0000009", + "input_cache_read": "0.00000005" }, "top_provider": { "context_length": 196608, @@ -6630,6 +9172,64 @@ "expiration_date": null, "links": { "details": "/api/v1/models/minimax/minimax-m2.5-20260211/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1252, + "win_rate": 57.6, + "rank": 28 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1259, + "win_rate": 56.8, + "rank": 27 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1215, + "win_rate": 51.2, + "rank": 38 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1248, + "win_rate": 55.5, + "rank": 28 + }, + { + "arena": "models", + "category": "svg", + "elo": 1208, + "win_rate": 54.5, + "rank": 23 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1229, + "win_rate": 53.4, + "rank": 35 + }, + { + "arena": "models", + "category": "website", + "elo": 1267, + "win_rate": 57.5, + "rank": 25 + } + ], + "artificial_analysis": { + "intelligence_index": 41.9, + "coding_index": 37.4, + "agentic_index": 55.6 + } } }, { @@ -6648,8 +9248,9 @@ "instruct_type": null }, "pricing": { - "prompt": "0.000000279", - "completion": "0.0000012" + "prompt": "0.00000025", + "completion": "0.000001", + "input_cache_read": "0.00000005" }, "top_provider": { "context_length": 196608, @@ -6691,6 +9292,71 @@ "expiration_date": null, "links": { "details": "/api/v1/models/minimax/minimax-m2.7-20260318/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1274, + "win_rate": 51, + "rank": 24 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1175, + "win_rate": 47.3, + "rank": 27 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1283, + "win_rate": 53.3, + "rank": 19 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1274, + "win_rate": 53.3, + "rank": 17 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1278, + "win_rate": 53.7, + "rank": 20 + }, + { + "arena": "models", + "category": "svg", + "elo": 1195, + "win_rate": 51.1, + "rank": 30 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1267, + "win_rate": 50.4, + "rank": 24 + }, + { + "arena": "models", + "category": "website", + "elo": 1286, + "win_rate": 54, + "rank": 18 + } + ], + "artificial_analysis": { + "intelligence_index": 49.6, + "coding_index": 41.9, + "agentic_index": 61.5 + } } }, { @@ -6742,6 +9408,50 @@ "expiration_date": null, "links": { "details": "/api/v1/models/minimax/minimax-m3-20260531/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1348, + "win_rate": 63.7, + "rank": 5 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1319, + "win_rate": 59.3, + "rank": 9 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1291, + "win_rate": 57.9, + "rank": 10 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1305, + "win_rate": 57.4, + "rank": 12 + }, + { + "arena": "models", + "category": "website", + "elo": 1313, + "win_rate": 58.4, + "rank": 8 + } + ], + "artificial_analysis": { + "intelligence_index": 54.7, + "coding_index": 43.4, + "agentic_index": 68.6 + } } }, { @@ -6791,6 +9501,52 @@ "expiration_date": null, "links": { "details": "/api/v1/models/mistralai/codestral-2508/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "codecategories", + "elo": 1060, + "win_rate": 38.5, + "rank": 85 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1061, + "win_rate": 41.7, + "rank": 80 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1039, + "win_rate": 36.2, + "rank": 82 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1074, + "win_rate": 46.9, + "rank": 74 + }, + { + "arena": "models", + "category": "website", + "elo": 1058, + "win_rate": 37.8, + "rank": 88 + }, + { + "arena": "models", + "category": "3d", + "elo": 1103, + "win_rate": 45.5, + "rank": 72 + } + ] } }, { @@ -6842,6 +9598,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/mistralai/devstral-2512/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 22, + "coding_index": 23.7, + "agentic_index": 21.9 + } } }, { @@ -6896,6 +9659,43 @@ "expiration_date": null, "links": { "details": "/api/v1/models/mistralai/ministral-14b-2512/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1072, + "win_rate": 39.6, + "rank": 77 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1118, + "win_rate": 44, + "rank": 74 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1111, + "win_rate": 43.6, + "rank": 69 + }, + { + "arena": "models", + "category": "website", + "elo": 1127, + "win_rate": 44.8, + "rank": 74 + } + ], + "artificial_analysis": { + "intelligence_index": 16, + "coding_index": 10.9, + "agentic_index": 17.4 + } } }, { @@ -6950,6 +9750,43 @@ "expiration_date": null, "links": { "details": "/api/v1/models/mistralai/ministral-3b-2512/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1045, + "win_rate": 35.9, + "rank": 82 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1063, + "win_rate": 37.3, + "rank": 84 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1021, + "win_rate": 33, + "rank": 87 + }, + { + "arena": "models", + "category": "website", + "elo": 1073, + "win_rate": 38.2, + "rank": 85 + } + ], + "artificial_analysis": { + "intelligence_index": 11.2, + "coding_index": 4.8, + "agentic_index": 11.4 + } } }, { @@ -7004,6 +9841,43 @@ "expiration_date": null, "links": { "details": "/api/v1/models/mistralai/ministral-8b-2512/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1114, + "win_rate": 46.2, + "rank": 70 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1106, + "win_rate": 42.9, + "rank": 75 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1063, + "win_rate": 38.7, + "rank": 77 + }, + { + "arena": "models", + "category": "website", + "elo": 1110, + "win_rate": 42.9, + "rank": 77 + } + ], + "artificial_analysis": { + "intelligence_index": 14.8, + "coding_index": 10, + "agentic_index": 16.7 + } } }, { @@ -7102,6 +9976,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/mistralai/mistral-large-2407/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 15.1, + "coding_index": 13.8, + "agentic_index": 10.2 + } } }, { @@ -7153,6 +10034,71 @@ "expiration_date": null, "links": { "details": "/api/v1/models/mistralai/mistral-large-2512/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1181, + "win_rate": 46.9, + "rank": 47 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1112, + "win_rate": 40.3, + "rank": 37 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1194, + "win_rate": 47.6, + "rank": 53 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1180, + "win_rate": 45.8, + "rank": 52 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1153, + "win_rate": 41.5, + "rank": 57 + }, + { + "arena": "models", + "category": "svg", + "elo": 1049, + "win_rate": 38, + "rank": 59 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1158, + "win_rate": 43.1, + "rank": 55 + }, + { + "arena": "models", + "category": "website", + "elo": 1207, + "win_rate": 49.4, + "rank": 50 + } + ], + "artificial_analysis": { + "intelligence_index": 22.8, + "coding_index": 22.7, + "agentic_index": 21.7 + } } }, { @@ -7202,6 +10148,57 @@ "expiration_date": null, "links": { "details": "/api/v1/models/mistralai/mistral-medium-3/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1165, + "win_rate": 54.6, + "rank": 53 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1122, + "win_rate": 48.1, + "rank": 73 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1075, + "win_rate": 45.7, + "rank": 77 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1091, + "win_rate": 45.3, + "rank": 73 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1083, + "win_rate": 50, + "rank": 72 + }, + { + "arena": "models", + "category": "website", + "elo": 1124, + "win_rate": 47.7, + "rank": 76 + } + ], + "artificial_analysis": { + "intelligence_index": 18.8, + "coding_index": 13.6, + "agentic_index": 13.7 + } } }, { @@ -7257,6 +10254,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/mistralai/mistral-medium-3.5-20260430/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 39.2, + "coding_index": 35.4, + "agentic_index": 53.2 + } } }, { @@ -7306,6 +10310,71 @@ "expiration_date": null, "links": { "details": "/api/v1/models/mistralai/mistral-medium-3.1/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1165, + "win_rate": 44.8, + "rank": 54 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1042, + "win_rate": 30.8, + "rank": 41 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1173, + "win_rate": 45.1, + "rank": 57 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1192, + "win_rate": 47.6, + "rank": 49 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1146, + "win_rate": 40.7, + "rank": 61 + }, + { + "arena": "models", + "category": "svg", + "elo": 1049, + "win_rate": 38.2, + "rank": 60 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1155, + "win_rate": 43.4, + "rank": 57 + }, + { + "arena": "models", + "category": "website", + "elo": 1178, + "win_rate": 46, + "rank": 58 + } + ], + "artificial_analysis": { + "intelligence_index": 21.3, + "coding_index": 18.3, + "agentic_index": 25.3 + } } }, { @@ -7516,6 +10585,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/mistralai/mistral-small-2603/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 27.8, + "coding_index": 24.3, + "agentic_index": 25.9 + } } }, { @@ -7616,6 +10692,45 @@ "expiration_date": null, "links": { "details": "/api/v1/models/mistralai/mistral-small-3.2-24b-instruct-2506/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "codecategories", + "elo": 960, + "win_rate": 39.8, + "rank": 96 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 971, + "win_rate": 43.3, + "rank": 88 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 961, + "win_rate": 39.4, + "rank": 91 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 964, + "win_rate": 40.5, + "rank": 88 + }, + { + "arena": "models", + "category": "website", + "elo": 941, + "win_rate": 38.3, + "rank": 99 + } + ] } }, { @@ -7763,6 +10878,50 @@ "expiration_date": null, "links": { "details": "/api/v1/models/moonshotai/kimi-k2/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "codecategories", + "elo": 1086, + "win_rate": 51.7, + "rank": 78 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1062, + "win_rate": 49.4, + "rank": 79 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1047, + "win_rate": 46.4, + "rank": 80 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1088, + "win_rate": 55.1, + "rank": 71 + }, + { + "arena": "models", + "category": "website", + "elo": 1096, + "win_rate": 53.1, + "rank": 81 + } + ], + "artificial_analysis": { + "intelligence_index": 26.3, + "coding_index": 22.1, + "agentic_index": 24.3 + } } }, { @@ -7813,6 +10972,29 @@ "expiration_date": null, "links": { "details": "/api/v1/models/moonshotai/kimi-k2-0905/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "codecategories", + "elo": 1150, + "win_rate": 48.5, + "rank": 67 + }, + { + "arena": "models", + "category": "website", + "elo": 1152, + "win_rate": 48.3, + "rank": 69 + } + ], + "artificial_analysis": { + "intelligence_index": 30.9, + "coding_index": 25.9, + "agentic_index": 37.7 + } } }, { @@ -7869,6 +11051,22 @@ "expiration_date": null, "links": { "details": "/api/v1/models/moonshotai/kimi-k2-thinking-20251106/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "website", + "elo": 1158, + "win_rate": 48.8, + "rank": 67 + } + ], + "artificial_analysis": { + "intelligence_index": 40.9, + "coding_index": 34.8, + "agentic_index": 47.9 + } } }, { @@ -7887,13 +11085,12 @@ "instruct_type": null }, "pricing": { - "prompt": "0.0000004", - "completion": "0.0000019", - "input_cache_read": "0.00000009" + "prompt": "0.00000035", + "completion": "0.00000189" }, "top_provider": { - "context_length": 262144, - "max_completion_tokens": 262144, + "context_length": 256000, + "max_completion_tokens": null, "is_moderated": false }, "per_request_limits": null, @@ -7931,6 +11128,106 @@ "expiration_date": null, "links": { "details": "/api/v1/models/moonshotai/kimi-k2.5-0127/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "androidnative", + "elo": 1141, + "win_rate": 57.7, + "rank": 13 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1199, + "win_rate": 54.1, + "rank": 12 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1257, + "win_rate": 59.7, + "rank": 2 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1194, + "win_rate": 49.3, + "rank": 18 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1220, + "win_rate": 50.3, + "rank": 11 + }, + { + "arena": "models", + "category": "3d", + "elo": 1293, + "win_rate": 54.1, + "rank": 18 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1223, + "win_rate": 49, + "rank": 12 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1290, + "win_rate": 54.9, + "rank": 18 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1273, + "win_rate": 52.9, + "rank": 18 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1281, + "win_rate": 54.6, + "rank": 19 + }, + { + "arena": "models", + "category": "svg", + "elo": 1216, + "win_rate": 51.5, + "rank": 19 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1292, + "win_rate": 54.2, + "rank": 17 + }, + { + "arena": "models", + "category": "website", + "elo": 1294, + "win_rate": 56.1, + "rank": 14 + } + ], + "artificial_analysis": { + "intelligence_index": 46.8, + "coding_index": 39.6, + "agentic_index": 58.9 + } } }, { @@ -7949,9 +11246,9 @@ "instruct_type": null }, "pricing": { - "prompt": "0.000000684", - "completion": "0.00000342", - "input_cache_read": "0.000000144" + "prompt": "0.00000067", + "completion": "0.00000339", + "input_cache_read": "0.00000014" }, "top_provider": { "context_length": 262144, @@ -7995,52 +11292,113 @@ "expiration_date": null, "links": { "details": "/api/v1/models/moonshotai/kimi-k2.6-20260420/endpoints" - } - }, - { - "id": "moonshotai/kimi-k2.6:free", - "canonical_slug": "moonshotai/kimi-k2.6-20260420", - "hugging_face_id": "moonshotai/Kimi-K2.6", - "name": "MoonshotAI: Kimi K2.6 (free)", - "created": 1776699402, - "description": "Kimi K2.6 is Moonshot AI's next-generation multimodal model, designed for long-horizon coding, coding-driven UI/UX generation, and multi-agent orchestration. It handles complex end-to-end coding tasks across Python, Rust, and Go, and...", - "context_length": 262144, - "architecture": { - "modality": "text+image->text", - "input_modalities": ["text", "image"], - "output_modalities": ["text"], - "tokenizer": "Other", - "instruct_type": null - }, - "pricing": { - "prompt": "0", - "completion": "0" - }, - "top_provider": { - "context_length": 262144, - "max_completion_tokens": null, - "is_moderated": false - }, - "per_request_limits": null, - "supported_parameters": [ - "include_reasoning", - "reasoning", - "tool_choice", - "tools" - ], - "default_parameters": { - "temperature": null, - "top_p": null, - "top_k": null, - "frequency_penalty": null, - "presence_penalty": null, - "repetition_penalty": null }, - "supported_voices": null, - "knowledge_cutoff": null, - "expiration_date": null, - "links": { - "details": "/api/v1/models/moonshotai/kimi-k2.6-20260420/endpoints" + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "agenticgamedev", + "elo": 1184, + "win_rate": 50.4, + "rank": 7 + }, + { + "arena": "agents", + "category": "agenticslides", + "elo": 1192, + "win_rate": 44.6, + "rank": 4 + }, + { + "arena": "agents", + "category": "androidnative", + "elo": 1170, + "win_rate": 46.3, + "rank": 11 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1239, + "win_rate": 57.1, + "rank": 8 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1218, + "win_rate": 53.4, + "rank": 10 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1234, + "win_rate": 53.3, + "rank": 8 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1282, + "win_rate": 59.4, + "rank": 4 + }, + { + "arena": "models", + "category": "3d", + "elo": 1364, + "win_rate": 63.4, + "rank": 2 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1332, + "win_rate": 58.7, + "rank": 5 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1306, + "win_rate": 57.3, + "rank": 8 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1332, + "win_rate": 60.2, + "rank": 6 + }, + { + "arena": "models", + "category": "svg", + "elo": 1242, + "win_rate": 53.7, + "rank": 13 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1326, + "win_rate": 57.9, + "rank": 6 + }, + { + "arena": "models", + "category": "website", + "elo": 1322, + "win_rate": 56.8, + "rank": 6 + } + ], + "artificial_analysis": { + "intelligence_index": 53.9, + "coding_index": 47.1, + "agentic_index": 66 + } } }, { @@ -8120,33 +11478,36 @@ } }, { - "id": "nex-agi/deepseek-v3.1-nex-n1", - "canonical_slug": "nex-agi/deepseek-v3.1-nex-n1", - "hugging_face_id": "nex-agi/DeepSeek-V3.1-Nex-N1", - "name": "Nex AGI: DeepSeek V3.1 Nex N1", - "created": 1765204393, - "description": "DeepSeek V3.1 Nex-N1 is the flagship release of the Nex-N1 series — a post-trained model designed to highlight agent autonomy, tool use, and real-world productivity. Nex-N1 demonstrates competitive performance across...", - "context_length": 131072, + "id": "nex-agi/nex-n2-pro:free", + "canonical_slug": "nex-agi/nex-n2-pro", + "hugging_face_id": "nex-agi/Nex-N2-Pro", + "name": "Nex AGI: Nex-N2-Pro (free)", + "created": 1780937140, + "description": "Nex-N2-Pro is an agentic mixture-of-experts model from Nex AGI, with 17B active parameters out of 397B total. Built on the Qwen3.5 architecture, it accepts text and image input and produces...", + "context_length": 262144, "architecture": { - "modality": "text->text", - "input_modalities": ["text"], + "modality": "text+image->text", + "input_modalities": ["text", "image"], "output_modalities": ["text"], - "tokenizer": "DeepSeek", + "tokenizer": "Qwen3", "instruct_type": null }, "pricing": { - "prompt": "0.000000135", - "completion": "0.0000005" + "prompt": "0", + "completion": "0" }, "top_provider": { - "context_length": 131072, - "max_completion_tokens": 163840, + "context_length": 262144, + "max_completion_tokens": 262144, "is_moderated": false }, "per_request_limits": null, "supported_parameters": [ "frequency_penalty", + "include_reasoning", + "logprobs", "max_tokens", + "reasoning", "response_format", "structured_outputs", "temperature", @@ -8156,61 +11517,18 @@ "top_p" ], "default_parameters": { - "temperature": null, - "top_p": null, - "frequency_penalty": null + "temperature": 0.7, + "top_p": 0.95, + "top_k": 40, + "frequency_penalty": null, + "presence_penalty": null, + "repetition_penalty": null }, "supported_voices": null, "knowledge_cutoff": null, - "expiration_date": "2026-06-08", - "links": { - "details": "/api/v1/models/nex-agi/deepseek-v3.1-nex-n1/endpoints" - } - }, - { - "id": "nousresearch/hermes-2-pro-llama-3-8b", - "canonical_slug": "nousresearch/hermes-2-pro-llama-3-8b", - "hugging_face_id": "NousResearch/Hermes-2-Pro-Llama-3-8B", - "name": "NousResearch: Hermes 2 Pro - Llama-3 8B", - "created": 1716768000, - "description": "Hermes 2 Pro is an upgraded, retrained version of Nous Hermes 2, consisting of an updated and cleaned version of the OpenHermes 2.5 Dataset, as well as a newly introduced...", - "context_length": 8192, - "architecture": { - "modality": "text->text", - "input_modalities": ["text"], - "output_modalities": ["text"], - "tokenizer": "Llama3", - "instruct_type": "chatml" - }, - "pricing": { - "prompt": "0.00000014", - "completion": "0.00000014" - }, - "top_provider": { - "context_length": 8192, - "max_completion_tokens": 8192, - "is_moderated": false - }, - "per_request_limits": null, - "supported_parameters": [ - "frequency_penalty", - "max_tokens", - "presence_penalty", - "repetition_penalty", - "response_format", - "seed", - "stop", - "structured_outputs", - "temperature", - "top_k", - "top_p" - ], - "default_parameters": {}, - "supported_voices": null, - "knowledge_cutoff": "2023-12-31", - "expiration_date": "2026-06-05", + "expiration_date": null, "links": { - "details": "/api/v1/models/nousresearch/hermes-2-pro-llama-3-8b/endpoints" + "details": "/api/v1/models/nex-agi/nex-n2-pro/endpoints" } }, { @@ -8259,6 +11577,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/nousresearch/hermes-3-llama-3.1-405b/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 17.6, + "coding_index": 18.1, + "agentic_index": 11.8 + } } }, { @@ -8301,6 +11626,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/nousresearch/hermes-3-llama-3.1-405b/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 17.6, + "coding_index": 18.1, + "agentic_index": 11.8 + } } }, { @@ -8319,8 +11651,8 @@ "instruct_type": "chatml" }, "pricing": { - "prompt": "0.0000003", - "completion": "0.0000003" + "prompt": "0.0000007", + "completion": "0.0000007" }, "top_provider": { "context_length": 131072, @@ -8349,6 +11681,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/nousresearch/hermes-3-llama-3.1-70b/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 12.6, + "coding_index": 9.2, + "agentic_index": 10 + } } }, { @@ -8394,6 +11733,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/nousresearch/hermes-4-405b/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 18.6, + "coding_index": 16, + "agentic_index": 12.6 + } } }, { @@ -8439,6 +11785,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/nousresearch/hermes-4-70b/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 16, + "coding_index": 14.4, + "agentic_index": 11.7 + } } }, { @@ -8457,7 +11810,7 @@ "instruct_type": null }, "pricing": { - "prompt": "0.0000001", + "prompt": "0.0000004", "completion": "0.0000004" }, "top_provider": { @@ -8497,6 +11850,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/nvidia/llama-3.3-nemotron-super-49b-v1.5/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 18.7, + "coding_index": 15.1, + "agentic_index": 9.4 + } } }, { @@ -8552,6 +11912,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/nvidia/nemotron-3-nano-30b-a3b/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 24.3, + "coding_index": 19, + "agentic_index": 19.1 + } } }, { @@ -8599,6 +11966,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/nvidia/nemotron-3-nano-30b-a3b/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 24.3, + "coding_index": 19, + "agentic_index": 19.1 + } } }, { @@ -8649,6 +12023,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 21.4, + "coding_index": 14.8, + "agentic_index": 23.9 + } } }, { @@ -8689,6 +12070,7 @@ "response_format", "seed", "stop", + "structured_outputs", "temperature", "tool_choice", "tools", @@ -8709,6 +12091,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/nvidia/nemotron-3-super-120b-a12b-20230311/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 36, + "coding_index": 31.2, + "agentic_index": 40.2 + } } }, { @@ -8761,63 +12150,90 @@ "expiration_date": null, "links": { "details": "/api/v1/models/nvidia/nemotron-3-super-120b-a12b-20230311/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 36, + "coding_index": 31.2, + "agentic_index": 40.2 + } } }, { - "id": "nvidia/nemotron-nano-12b-v2-vl:free", - "canonical_slug": "nvidia/nemotron-nano-12b-v2-vl", - "hugging_face_id": "nvidia/NVIDIA-Nemotron-Nano-12B-v2-VL-BF16", - "name": "NVIDIA: Nemotron Nano 12B 2 VL (free)", - "created": 1761675565, - "description": "NVIDIA Nemotron Nano 2 VL is a 12-billion-parameter open multimodal reasoning model designed for video understanding and document intelligence. It introduces a hybrid Transformer-Mamba architecture, combining transformer-level accuracy with Mamba’s...", - "context_length": 128000, + "id": "nvidia/nemotron-3-ultra-550b-a55b", + "canonical_slug": "nvidia/nemotron-3-ultra-550b-a55b-20260604", + "hugging_face_id": "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16", + "name": "NVIDIA: Nemotron 3 Ultra", + "created": 1780551208, + "description": "NVIDIA Nemotron 3 Ultra is an open frontier-reasoning and orchestration model from NVIDIA, with 55B active parameters out of 550B total (MoE). Built on a hybrid Transformer-Mamba mixture-of-experts architecture, it...", + "context_length": 1000000, "architecture": { - "modality": "text+image+video->text", - "input_modalities": ["image", "text", "video"], + "modality": "text->text", + "input_modalities": ["text"], "output_modalities": ["text"], "tokenizer": "Other", "instruct_type": null }, "pricing": { - "prompt": "0", - "completion": "0" + "prompt": "0.0000005", + "completion": "0.0000025", + "input_cache_read": "0.00000015" }, "top_provider": { - "context_length": 128000, - "max_completion_tokens": 128000, + "context_length": 262144, + "max_completion_tokens": 16384, "is_moderated": false }, "per_request_limits": null, "supported_parameters": [ + "frequency_penalty", "include_reasoning", + "logit_bias", "max_tokens", + "min_p", + "presence_penalty", "reasoning", + "repetition_penalty", + "response_format", "seed", + "stop", + "structured_outputs", "temperature", "tool_choice", "tools", + "top_k", "top_p" ], "default_parameters": { - "temperature": null, - "top_p": null, - "frequency_penalty": null + "temperature": 1, + "top_p": 0.95, + "top_k": null, + "frequency_penalty": null, + "presence_penalty": null, + "repetition_penalty": null }, "supported_voices": null, "knowledge_cutoff": null, "expiration_date": null, "links": { - "details": "/api/v1/models/nvidia/nemotron-nano-12b-v2-vl/endpoints" + "details": "/api/v1/models/nvidia/nemotron-3-ultra-550b-a55b-20260604/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 47.7, + "coding_index": 37.6, + "agentic_index": 57.1 + } } }, { - "id": "nvidia/nemotron-nano-9b-v2", - "canonical_slug": "nvidia/nemotron-nano-9b-v2", - "hugging_face_id": "nvidia/NVIDIA-Nemotron-Nano-9B-v2", - "name": "NVIDIA: Nemotron Nano 9B V2", - "created": 1757106807, - "description": "NVIDIA-Nemotron-Nano-9B-v2 is a large language model (LLM) trained from scratch by NVIDIA, and designed as a unified model for both reasoning and non-reasoning tasks. It responds to user queries and...", - "context_length": 131072, + "id": "nvidia/nemotron-3-ultra-550b-a55b:free", + "canonical_slug": "nvidia/nemotron-3-ultra-550b-a55b-20260604", + "hugging_face_id": "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16", + "name": "NVIDIA: Nemotron 3 Ultra (free)", + "created": 1780551208, + "description": "NVIDIA Nemotron 3 Ultra is an open frontier-reasoning and orchestration model from NVIDIA, with 55B active parameters out of 550B total (MoE). Built on a hybrid Transformer-Mamba mixture-of-experts architecture, it...", + "context_length": 1000000, "architecture": { "modality": "text->text", "input_modalities": ["text"], @@ -8826,31 +12242,128 @@ "instruct_type": null }, "pricing": { - "prompt": "0.00000004", - "completion": "0.00000016" + "prompt": "0", + "completion": "0" }, "top_provider": { - "context_length": 131072, - "max_completion_tokens": 16384, + "context_length": 1000000, + "max_completion_tokens": 65536, + "is_moderated": false + }, + "per_request_limits": null, + "supported_parameters": [ + "include_reasoning", + "max_tokens", + "reasoning", + "seed", + "temperature", + "tool_choice", + "tools", + "top_p" + ], + "default_parameters": { + "temperature": 1, + "top_p": 0.95, + "top_k": null, + "frequency_penalty": null, + "presence_penalty": null, + "repetition_penalty": null + }, + "supported_voices": null, + "knowledge_cutoff": null, + "expiration_date": null, + "links": { + "details": "/api/v1/models/nvidia/nemotron-3-ultra-550b-a55b-20260604/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 47.7, + "coding_index": 37.6, + "agentic_index": 57.1 + } + } + }, + { + "id": "nvidia/nemotron-3.5-content-safety:free", + "canonical_slug": "nvidia/nemotron-3.5-content-safety-20260604", + "hugging_face_id": "nvidia/Nemotron-3.5-Content-Safety", + "name": "NVIDIA: Nemotron 3.5 Content Safety (free)", + "created": 1780581864, + "description": "NVIDIA Nemotron 3.5 Content Safety is a compact 4B-parameter multimodal guardrail model from NVIDIA, fine-tuned from Google Gemma-3-4B. It moderates both inputs to and responses from LLMs and VLMs, accepting...", + "context_length": 128000, + "architecture": { + "modality": "text+image->text", + "input_modalities": ["text", "image"], + "output_modalities": ["text"], + "tokenizer": "Other", + "instruct_type": null + }, + "pricing": { + "prompt": "0", + "completion": "0" + }, + "top_provider": { + "context_length": 128000, + "max_completion_tokens": 8192, + "is_moderated": false + }, + "per_request_limits": null, + "supported_parameters": [ + "include_reasoning", + "max_tokens", + "reasoning", + "seed", + "temperature", + "top_p" + ], + "default_parameters": { + "temperature": null, + "top_p": null, + "top_k": null, + "frequency_penalty": null, + "presence_penalty": null, + "repetition_penalty": null + }, + "supported_voices": null, + "knowledge_cutoff": null, + "expiration_date": null, + "links": { + "details": "/api/v1/models/nvidia/nemotron-3.5-content-safety-20260604/endpoints" + } + }, + { + "id": "nvidia/nemotron-nano-12b-v2-vl:free", + "canonical_slug": "nvidia/nemotron-nano-12b-v2-vl", + "hugging_face_id": "nvidia/NVIDIA-Nemotron-Nano-12B-v2-VL-BF16", + "name": "NVIDIA: Nemotron Nano 12B 2 VL (free)", + "created": 1761675565, + "description": "NVIDIA Nemotron Nano 2 VL is a 12-billion-parameter open multimodal reasoning model designed for video understanding and document intelligence. It introduces a hybrid Transformer-Mamba architecture, combining transformer-level accuracy with Mamba’s...", + "context_length": 128000, + "architecture": { + "modality": "text+image+video->text", + "input_modalities": ["image", "text", "video"], + "output_modalities": ["text"], + "tokenizer": "Other", + "instruct_type": null + }, + "pricing": { + "prompt": "0", + "completion": "0" + }, + "top_provider": { + "context_length": 128000, + "max_completion_tokens": 128000, "is_moderated": false }, "per_request_limits": null, "supported_parameters": [ - "frequency_penalty", "include_reasoning", - "logit_bias", "max_tokens", - "min_p", - "presence_penalty", "reasoning", - "repetition_penalty", - "response_format", "seed", - "stop", "temperature", "tool_choice", "tools", - "top_k", "top_p" ], "default_parameters": { @@ -8859,10 +12372,17 @@ "frequency_penalty": null }, "supported_voices": null, - "knowledge_cutoff": "2025-03-31", + "knowledge_cutoff": null, "expiration_date": null, "links": { - "details": "/api/v1/models/nvidia/nemotron-nano-9b-v2/endpoints" + "details": "/api/v1/models/nvidia/nemotron-nano-12b-v2-vl/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 14.9, + "coding_index": 11.7, + "agentic_index": 7.1 + } } }, { @@ -8912,6 +12432,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/nvidia/nemotron-nano-9b-v2/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 14.8, + "coding_index": 8.3, + "agentic_index": 9.4 + } } }, { @@ -8961,6 +12488,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-3.5-turbo/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": null, + "coding_index": 10.7, + "agentic_index": null + } } }, { @@ -9157,105 +12691,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-4/endpoints" - } - }, - { - "id": "openai/gpt-4-0314", - "canonical_slug": "openai/gpt-4-0314", - "hugging_face_id": null, - "name": "OpenAI: GPT-4 (older v0314)", - "created": 1685232000, - "description": "GPT-4-0314 is the first version of GPT-4 released, with a context length of 8,192 tokens, and was supported until June 14. Training data: up to Sep 2021.", - "context_length": 8191, - "architecture": { - "modality": "text->text", - "input_modalities": ["text"], - "output_modalities": ["text"], - "tokenizer": "GPT", - "instruct_type": null - }, - "pricing": { - "prompt": "0.00003", - "completion": "0.00006" - }, - "top_provider": { - "context_length": 8191, - "max_completion_tokens": 4096, - "is_moderated": true - }, - "per_request_limits": null, - "supported_parameters": [ - "frequency_penalty", - "logit_bias", - "logprobs", - "max_tokens", - "presence_penalty", - "response_format", - "seed", - "stop", - "structured_outputs", - "temperature", - "tool_choice", - "tools", - "top_logprobs", - "top_p" - ], - "default_parameters": {}, - "supported_voices": null, - "knowledge_cutoff": "2021-09-30", - "expiration_date": null, - "links": { - "details": "/api/v1/models/openai/gpt-4-0314/endpoints" - } - }, - { - "id": "openai/gpt-4-1106-preview", - "canonical_slug": "openai/gpt-4-1106-preview", - "hugging_face_id": null, - "name": "OpenAI: GPT-4 Turbo (older v1106)", - "created": 1699228800, - "description": "The latest GPT-4 Turbo model with vision capabilities. Vision requests can now use JSON mode and function calling.\n\nTraining data: up to April 2023.", - "context_length": 128000, - "architecture": { - "modality": "text->text", - "input_modalities": ["text"], - "output_modalities": ["text"], - "tokenizer": "GPT", - "instruct_type": null - }, - "pricing": { - "prompt": "0.00001", - "completion": "0.00003", - "web_search": "0.01" - }, - "top_provider": { - "context_length": 128000, - "max_completion_tokens": 4096, - "is_moderated": true }, - "per_request_limits": null, - "supported_parameters": [ - "frequency_penalty", - "logit_bias", - "logprobs", - "max_tokens", - "presence_penalty", - "response_format", - "seed", - "stop", - "structured_outputs", - "temperature", - "tool_choice", - "tools", - "top_logprobs", - "top_p" - ], - "default_parameters": {}, - "supported_voices": null, - "knowledge_cutoff": "2023-04-30", - "expiration_date": null, - "links": { - "details": "/api/v1/models/openai/gpt-4-1106-preview/endpoints" + "benchmarks": { + "artificial_analysis": { + "intelligence_index": null, + "coding_index": 13.1, + "agentic_index": null + } } }, { @@ -9305,6 +12747,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-4-turbo/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": null, + "coding_index": 21.5, + "agentic_index": null + } } }, { @@ -9400,6 +12849,57 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-4.1-2025-04-14/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 932, + "win_rate": 30.9, + "rank": 90 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1078, + "win_rate": 50.9, + "rank": 80 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1147, + "win_rate": 59.5, + "rank": 61 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1152, + "win_rate": 59.1, + "rank": 58 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1057, + "win_rate": 49.7, + "rank": 76 + }, + { + "arena": "models", + "category": "website", + "elo": 1084, + "win_rate": 52.3, + "rank": 82 + } + ], + "artificial_analysis": { + "intelligence_index": 26.3, + "coding_index": 21.8, + "agentic_index": 27.3 + } } }, { @@ -9446,6 +12946,57 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-4.1-mini-2025-04-14/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 919, + "win_rate": 30.5, + "rank": 91 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1046, + "win_rate": 47.5, + "rank": 88 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1076, + "win_rate": 49.2, + "rank": 75 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1143, + "win_rate": 58.5, + "rank": 62 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1018, + "win_rate": 45.4, + "rank": 82 + }, + { + "arena": "models", + "category": "website", + "elo": 1043, + "win_rate": 47.8, + "rank": 89 + } + ], + "artificial_analysis": { + "intelligence_index": 22.9, + "coding_index": 18.5, + "agentic_index": 25.2 + } } }, { @@ -9492,6 +13043,57 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-4.1-nano-2025-04-14/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1007, + "win_rate": 46, + "rank": 84 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1015, + "win_rate": 47.3, + "rank": 92 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 935, + "win_rate": 41.1, + "rank": 93 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1043, + "win_rate": 49.6, + "rank": 81 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 973, + "win_rate": 43.9, + "rank": 87 + }, + { + "arena": "models", + "category": "website", + "elo": 1018, + "win_rate": 48.1, + "rank": 93 + } + ], + "artificial_analysis": { + "intelligence_index": 13, + "coding_index": 11.2, + "agentic_index": 5.8 + } } }, { @@ -9543,6 +13145,52 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-4o/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 950, + "win_rate": 39.2, + "rank": 87 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 913, + "win_rate": 34.8, + "rank": 99 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 900, + "win_rate": 36, + "rank": 96 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 979, + "win_rate": 42.3, + "rank": 89 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 942, + "win_rate": 38.1, + "rank": 91 + }, + { + "arena": "models", + "category": "website", + "elo": 876, + "win_rate": 31.5, + "rank": 104 + } + ] } }, { @@ -9594,6 +13242,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-4o-2024-05-13/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": null, + "coding_index": 24.2, + "agentic_index": null + } } }, { @@ -9646,6 +13301,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-4o-2024-08-06/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 18.6, + "coding_index": 16.6, + "agentic_index": 9.7 + } } }, { @@ -9697,6 +13359,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-4o-2024-11-20/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 17.3, + "coding_index": 16.7, + "agentic_index": 8.4 + } } }, { @@ -9933,6 +13602,71 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-5-2025-08-07/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1138, + "win_rate": 41.4, + "rank": 64 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1185, + "win_rate": 49, + "rank": 24 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1221, + "win_rate": 54.7, + "rank": 40 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1282, + "win_rate": 63.3, + "rank": 14 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1259, + "win_rate": 59.5, + "rank": 26 + }, + { + "arena": "models", + "category": "svg", + "elo": 1246, + "win_rate": 64.1, + "rank": 12 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1239, + "win_rate": 58.3, + "rank": 30 + }, + { + "arena": "models", + "category": "website", + "elo": 1230, + "win_rate": 53.7, + "rank": 39 + } + ], + "artificial_analysis": { + "intelligence_index": 44.6, + "coding_index": 36, + "agentic_index": 54.7 + } } }, { @@ -9974,6 +13708,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-5-chat-2025-08-07/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": null, + "coding_index": 21.2, + "agentic_index": null + } } }, { @@ -10023,6 +13764,22 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-5-codex/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "mobileapps", + "elo": 1139, + "win_rate": 43.2, + "rank": 26 + } + ], + "artificial_analysis": { + "intelligence_index": 44.6, + "coding_index": 38.9, + "agentic_index": 52.7 + } } }, { @@ -10078,6 +13835,31 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-5-image/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "graphicdesign", + "elo": 1201, + "win_rate": 55.6, + "rank": 4 + }, + { + "arena": "models", + "category": "image", + "elo": 1220, + "win_rate": 55, + "rank": 4 + }, + { + "arena": "models", + "category": "logo", + "elo": 1219, + "win_rate": 55, + "rank": 4 + } + ] } }, { @@ -10133,6 +13915,31 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-5-image-mini/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "graphicdesign", + "elo": 1194, + "win_rate": 50.5, + "rank": 6 + }, + { + "arena": "models", + "category": "image", + "elo": 1211, + "win_rate": 51.1, + "rank": 6 + }, + { + "arena": "models", + "category": "logo", + "elo": 1225, + "win_rate": 53.7, + "rank": 3 + } + ] } }, { @@ -10186,6 +13993,71 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-5-mini-2025-08-07/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1109, + "win_rate": 37.4, + "rank": 71 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1166, + "win_rate": 45.2, + "rank": 30 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1168, + "win_rate": 44.6, + "rank": 58 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1167, + "win_rate": 44.3, + "rank": 59 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1204, + "win_rate": 48.5, + "rank": 44 + }, + { + "arena": "models", + "category": "svg", + "elo": 1149, + "win_rate": 46.1, + "rank": 39 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1165, + "win_rate": 43.9, + "rank": 53 + }, + { + "arena": "models", + "category": "website", + "elo": 1171, + "win_rate": 45.3, + "rank": 59 + } + ], + "artificial_analysis": { + "intelligence_index": 41.2, + "coding_index": 35.3, + "agentic_index": 45.5 + } } }, { @@ -10239,6 +14111,57 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-5-nano-2025-08-07/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1046, + "win_rate": 36.1, + "rank": 81 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1137, + "win_rate": 48.1, + "rank": 70 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1103, + "win_rate": 46.7, + "rank": 72 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1119, + "win_rate": 46.6, + "rank": 68 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1123, + "win_rate": 52, + "rank": 66 + }, + { + "arena": "models", + "category": "website", + "elo": 1147, + "win_rate": 48.9, + "rank": 71 + } + ], + "artificial_analysis": { + "intelligence_index": 26.8, + "coding_index": 20.3, + "agentic_index": 23.2 + } } }, { @@ -10340,6 +14263,78 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-5.1-20251113/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "mobileapps", + "elo": 1134, + "win_rate": 43.8, + "rank": 27 + }, + { + "arena": "models", + "category": "3d", + "elo": 1144, + "win_rate": 43.9, + "rank": 62 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1162, + "win_rate": 48.6, + "rank": 31 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1223, + "win_rate": 53.1, + "rank": 38 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1248, + "win_rate": 58, + "rank": 26 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1251, + "win_rate": 55.9, + "rank": 27 + }, + { + "arena": "models", + "category": "svg", + "elo": 1207, + "win_rate": 57.4, + "rank": 24 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1223, + "win_rate": 53, + "rank": 36 + }, + { + "arena": "models", + "category": "website", + "elo": 1233, + "win_rate": 54.1, + "rank": 36 + } + ], + "artificial_analysis": { + "intelligence_index": 47.7, + "coding_index": 44.7, + "agentic_index": 51.3 + } } }, { @@ -10441,6 +14436,64 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-5.1-codex-20251113/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "fullstack", + "elo": 1109, + "win_rate": 44.5, + "rank": 21 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1211, + "win_rate": 54, + "rank": 12 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1113, + "win_rate": 44.1, + "rank": 20 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1203, + "win_rate": 55.2, + "rank": 49 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1218, + "win_rate": 50.7, + "rank": 37 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1212, + "win_rate": 52.3, + "rank": 37 + }, + { + "arena": "models", + "category": "website", + "elo": 1206, + "win_rate": 56, + "rank": 51 + } + ], + "artificial_analysis": { + "intelligence_index": 43.1, + "coding_index": 36.6, + "agentic_index": 50.7 + } } }, { @@ -10547,6 +14600,71 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-5.1-codex-mini-20251113/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1071, + "win_rate": 33.1, + "rank": 78 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1153, + "win_rate": 44.1, + "rank": 32 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1146, + "win_rate": 41.7, + "rank": 68 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1141, + "win_rate": 40.7, + "rank": 66 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1165, + "win_rate": 43.7, + "rank": 55 + }, + { + "arena": "models", + "category": "svg", + "elo": 1035, + "win_rate": 35.3, + "rank": 62 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1137, + "win_rate": 41, + "rank": 61 + }, + { + "arena": "models", + "category": "website", + "elo": 1156, + "win_rate": 43, + "rank": 68 + } + ], + "artificial_analysis": { + "intelligence_index": 38.6, + "coding_index": 36.4, + "agentic_index": 38.7 + } } }, { @@ -10600,6 +14718,106 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-5.2-20251211/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "website", + "elo": 1240, + "win_rate": 54.5, + "rank": 31 + }, + { + "arena": "agents", + "category": "androidnative", + "elo": 1082, + "win_rate": 49.2, + "rank": 19 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1127, + "win_rate": 44, + "rank": 19 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1183, + "win_rate": 48.1, + "rank": 13 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1181, + "win_rate": 47.4, + "rank": 21 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1182, + "win_rate": 45.7, + "rank": 15 + }, + { + "arena": "models", + "category": "3d", + "elo": 1160, + "win_rate": 43.3, + "rank": 56 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1223, + "win_rate": 50.7, + "rank": 39 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1245, + "win_rate": 56.1, + "rank": 28 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1267, + "win_rate": 56, + "rank": 22 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1244, + "win_rate": 52.8, + "rank": 29 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1196, + "win_rate": 50.7, + "rank": 18 + }, + { + "arena": "models", + "category": "svg", + "elo": 1199, + "win_rate": 54.5, + "rank": 28 + } + ], + "artificial_analysis": { + "intelligence_index": 51.3, + "coding_index": 48.7, + "agentic_index": 60.2 + } } }, { @@ -10698,6 +14916,50 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-5.2-codex-20260114/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "androidnative", + "elo": 1176, + "win_rate": 47.5, + "rank": 10 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1077, + "win_rate": 37, + "rank": 25 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1188, + "win_rate": 48, + "rank": 12 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1180, + "win_rate": 47.7, + "rank": 22 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1151, + "win_rate": 40.5, + "rank": 18 + } + ], + "artificial_analysis": { + "intelligence_index": 49, + "coding_index": 43, + "agentic_index": 56.5 + } } }, { @@ -10850,6 +15112,106 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-5.3-codex-20260224/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "androidnative", + "elo": 1084, + "win_rate": 35.2, + "rank": 18 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1068, + "win_rate": 36.4, + "rank": 26 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1162, + "win_rate": 44.9, + "rank": 15 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1141, + "win_rate": 41.6, + "rank": 25 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1143, + "win_rate": 39.1, + "rank": 19 + }, + { + "arena": "models", + "category": "3d", + "elo": 1090, + "win_rate": 35.3, + "rank": 73 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1194, + "win_rate": 51.2, + "rank": 20 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1197, + "win_rate": 47.2, + "rank": 50 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1206, + "win_rate": 50.4, + "rank": 43 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1233, + "win_rate": 51.2, + "rank": 33 + }, + { + "arena": "models", + "category": "svg", + "elo": 1186, + "win_rate": 54, + "rank": 32 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1194, + "win_rate": 47.3, + "rank": 48 + }, + { + "arena": "models", + "category": "website", + "elo": 1208, + "win_rate": 48.7, + "rank": 49 + } + ], + "artificial_analysis": { + "intelligence_index": 53.6, + "coding_index": 53.1, + "agentic_index": 60.5 + } } }, { @@ -10903,6 +15265,106 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-5.4-20260305/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1183, + "win_rate": 44.5, + "rank": 46 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1242, + "win_rate": 56.1, + "rank": 9 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1267, + "win_rate": 54.1, + "rank": 25 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1277, + "win_rate": 57.4, + "rank": 16 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1307, + "win_rate": 59.1, + "rank": 12 + }, + { + "arena": "models", + "category": "svg", + "elo": 1257, + "win_rate": 58.7, + "rank": 10 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1301, + "win_rate": 59.5, + "rank": 14 + }, + { + "arena": "models", + "category": "website", + "elo": 1269, + "win_rate": 54.1, + "rank": 24 + }, + { + "arena": "agents", + "category": "androidnative", + "elo": 1052, + "win_rate": 47.4, + "rank": 22 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1103, + "win_rate": 40.9, + "rank": 22 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1173, + "win_rate": 46.9, + "rank": 14 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1160, + "win_rate": 44.4, + "rank": 23 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1164, + "win_rate": 41.7, + "rank": 16 + } + ], + "artificial_analysis": { + "intelligence_index": 56.8, + "coding_index": 57.2, + "agentic_index": 68 + } } }, { @@ -11012,6 +15474,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-5.4-mini-20260317/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 48.9, + "coding_index": 51.5, + "agentic_index": 58.9 + } } }, { @@ -11065,6 +15534,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-5.4-nano-20260317/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 44, + "coding_index": 43.9, + "agentic_index": 47.6 + } } }, { @@ -11170,6 +15646,120 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-5.5-20260423/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "agenticgamedev", + "elo": 1211, + "win_rate": 53.2, + "rank": 5 + }, + { + "arena": "agents", + "category": "agenticslides", + "elo": 1154, + "win_rate": 42.5, + "rank": 6 + }, + { + "arena": "agents", + "category": "androidnative", + "elo": 1264, + "win_rate": 55.4, + "rank": 3 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1171, + "win_rate": 46, + "rank": 13 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1218, + "win_rate": 53.1, + "rank": 9 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1238, + "win_rate": 52.8, + "rank": 7 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1201, + "win_rate": 46.1, + "rank": 14 + }, + { + "arena": "models", + "category": "3d", + "elo": 1258, + "win_rate": 53.3, + "rank": 26 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1308, + "win_rate": 63.1, + "rank": 4 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1300, + "win_rate": 57.7, + "rank": 12 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1287, + "win_rate": 58.2, + "rank": 12 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1355, + "win_rate": 64.7, + "rank": 1 + }, + { + "arena": "models", + "category": "svg", + "elo": 1289, + "win_rate": 61.5, + "rank": 5 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1300, + "win_rate": 58.5, + "rank": 15 + }, + { + "arena": "models", + "category": "website", + "elo": 1297, + "win_rate": 57.3, + "rank": 12 + } + ], + "artificial_analysis": { + "intelligence_index": 60.2, + "coding_index": 59.1, + "agentic_index": 74.1 + } } }, { @@ -11446,6 +16036,57 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-oss-120b/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 982, + "win_rate": 29.4, + "rank": 85 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1016, + "win_rate": 33.4, + "rank": 91 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1043, + "win_rate": 45.1, + "rank": 82 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1066, + "win_rate": 40.6, + "rank": 76 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 981, + "win_rate": 35.5, + "rank": 86 + }, + { + "arena": "models", + "category": "website", + "elo": 1013, + "win_rate": 32.5, + "rank": 94 + } + ], + "artificial_analysis": { + "intelligence_index": 33.3, + "coding_index": 28.6, + "agentic_index": 37.9 + } } }, { @@ -11493,6 +16134,57 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-oss-120b/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 982, + "win_rate": 29.4, + "rank": 85 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1016, + "win_rate": 33.4, + "rank": 91 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1043, + "win_rate": 45.1, + "rank": 82 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1066, + "win_rate": 40.6, + "rank": 76 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 981, + "win_rate": 35.5, + "rank": 86 + }, + { + "arena": "models", + "category": "website", + "elo": 1013, + "win_rate": 32.5, + "rank": 94 + } + ], + "artificial_analysis": { + "intelligence_index": 33.3, + "coding_index": 28.6, + "agentic_index": 37.9 + } } }, { @@ -11551,6 +16243,29 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-oss-20b/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "dataviz", + "elo": 977, + "win_rate": 39.7, + "rank": 87 + }, + { + "arena": "models", + "category": "website", + "elo": 898, + "win_rate": 27.9, + "rank": 102 + } + ], + "artificial_analysis": { + "intelligence_index": 24.5, + "coding_index": 18.5, + "agentic_index": 27.6 + } } }, { @@ -11598,6 +16313,29 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-oss-20b/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "dataviz", + "elo": 977, + "win_rate": 39.7, + "rank": 87 + }, + { + "arena": "models", + "category": "website", + "elo": 898, + "win_rate": 27.9, + "rank": 102 + } + ], + "artificial_analysis": { + "intelligence_index": 24.5, + "coding_index": 18.5, + "agentic_index": 27.6 + } } }, { @@ -11700,6 +16438,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/o1-2024-12-17/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 30.7, + "coding_index": 20.5, + "agentic_index": 31.1 + } } }, { @@ -11787,6 +16532,50 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/o3-2025-04-16/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "codecategories", + "elo": 1072, + "win_rate": 51.9, + "rank": 81 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1200, + "win_rate": 48.1, + "rank": 46 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1107, + "win_rate": 56.9, + "rank": 70 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1074, + "win_rate": 53.3, + "rank": 75 + }, + { + "arena": "models", + "category": "website", + "elo": 1082, + "win_rate": 53.8, + "rank": 83 + } + ], + "artificial_analysis": { + "intelligence_index": 38.4, + "coding_index": 38.4, + "agentic_index": 36.1 + } } }, { @@ -11896,6 +16685,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/o3-mini-2025-01-31/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": null, + "coding_index": 17.9, + "agentic_index": null + } } }, { @@ -11945,6 +16741,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/o3-mini-high-2025-01-31/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 25.2, + "coding_index": 17.3, + "agentic_index": 20.9 + } } }, { @@ -12038,6 +16841,57 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/o4-mini-2025-04-16/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 935, + "win_rate": 34, + "rank": 89 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1028, + "win_rate": 46.4, + "rank": 89 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1034, + "win_rate": 50, + "rank": 83 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1076, + "win_rate": 50, + "rank": 74 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1041, + "win_rate": 46.9, + "rank": 79 + }, + { + "arena": "models", + "category": "website", + "elo": 1031, + "win_rate": 47.1, + "rank": 91 + } + ], + "artificial_analysis": { + "intelligence_index": 33.1, + "coding_index": 25.6, + "agentic_index": 36.1 + } } }, { @@ -12618,6 +17472,71 @@ "expiration_date": null, "links": { "details": "/api/v1/models/prime-intellect/intellect-3-20251126/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1168, + "win_rate": 45.2, + "rank": 51 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1003, + "win_rate": 27, + "rank": 42 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1159, + "win_rate": 42.8, + "rank": 64 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1127, + "win_rate": 39, + "rank": 70 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1150, + "win_rate": 41.4, + "rank": 59 + }, + { + "arena": "models", + "category": "svg", + "elo": 1049, + "win_rate": 34.4, + "rank": 58 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1133, + "win_rate": 39.1, + "rank": 63 + }, + { + "arena": "models", + "category": "website", + "elo": 1162, + "win_rate": 43.1, + "rank": 64 + } + ], + "artificial_analysis": { + "intelligence_index": 22.2, + "coding_index": 19.1, + "agentic_index": 19.8 + } } }, { @@ -12668,6 +17587,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen-2.5-72b-instruct/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": null, + "coding_index": 11.9, + "agentic_index": null + } } }, { @@ -12926,12 +17852,13 @@ "instruct_type": null }, "pricing": { - "prompt": "0.00000025", - "completion": "0.00000075" + "prompt": "0.0000008", + "completion": "0.000001", + "input_cache_read": "0.0000004" }, "top_provider": { - "context_length": 32000, - "max_completion_tokens": null, + "context_length": 128000, + "max_completion_tokens": 128000, "is_moderated": false }, "per_request_limits": null, @@ -13009,6 +17936,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-14b-04-28/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 16.2, + "coding_index": 13.1, + "agentic_index": 14.4 + } } }, { @@ -13054,6 +17988,57 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-235b-a22b-04-28/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 941, + "win_rate": 24.5, + "rank": 88 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1055, + "win_rate": 38.3, + "rank": 86 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1044, + "win_rate": 41, + "rank": 81 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1001, + "win_rate": 33.1, + "rank": 88 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1018, + "win_rate": 39.1, + "rank": 83 + }, + { + "arena": "models", + "category": "website", + "elo": 1076, + "win_rate": 40.5, + "rank": 84 + } + ], + "artificial_analysis": { + "intelligence_index": 19.8, + "coding_index": 17.4, + "agentic_index": 18.4 + } } }, { @@ -13072,7 +18057,7 @@ "instruct_type": null }, "pricing": { - "prompt": "0.000000071", + "prompt": "0.00000009", "completion": "0.0000001" }, "top_provider": { @@ -13104,6 +18089,57 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-235b-a22b-07-25/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1076, + "win_rate": 41.1, + "rank": 76 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1091, + "win_rate": 42.7, + "rank": 77 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1101, + "win_rate": 47.7, + "rank": 73 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1025, + "win_rate": 35.2, + "rank": 85 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1023, + "win_rate": 38.8, + "rank": 81 + }, + { + "arena": "models", + "category": "website", + "elo": 1103, + "win_rate": 43.7, + "rank": 79 + } + ], + "artificial_analysis": { + "intelligence_index": 25, + "coding_index": 22.1, + "agentic_index": 22.8 + } } }, { @@ -13161,6 +18197,57 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-235b-a22b-thinking-2507/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1081, + "win_rate": 40.7, + "rank": 75 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1085, + "win_rate": 40.9, + "rank": 79 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 991, + "win_rate": 32.3, + "rank": 85 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1030, + "win_rate": 34.3, + "rank": 84 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 999, + "win_rate": 33.9, + "rank": 85 + }, + { + "arena": "models", + "category": "website", + "elo": 1098, + "win_rate": 42.1, + "rank": 80 + } + ], + "artificial_analysis": { + "intelligence_index": 29.5, + "coding_index": 23.2, + "agentic_index": 29.7 + } } }, { @@ -13179,12 +18266,12 @@ "instruct_type": "qwen3" }, "pricing": { - "prompt": "0.00000009", - "completion": "0.00000045" + "prompt": "0.00000012", + "completion": "0.0000005" }, "top_provider": { "context_length": 40960, - "max_completion_tokens": 20000, + "max_completion_tokens": 16384, "is_moderated": false }, "per_request_limits": null, @@ -13216,9 +18303,53 @@ }, "supported_voices": null, "knowledge_cutoff": "2025-03-31", - "expiration_date": "2026-06-05", + "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-30b-a3b-04-28/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "codecategories", + "elo": 994, + "win_rate": 37.5, + "rank": 93 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1011, + "win_rate": 39, + "rank": 84 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 970, + "win_rate": 33.8, + "rank": 90 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1003, + "win_rate": 42.4, + "rank": 84 + }, + { + "arena": "models", + "category": "website", + "elo": 1000, + "win_rate": 37.7, + "rank": 95 + } + ], + "artificial_analysis": { + "intelligence_index": 15.3, + "coding_index": 11, + "agentic_index": 12.1 + } } }, { @@ -13237,8 +18368,8 @@ "instruct_type": null }, "pricing": { - "prompt": "0.0000000428", - "completion": "0.0000001716" + "prompt": "0.00000004815", + "completion": "0.00000019305" }, "top_provider": { "context_length": 128000, @@ -13269,6 +18400,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-30b-a3b-instruct-2507/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 15, + "coding_index": 14.2, + "agentic_index": 7.1 + } } }, { @@ -13322,6 +18460,29 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-30b-a3b-thinking-2507/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "dataviz", + "elo": 968, + "win_rate": 33.3, + "rank": 89 + }, + { + "arena": "models", + "category": "website", + "elo": 976, + "win_rate": 35.5, + "rank": 97 + } + ], + "artificial_analysis": { + "intelligence_index": 22.4, + "coding_index": 14.6, + "agentic_index": 17.7 + } } }, { @@ -13374,6 +18535,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-32b-04-28/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 16.5, + "coding_index": 13.8, + "agentic_index": 13.5 + } } }, { @@ -13434,6 +18602,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-8b-04-28/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 13.2, + "coding_index": 9, + "agentic_index": 12.6 + } } }, { @@ -13484,6 +18659,50 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-coder-480b-a35b-07-25/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "codecategories", + "elo": 1196, + "win_rate": 61.2, + "rank": 51 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1125, + "win_rate": 54.9, + "rank": 71 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1174, + "win_rate": 59, + "rank": 50 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1171, + "win_rate": 61.5, + "rank": 52 + }, + { + "arena": "models", + "category": "website", + "elo": 1204, + "win_rate": 61.7, + "rank": 52 + } + ], + "artificial_analysis": { + "intelligence_index": 24.8, + "coding_index": 24.6, + "agentic_index": 18.3 + } } }, { @@ -13532,6 +18751,36 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-coder-30b-a3b-instruct/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "dataviz", + "elo": 1128, + "win_rate": 54.7, + "rank": 69 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1103, + "win_rate": 54.1, + "rank": 68 + }, + { + "arena": "models", + "category": "website", + "elo": 1133, + "win_rate": 57.1, + "rank": 73 + } + ], + "artificial_analysis": { + "intelligence_index": 20, + "coding_index": 19.4, + "agentic_index": 21.1 + } } }, { @@ -13636,6 +18885,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-coder-next-2025-02-03/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 28.3, + "coding_index": 22.9, + "agentic_index": 42.1 + } } }, { @@ -13730,6 +18986,50 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-coder-480b-a35b-07-25/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "codecategories", + "elo": 1196, + "win_rate": 61.2, + "rank": 51 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1125, + "win_rate": 54.9, + "rank": 71 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1174, + "win_rate": 59, + "rank": 50 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1171, + "win_rate": 61.5, + "rank": 52 + }, + { + "arena": "models", + "category": "website", + "elo": 1204, + "win_rate": 61.7, + "rank": 52 + } + ], + "artificial_analysis": { + "intelligence_index": 24.8, + "coding_index": 24.6, + "agentic_index": 18.3 + } } }, { @@ -13779,6 +19079,71 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-max/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1156, + "win_rate": 43.5, + "rank": 59 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1173, + "win_rate": 47.4, + "rank": 29 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1162, + "win_rate": 44, + "rank": 62 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1149, + "win_rate": 41.8, + "rank": 60 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1168, + "win_rate": 43.9, + "rank": 53 + }, + { + "arena": "models", + "category": "svg", + "elo": 1068, + "win_rate": 37.3, + "rank": 56 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1134, + "win_rate": 40.1, + "rank": 62 + }, + { + "arena": "models", + "category": "website", + "elo": 1164, + "win_rate": 44.4, + "rank": 63 + } + ], + "artificial_analysis": { + "intelligence_index": 31.4, + "coding_index": 26.4, + "agentic_index": 43 + } } }, { @@ -13829,6 +19194,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-max-thinking-20260123/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 39.8, + "coding_index": 30.5, + "agentic_index": 50.1 + } } }, { @@ -13879,6 +19251,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-next-80b-a3b-instruct-2509/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 20.1, + "coding_index": 15.3, + "agentic_index": 14.2 + } } }, { @@ -13925,6 +19304,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-next-80b-a3b-instruct-2509/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 20.1, + "coding_index": 15.3, + "agentic_index": 14.2 + } } }, { @@ -13981,6 +19367,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-next-80b-a3b-thinking-2509/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 26.7, + "coding_index": 19.5, + "agentic_index": 23.6 + } } }, { @@ -14036,6 +19429,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-vl-235b-a22b-instruct/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 20.8, + "coding_index": 16.5, + "agentic_index": 19.1 + } } }, { @@ -14092,6 +19492,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-vl-235b-a22b-thinking/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 27.6, + "coding_index": 20.9, + "agentic_index": 27 + } } }, { @@ -14149,6 +19556,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-vl-30b-a3b-instruct/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 16, + "coding_index": 14.3, + "agentic_index": 9.5 + } } }, { @@ -14206,6 +19620,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-vl-30b-a3b-thinking/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 19.7, + "coding_index": 13.1, + "agentic_index": 14.9 + } } }, { @@ -14256,6 +19677,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-vl-32b-instruct/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 24.7, + "coding_index": 14.5, + "agentic_index": 23.4 + } } }, { @@ -14310,6 +19738,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-vl-8b-instruct/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 14.3, + "coding_index": 7.3, + "agentic_index": 18.4 + } } }, { @@ -14359,6 +19794,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-vl-8b-thinking/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 16.7, + "coding_index": 9.8, + "agentic_index": 15.6 + } } }, { @@ -14420,6 +19862,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3.5-122b-a10b-20260224/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 41.6, + "coding_index": 34.7, + "agentic_index": 53 + } } }, { @@ -14481,6 +19930,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3.5-27b-20260224/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 42.1, + "coding_index": 34.9, + "agentic_index": 54.6 + } } }, { @@ -14543,6 +19999,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3.5-35b-a3b-20260224/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 37.1, + "coding_index": 30.3, + "agentic_index": 44.1 + } } }, { @@ -14604,6 +20067,64 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3.5-397b-a17b-20260216/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1243, + "win_rate": 56.7, + "rank": 31 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1232, + "win_rate": 52.6, + "rank": 32 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1219, + "win_rate": 53.2, + "rank": 36 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1211, + "win_rate": 50, + "rank": 39 + }, + { + "arena": "models", + "category": "svg", + "elo": 1199, + "win_rate": 56.1, + "rank": 29 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1219, + "win_rate": 51.4, + "rank": 39 + }, + { + "arena": "models", + "category": "website", + "elo": 1235, + "win_rate": 52.6, + "rank": 34 + } + ], + "artificial_analysis": { + "intelligence_index": 45, + "coding_index": 41.3, + "agentic_index": 55.8 + } } }, { @@ -14622,12 +20143,12 @@ "instruct_type": null }, "pricing": { - "prompt": "0.00000004", + "prompt": "0.0000001", "completion": "0.00000015" }, "top_provider": { "context_length": 262144, - "max_completion_tokens": 81920, + "max_completion_tokens": 262144, "is_moderated": false }, "per_request_limits": null, @@ -14665,6 +20186,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3.5-9b-20260310/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 32.4, + "coding_index": 25.3, + "agentic_index": 37.4 + } } }, { @@ -14765,6 +20293,66 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3.5-plus-20260216/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1202, + "win_rate": 47.8, + "rank": 42 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1137, + "win_rate": 43.2, + "rank": 35 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1220, + "win_rate": 48.5, + "rank": 41 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1179, + "win_rate": 44.8, + "rank": 53 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1179, + "win_rate": 42.7, + "rank": 49 + }, + { + "arena": "models", + "category": "svg", + "elo": 1166, + "win_rate": 48.9, + "rank": 36 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1234, + "win_rate": 52.2, + "rank": 32 + }, + { + "arena": "models", + "category": "website", + "elo": 1233, + "win_rate": 50.1, + "rank": 37 + } + ] } }, { @@ -14830,12 +20418,12 @@ "instruct_type": null }, "pricing": { - "prompt": "0.00000029", - "completion": "0.0000032" + "prompt": "0.000000289", + "completion": "0.0000024" }, "top_provider": { - "context_length": 262140, - "max_completion_tokens": 262140, + "context_length": 131072, + "max_completion_tokens": 131072, "is_moderated": false }, "per_request_limits": null, @@ -14873,6 +20461,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3.6-27b-20260422/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 45.8, + "coding_index": 36.5, + "agentic_index": 62.9 + } } }, { @@ -14891,12 +20486,13 @@ "instruct_type": null }, "pricing": { - "prompt": "0.00000014", - "completion": "0.000001" + "prompt": "0.00000015", + "completion": "0.000001", + "input_cache_read": "0.00000005" }, "top_provider": { - "context_length": 262140, - "max_completion_tokens": 262140, + "context_length": 262144, + "max_completion_tokens": 262144, "is_moderated": false }, "per_request_limits": null, @@ -14931,6 +20527,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3.6-35b-a3b-20260415/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 43.5, + "coding_index": 35.2, + "agentic_index": 58.3 + } } }, { @@ -15027,6 +20630,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3.6-max-preview-20260420/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 51.8, + "coding_index": 44.9, + "agentic_index": 64.8 + } } }, { @@ -15081,6 +20691,71 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3.6-plus-04-02/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1280, + "win_rate": 51.5, + "rank": 21 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1179, + "win_rate": 48.3, + "rank": 26 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1279, + "win_rate": 52.1, + "rank": 22 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1266, + "win_rate": 51.1, + "rank": 22 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1285, + "win_rate": 53.6, + "rank": 17 + }, + { + "arena": "models", + "category": "svg", + "elo": 1220, + "win_rate": 52.6, + "rank": 18 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1288, + "win_rate": 52.4, + "rank": 20 + }, + { + "arena": "models", + "category": "website", + "elo": 1263, + "win_rate": 52, + "rank": 26 + } + ], + "artificial_analysis": { + "intelligence_index": 50, + "coding_index": 42.9, + "agentic_index": 61.7 + } } }, { @@ -15138,6 +20813,149 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3.7-max-20260520/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "androidnative", + "elo": 1127, + "win_rate": 39.1, + "rank": 15 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1206, + "win_rate": 44.3, + "rank": 11 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1212, + "win_rate": 46.3, + "rank": 11 + }, + { + "arena": "models", + "category": "3d", + "elo": 1315, + "win_rate": 60, + "rank": 12 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1270, + "win_rate": 55.9, + "rank": 8 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1312, + "win_rate": 59, + "rank": 10 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1284, + "win_rate": 56.6, + "rank": 13 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1329, + "win_rate": 61.4, + "rank": 9 + }, + { + "arena": "models", + "category": "svg", + "elo": 1280, + "win_rate": 61.6, + "rank": 7 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1340, + "win_rate": 62.8, + "rank": 5 + }, + { + "arena": "models", + "category": "website", + "elo": 1307, + "win_rate": 58.3, + "rank": 10 + } + ], + "artificial_analysis": { + "intelligence_index": 56.6, + "coding_index": 50.1, + "agentic_index": 66.6 + } + } + }, + { + "id": "qwen/qwen3.7-plus", + "canonical_slug": "qwen/qwen3.7-plus-20260602", + "hugging_face_id": null, + "name": "Qwen: Qwen3.7 Plus", + "created": 1780491783, + "description": "Qwen3.7-Plus is a cost-effective model in Alibaba's Qwen3.7 series. It supports text and image input with text output, building on the series' text capabilities with a comprehensive upgrade to its...", + "context_length": 1000000, + "architecture": { + "modality": "text+image->text", + "input_modalities": ["text", "image"], + "output_modalities": ["text"], + "tokenizer": "Qwen", + "instruct_type": null + }, + "pricing": { + "prompt": "0.00000032", + "completion": "0.00000128", + "input_cache_read": "0.000000064", + "input_cache_write": "0.0000004" + }, + "top_provider": { + "context_length": 1000000, + "max_completion_tokens": 65536, + "is_moderated": false + }, + "per_request_limits": null, + "supported_parameters": [ + "include_reasoning", + "logprobs", + "max_tokens", + "presence_penalty", + "reasoning", + "response_format", + "seed", + "structured_outputs", + "temperature", + "tool_choice", + "tools", + "top_logprobs", + "top_p" + ], + "default_parameters": {}, + "supported_voices": null, + "knowledge_cutoff": null, + "expiration_date": null, + "links": { + "details": "/api/v1/models/qwen/qwen3.7-plus-20260602/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 53.3, + "coding_index": 46.5, + "agentic_index": 65.1 + } } }, { @@ -15243,6 +21061,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/rekaai/reka-flash-3/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 9.5, + "coding_index": 8.9, + "agentic_index": 0 + } } }, { @@ -15329,52 +21154,6 @@ "details": "/api/v1/models/relace/relace-search-20251208/endpoints" } }, - { - "id": "sao10k/l3-euryale-70b", - "canonical_slug": "sao10k/l3-euryale-70b", - "hugging_face_id": "Sao10K/L3-70B-Euryale-v2.1", - "name": "Sao10k: Llama 3 Euryale 70B v2.1", - "created": 1718668800, - "description": "Euryale 70B v2.1 is a model focused on creative roleplay from [Sao10k](https://ko-fi.com/sao10k). - Better prompt adherence. - Better anatomy / spatial awareness. - Adapts much better to unique and custom...", - "context_length": 8192, - "architecture": { - "modality": "text->text", - "input_modalities": ["text"], - "output_modalities": ["text"], - "tokenizer": "Llama3", - "instruct_type": "llama3" - }, - "pricing": { - "prompt": "0.00000148", - "completion": "0.00000148" - }, - "top_provider": { - "context_length": 8192, - "max_completion_tokens": 8192, - "is_moderated": false - }, - "per_request_limits": null, - "supported_parameters": [ - "frequency_penalty", - "max_tokens", - "presence_penalty", - "repetition_penalty", - "seed", - "stop", - "temperature", - "tool_choice", - "tools", - "top_k", - "top_p" - ], - "default_parameters": {}, - "supported_voices": null, - "knowledge_cutoff": "2023-12-31", - "expiration_date": "2026-06-05", - "links": { - "details": "/api/v1/models/sao10k/l3-euryale-70b/endpoints" - } - }, { "id": "sao10k/l3-lunaris-8b", "canonical_slug": "sao10k/l3-lunaris-8b", @@ -15623,6 +21402,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/stepfun/step-3.5-flash/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 38.5, + "coding_index": 34.6, + "agentic_index": 48.2 + } } }, { @@ -15678,6 +21464,57 @@ "expiration_date": null, "links": { "details": "/api/v1/models/stepfun/step-3.7-flash-20260528/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1198, + "win_rate": 43.2, + "rank": 43 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1219, + "win_rate": 47, + "rank": 43 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1223, + "win_rate": 49.4, + "rank": 34 + }, + { + "arena": "models", + "category": "svg", + "elo": 1118, + "win_rate": 40.7, + "rank": 45 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1208, + "win_rate": 45.5, + "rank": 44 + }, + { + "arena": "models", + "category": "website", + "elo": 1227, + "win_rate": 48.1, + "rank": 40 + } + ], + "artificial_analysis": { + "intelligence_index": 42.6, + "coding_index": 37.1, + "agentic_index": 59.5 + } } }, { @@ -15820,6 +21657,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/tencent/hy3-preview-20260421/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 41.9, + "coding_index": 36.5, + "agentic_index": 55.7 + } } }, { @@ -16119,6 +21963,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/upstage/solar-pro-3/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 25.9, + "coding_index": 13.3, + "agentic_index": 34.9 + } } }, { @@ -16219,6 +22070,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/x-ai/grok-4.20-20260309/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 49.3, + "coding_index": 40.5, + "agentic_index": 53.9 + } } }, { @@ -16332,6 +22190,120 @@ "expiration_date": null, "links": { "details": "/api/v1/models/x-ai/grok-4.3-20260430/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "agenticgamedev", + "elo": 1032, + "win_rate": 27.5, + "rank": 10 + }, + { + "arena": "agents", + "category": "agenticslides", + "elo": 1091, + "win_rate": 32.3, + "rank": 8 + }, + { + "arena": "agents", + "category": "androidnative", + "elo": 1032, + "win_rate": 23.5, + "rank": 23 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1090, + "win_rate": 32.9, + "rank": 24 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1136, + "win_rate": 38.8, + "rank": 16 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1148, + "win_rate": 39.1, + "rank": 24 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1228, + "win_rate": 49.2, + "rank": 9 + }, + { + "arena": "models", + "category": "3d", + "elo": 1213, + "win_rate": 45.7, + "rank": 38 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1186, + "win_rate": 47.1, + "rank": 23 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1254, + "win_rate": 51.1, + "rank": 28 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1237, + "win_rate": 48.6, + "rank": 30 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1262, + "win_rate": 52.6, + "rank": 25 + }, + { + "arena": "models", + "category": "svg", + "elo": 1132, + "win_rate": 41.8, + "rank": 42 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1256, + "win_rate": 49.5, + "rank": 27 + }, + { + "arena": "models", + "category": "website", + "elo": 1253, + "win_rate": 51.7, + "rank": 28 + } + ], + "artificial_analysis": { + "intelligence_index": 53.2, + "coding_index": 41, + "agentic_index": 65.9 + } } }, { @@ -16425,14 +22397,11 @@ "max_tokens", "presence_penalty", "reasoning", - "repetition_penalty", "response_format", - "seed", "stop", "temperature", "tool_choice", "tools", - "top_k", "top_p" ], "default_parameters": { @@ -16445,6 +22414,71 @@ "expiration_date": null, "links": { "details": "/api/v1/models/xiaomi/mimo-v2-flash-20251210/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1196, + "win_rate": 49.3, + "rank": 44 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1065, + "win_rate": 34.6, + "rank": 40 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1207, + "win_rate": 49.6, + "rank": 47 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1176, + "win_rate": 46, + "rank": 55 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1204, + "win_rate": 49.2, + "rank": 45 + }, + { + "arena": "models", + "category": "svg", + "elo": 1087, + "win_rate": 40.6, + "rank": 51 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1198, + "win_rate": 48, + "rank": 47 + }, + { + "arena": "models", + "category": "website", + "elo": 1211, + "win_rate": 50.1, + "rank": 47 + } + ], + "artificial_analysis": { + "intelligence_index": 41.5, + "coding_index": 33.5, + "agentic_index": 48.8 + } } }, { @@ -16499,6 +22533,71 @@ "expiration_date": null, "links": { "details": "/api/v1/models/xiaomi/mimo-v2.5-20260422/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1305, + "win_rate": 53.9, + "rank": 15 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1173, + "win_rate": 46.1, + "rank": 28 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1306, + "win_rate": 54.9, + "rank": 11 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1282, + "win_rate": 53.9, + "rank": 15 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1306, + "win_rate": 56.3, + "rank": 14 + }, + { + "arena": "models", + "category": "svg", + "elo": 1206, + "win_rate": 51.3, + "rank": 25 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1318, + "win_rate": 56.6, + "rank": 10 + }, + { + "arena": "models", + "category": "website", + "elo": 1306, + "win_rate": 55, + "rank": 11 + } + ], + "artificial_analysis": { + "intelligence_index": 49, + "coding_index": 42.1, + "agentic_index": 65.5 + } } }, { @@ -16559,50 +22658,57 @@ "expiration_date": null, "links": { "details": "/api/v1/models/xiaomi/mimo-v2.5-pro-20260422/endpoints" - } - }, - { - "id": "z-ai/glm-4-32b", - "canonical_slug": "z-ai/glm-4-32b-0414", - "hugging_face_id": "", - "name": "Z.ai: GLM 4 32B ", - "created": 1753376617, - "description": "GLM 4 32B is a cost-effective foundation language model. It can efficiently perform complex tasks and has significantly enhanced capabilities in tool use, online search, and code-related intelligent tasks. It...", - "context_length": 128000, - "architecture": { - "modality": "text->text", - "input_modalities": ["text"], - "output_modalities": ["text"], - "tokenizer": "Other", - "instruct_type": null - }, - "pricing": { - "prompt": "0.0000001", - "completion": "0.0000001" - }, - "top_provider": { - "context_length": 128000, - "max_completion_tokens": null, - "is_moderated": false - }, - "per_request_limits": null, - "supported_parameters": [ - "max_tokens", - "temperature", - "tool_choice", - "tools", - "top_p" - ], - "default_parameters": { - "temperature": 0.75, - "top_p": null, - "frequency_penalty": null }, - "supported_voices": null, - "knowledge_cutoff": "2024-06-30", - "expiration_date": null, - "links": { - "details": "/api/v1/models/z-ai/glm-4-32b-0414/endpoints" + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1335, + "win_rate": 64.1, + "rank": 8 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1323, + "win_rate": 61.8, + "rank": 8 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1311, + "win_rate": 62.8, + "rank": 6 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1332, + "win_rate": 62.8, + "rank": 7 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1309, + "win_rate": 60.6, + "rank": 11 + }, + { + "arena": "models", + "category": "website", + "elo": 1310, + "win_rate": 60.1, + "rank": 9 + } + ], + "artificial_analysis": { + "intelligence_index": 53.8, + "coding_index": 45.5, + "agentic_index": 67.4 + } } }, { @@ -16654,9 +22760,67 @@ }, "supported_voices": null, "knowledge_cutoff": "2024-12-31", - "expiration_date": null, + "expiration_date": "2026-06-19", "links": { "details": "/api/v1/models/z-ai/glm-4.5/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1253, + "win_rate": 59.7, + "rank": 27 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1218, + "win_rate": 54.4, + "rank": 44 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1203, + "win_rate": 53.3, + "rank": 45 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1218, + "win_rate": 54.4, + "rank": 35 + }, + { + "arena": "models", + "category": "svg", + "elo": 1154, + "win_rate": 50.8, + "rank": 38 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1201, + "win_rate": 55.1, + "rank": 45 + }, + { + "arena": "models", + "category": "website", + "elo": 1215, + "win_rate": 53.8, + "rank": 45 + } + ], + "artificial_analysis": { + "intelligence_index": 26.4, + "coding_index": 26.3, + "agentic_index": 16.2 + } } }, { @@ -16688,6 +22852,7 @@ "supported_parameters": [ "frequency_penalty", "include_reasoning", + "logprobs", "max_tokens", "presence_penalty", "reasoning", @@ -16695,10 +22860,12 @@ "response_format", "seed", "stop", + "structured_outputs", "temperature", "tool_choice", "tools", "top_k", + "top_logprobs", "top_p" ], "default_parameters": { @@ -16711,52 +22878,64 @@ "expiration_date": null, "links": { "details": "/api/v1/models/z-ai/glm-4.5-air/endpoints" - } - }, - { - "id": "z-ai/glm-4.5-air:free", - "canonical_slug": "z-ai/glm-4.5-air", - "hugging_face_id": "zai-org/GLM-4.5-Air", - "name": "Z.ai: GLM 4.5 Air (free)", - "created": 1753471258, - "description": "GLM-4.5-Air is the lightweight variant of our latest flagship model family, also purpose-built for agent-centric applications. Like GLM-4.5, it adopts the Mixture-of-Experts (MoE) architecture but with a more compact parameter...", - "context_length": 131072, - "architecture": { - "modality": "text->text", - "input_modalities": ["text"], - "output_modalities": ["text"], - "tokenizer": "Other", - "instruct_type": null - }, - "pricing": { - "prompt": "0", - "completion": "0" - }, - "top_provider": { - "context_length": 131072, - "max_completion_tokens": 96000, - "is_moderated": false - }, - "per_request_limits": null, - "supported_parameters": [ - "include_reasoning", - "max_tokens", - "reasoning", - "temperature", - "tool_choice", - "tools", - "top_p" - ], - "default_parameters": { - "temperature": 0.75, - "top_p": null, - "frequency_penalty": null }, - "supported_voices": null, - "knowledge_cutoff": "2024-12-31", - "expiration_date": null, - "links": { - "details": "/api/v1/models/z-ai/glm-4.5-air/endpoints" + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1205, + "win_rate": 54.1, + "rank": 40 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1190, + "win_rate": 51.5, + "rank": 55 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1236, + "win_rate": 59.4, + "rank": 31 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1167, + "win_rate": 48.4, + "rank": 54 + }, + { + "arena": "models", + "category": "svg", + "elo": 1128, + "win_rate": 50.8, + "rank": 43 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1180, + "win_rate": 54.6, + "rank": 51 + }, + { + "arena": "models", + "category": "website", + "elo": 1192, + "win_rate": 51.3, + "rank": 54 + } + ], + "artificial_analysis": { + "intelligence_index": 23.2, + "coding_index": 23.8, + "agentic_index": 21 + } } }, { @@ -16811,6 +22990,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/z-ai/glm-4.5v/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 15.1, + "coding_index": 10.9, + "agentic_index": 10.9 + } } }, { @@ -16871,6 +23057,92 @@ "expiration_date": null, "links": { "details": "/api/v1/models/z-ai/glm-4.6/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "androidnative", + "elo": 1106, + "win_rate": 52.4, + "rank": 17 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1116, + "win_rate": 42.3, + "rank": 20 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1218, + "win_rate": 53, + "rank": 8 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1194, + "win_rate": 49.3, + "rank": 17 + }, + { + "arena": "models", + "category": "3d", + "elo": 1210, + "win_rate": 54, + "rank": 39 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1218, + "win_rate": 54.3, + "rank": 45 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1208, + "win_rate": 52.8, + "rank": 41 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1222, + "win_rate": 54.6, + "rank": 34 + }, + { + "arena": "models", + "category": "svg", + "elo": 1166, + "win_rate": 52.1, + "rank": 35 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1215, + "win_rate": 54, + "rank": 40 + }, + { + "arena": "models", + "category": "website", + "elo": 1220, + "win_rate": 54.4, + "rank": 44 + } + ], + "artificial_analysis": { + "intelligence_index": 32.5, + "coding_index": 29.5, + "agentic_index": 41.6 + } } }, { @@ -16891,11 +23163,11 @@ "pricing": { "prompt": "0.0000003", "completion": "0.0000009", - "input_cache_read": "0.00000005" + "input_cache_read": "0.000000055" }, "top_provider": { "context_length": 131072, - "max_completion_tokens": 24000, + "max_completion_tokens": 32768, "is_moderated": false }, "per_request_limits": null, @@ -16925,6 +23197,13 @@ "expiration_date": null, "links": { "details": "/api/v1/models/z-ai/glm-4.6-20251208/endpoints" + }, + "benchmarks": { + "artificial_analysis": { + "intelligence_index": 23.4, + "coding_index": 19.7, + "agentic_index": 17.5 + } } }, { @@ -16984,6 +23263,99 @@ "expiration_date": null, "links": { "details": "/api/v1/models/z-ai/glm-4.7-20251222/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "androidnative", + "elo": 1136, + "win_rate": 56, + "rank": 14 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1135, + "win_rate": 44.9, + "rank": 17 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1131, + "win_rate": 39.1, + "rank": 18 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1197, + "win_rate": 49.8, + "rank": 14 + }, + { + "arena": "models", + "category": "3d", + "elo": 1275, + "win_rate": 55, + "rank": 23 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1213, + "win_rate": 49, + "rank": 15 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1270, + "win_rate": 55.6, + "rank": 23 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1241, + "win_rate": 52, + "rank": 29 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1263, + "win_rate": 57, + "rank": 24 + }, + { + "arena": "models", + "category": "svg", + "elo": 1201, + "win_rate": 54.7, + "rank": 26 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1253, + "win_rate": 51.1, + "rank": 28 + }, + { + "arena": "models", + "category": "website", + "elo": 1272, + "win_rate": 56, + "rank": 21 + } + ], + "artificial_analysis": { + "intelligence_index": 42.1, + "coding_index": 36.3, + "agentic_index": 55 + } } }, { @@ -17041,6 +23413,64 @@ "expiration_date": null, "links": { "details": "/api/v1/models/z-ai/glm-4.7-flash-20260119/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1203, + "win_rate": 51.2, + "rank": 41 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1230, + "win_rate": 53.1, + "rank": 33 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1167, + "win_rate": 45.3, + "rank": 58 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1207, + "win_rate": 49.7, + "rank": 41 + }, + { + "arena": "models", + "category": "svg", + "elo": 1095, + "win_rate": 44.2, + "rank": 48 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1264, + "win_rate": 57.6, + "rank": 25 + }, + { + "arena": "models", + "category": "website", + "elo": 1239, + "win_rate": 54, + "rank": 33 + } + ], + "artificial_analysis": { + "intelligence_index": 30.1, + "coding_index": 25.9, + "agentic_index": 46 + } } }, { @@ -17098,6 +23528,99 @@ "expiration_date": null, "links": { "details": "/api/v1/models/z-ai/glm-5-20260211/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "androidnative", + "elo": 1222, + "win_rate": 61.9, + "rank": 7 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1206, + "win_rate": 53.8, + "rank": 10 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1238, + "win_rate": 54.8, + "rank": 3 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1230, + "win_rate": 53.5, + "rank": 10 + }, + { + "arena": "models", + "category": "3d", + "elo": 1313, + "win_rate": 56.8, + "rank": 13 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1186, + "win_rate": 47.3, + "rank": 22 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1298, + "win_rate": 55.7, + "rank": 15 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1271, + "win_rate": 52.8, + "rank": 19 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1307, + "win_rate": 58.1, + "rank": 13 + }, + { + "arena": "models", + "category": "svg", + "elo": 1224, + "win_rate": 54.5, + "rank": 15 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1289, + "win_rate": 54.1, + "rank": 19 + }, + { + "arena": "models", + "category": "website", + "elo": 1292, + "win_rate": 55.1, + "rank": 17 + } + ], + "artificial_analysis": { + "intelligence_index": 49.8, + "coding_index": 44.2, + "agentic_index": 63.1 + } } }, { @@ -17107,7 +23630,7 @@ "name": "Z.ai: GLM 5 Turbo", "created": 1773583573, "description": "GLM-5 Turbo is a new model from Z.ai designed for fast inference and strong performance in agent-driven environments such as OpenClaw scenarios. It is deeply optimized for real-world agent workflows...", - "context_length": 202752, + "context_length": 262144, "architecture": { "modality": "text->text", "input_modalities": ["text"], @@ -17121,7 +23644,7 @@ "input_cache_read": "0.00000024" }, "top_provider": { - "context_length": 202752, + "context_length": 262144, "max_completion_tokens": 131072, "is_moderated": false }, @@ -17157,6 +23680,71 @@ "expiration_date": null, "links": { "details": "/api/v1/models/z-ai/glm-5-turbo-20260315/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1338, + "win_rate": 61.3, + "rank": 7 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1190, + "win_rate": 50.2, + "rank": 21 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1326, + "win_rate": 58.5, + "rank": 7 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1309, + "win_rate": 58.2, + "rank": 7 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1339, + "win_rate": 61.8, + "rank": 4 + }, + { + "arena": "models", + "category": "svg", + "elo": 1269, + "win_rate": 59.7, + "rank": 9 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1320, + "win_rate": 58.2, + "rank": 8 + }, + { + "arena": "models", + "category": "website", + "elo": 1322, + "win_rate": 57.5, + "rank": 5 + } + ], + "artificial_analysis": { + "intelligence_index": 46.8, + "coding_index": 36.8, + "agentic_index": 66.1 + } } }, { @@ -17221,57 +23809,113 @@ "expiration_date": null, "links": { "details": "/api/v1/models/z-ai/glm-5.1-20260406/endpoints" - } - }, - { - "id": "z-ai/glm-5v-turbo", - "canonical_slug": "z-ai/glm-5v-turbo-20260401", - "hugging_face_id": "", - "name": "Z.ai: GLM 5V Turbo", - "created": 1775061458, - "description": "GLM-5V-Turbo is Z.ai’s first native multimodal agent foundation model, built for vision-based coding and agent-driven tasks. It natively handles image, video, and text inputs, excels at long-horizon planning, complex coding,...", - "context_length": 202752, - "architecture": { - "modality": "text+image+video->text", - "input_modalities": ["image", "text", "video"], - "output_modalities": ["text"], - "tokenizer": "Other", - "instruct_type": null - }, - "pricing": { - "prompt": "0.0000012", - "completion": "0.000004", - "input_cache_read": "0.00000024" }, - "top_provider": { - "context_length": 202752, - "max_completion_tokens": 131072, - "is_moderated": false - }, - "per_request_limits": null, - "supported_parameters": [ - "include_reasoning", - "max_tokens", - "reasoning", - "response_format", - "temperature", - "tool_choice", - "tools", - "top_p" - ], - "default_parameters": { - "temperature": 1, - "top_p": 0.95, - "top_k": null, - "frequency_penalty": null, - "presence_penalty": null, - "repetition_penalty": null - }, - "supported_voices": null, - "knowledge_cutoff": null, - "expiration_date": null, - "links": { - "details": "/api/v1/models/z-ai/glm-5v-turbo-20260401/endpoints" + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1342, + "win_rate": 66.6, + "rank": 6 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1333, + "win_rate": 63.4, + "rank": 4 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1366, + "win_rate": 67, + "rank": 2 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1338, + "win_rate": 63.3, + "rank": 5 + }, + { + "arena": "models", + "category": "svg", + "elo": 1293, + "win_rate": 64.6, + "rank": 4 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1340, + "win_rate": 65.3, + "rank": 4 + }, + { + "arena": "models", + "category": "website", + "elo": 1315, + "win_rate": 60.9, + "rank": 7 + }, + { + "arena": "agents", + "category": "agenticgamedev", + "elo": 1217, + "win_rate": 54.4, + "rank": 4 + }, + { + "arena": "agents", + "category": "agenticslides", + "elo": 1256, + "win_rate": 54.3, + "rank": 2 + }, + { + "arena": "agents", + "category": "androidnative", + "elo": 1220, + "win_rate": 50.1, + "rank": 8 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1251, + "win_rate": 58, + "rank": 6 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1236, + "win_rate": 56, + "rank": 4 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1243, + "win_rate": 55.5, + "rank": 6 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1269, + "win_rate": 56.6, + "rank": 6 + } + ], + "artificial_analysis": { + "intelligence_index": 51.4, + "coding_index": 43.4, + "agentic_index": 67.1 + } } } ]