From 1f70a30da5fcd483dc7ac7427c57cd114ca4195b Mon Sep 17 00:00:00 2001 From: erin2722 <16248113+erin2722@users.noreply.github.com> Date: Thu, 2 Jul 2026 11:08:03 +0000 Subject: [PATCH 1/2] chore: update model catalog from bot issues --- packages/proxy/schema/index.ts | 9 ++-- packages/proxy/schema/model_list.json | 59 ++++++++++++++++++++++----- 2 files changed, 55 insertions(+), 13 deletions(-) diff --git a/packages/proxy/schema/index.ts b/packages/proxy/schema/index.ts index 01bad129..307b3b57 100644 --- a/packages/proxy/schema/index.ts +++ b/packages/proxy/schema/index.ts @@ -364,7 +364,7 @@ export const AvailableEndpointTypes: { [name: string]: ModelEndpointType[] } = { "pixtral-large-latest": ["mistral"], "mistral-medium-latest": ["mistral"], "mistral-medium-2505": ["mistral"], - "pixtral-large-2411": ["mistral", "vertex"], + "pixtral-large-2411": ["mistral"], "mistral-small-latest": ["mistral"], "mistral-small-2501": ["mistral"], "codestral-2501": ["mistral"], @@ -947,7 +947,7 @@ export const AvailableEndpointTypes: { [name: string]: ModelEndpointType[] } = { "grok-code-fast-1": ["xAI"], "grok-code-fast": ["xAI"], "grok-code-fast-1-0825": ["xAI"], - "gemini-3.5-flash": ["google"], + "gemini-3.5-flash": ["google", "vertex"], "gemini-3.1-flash-image-preview": ["google"], "gemini-3.1-flash-lite": ["google"], "gemini-3.1-flash-lite-preview": ["google"], @@ -1043,7 +1043,7 @@ export const AvailableEndpointTypes: { [name: string]: ModelEndpointType[] } = { "databricks-meta-llama-3-3-70b-instruct": ["databricks"], "databricks-meta-llama-3-1-405b-instruct": ["databricks"], "databricks-meta-llama-3-1-8b-instruct": ["databricks"], - "openai/gpt-oss-120b": ["together", "groq", "baseten"], + "openai/gpt-oss-120b": ["groq", "together", "baseten"], "openai/gpt-oss-20b": ["groq"], // NOTE: We use groq pricing for this and Together pricing for the 120B model "o4-mini-deep-research-2025-06-26": ["openai", "azure"], "o4-mini-deep-research": ["openai", "azure"], @@ -1060,6 +1060,9 @@ export const AvailableEndpointTypes: { [name: string]: ModelEndpointType[] } = { "accounts/fireworks/models/deepseek-v2-lite-chat": ["fireworks"], "accounts/fireworks/models/kimi-k2-instruct": ["fireworks"], "grok-latest": ["xAI"], + "gemma-4-31b": ["cerebras"], + "mistral-medium-3-5-26-04": ["mistral"], + "gpt-5.4-mini-2026-03-17": ["openai", "azure"], }; const modelEndpointAvailableModels = getAvailableModels(); diff --git a/packages/proxy/schema/model_list.json b/packages/proxy/schema/model_list.json index 34173804..c6de9705 100644 --- a/packages/proxy/schema/model_list.json +++ b/packages/proxy/schema/model_list.json @@ -78,7 +78,7 @@ "displayName": "GPT-5.4 mini (2026-03-17)", "reasoning": true, "parent": "gpt-5.4-mini", - "max_input_tokens": 272000, + "max_input_tokens": 400000, "max_output_tokens": 128000, "available_providers": [ "openai", @@ -164,7 +164,7 @@ "input_cache_read_cost_per_mil_tokens": 0.075, "displayName": "GPT-5.4 mini", "reasoning": true, - "max_input_tokens": 272000, + "max_input_tokens": 400000, "max_output_tokens": 128000, "available_providers": [ "openai", @@ -180,7 +180,7 @@ "input_cache_read_cost_per_mil_tokens": 0.02, "displayName": "GPT-5.4 nano", "reasoning": true, - "max_input_tokens": 272000, + "max_input_tokens": 400000, "max_output_tokens": 128000, "available_providers": [ "openai", @@ -1313,8 +1313,8 @@ "openai/gpt-oss-120b": { "format": "openai", "flavor": "chat", - "input_cost_per_mil_tokens": 0.15, - "output_cost_per_mil_tokens": 0.6, + "input_cost_per_mil_tokens": 0.1, + "output_cost_per_mil_tokens": 0.5, "input_cache_read_cost_per_mil_tokens": 0.1, "displayName": "OpenAI GPT-OSS (120B)", "reasoning": true, @@ -1655,7 +1655,7 @@ "us.anthropic.claude-sonnet-4-6" ], "max_input_tokens": 1000000, - "max_output_tokens": 64000, + "max_output_tokens": 128000, "available_providers": [ "anthropic" ] @@ -3249,6 +3249,7 @@ "displayName": "Qwen3-32B", "reasoning": true, "experimental": true, + "deprecation_date": "2026-07-17", "max_input_tokens": 131072, "max_output_tokens": 40960, "available_providers": [ @@ -4084,7 +4085,7 @@ "flavor": "chat", "input_cost_per_mil_tokens": 0.6, "output_cost_per_mil_tokens": 3.6, - "input_cache_read_cost_per_mil_tokens": 0.06, + "input_cache_read_cost_per_mil_tokens": 0.35, "displayName": "Qwen3.5 397B A17B", "max_input_tokens": 262144, "available_providers": [ @@ -4308,6 +4309,7 @@ "flavor": "chat", "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 6, + "deprecation_date": "2026-05-31", "parent": "mistral-large-latest", "fallback_models": [ "publishers/mistralai/models/mistral-large-2411" @@ -4347,6 +4349,7 @@ "multimodal": true, "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 6, + "deprecation_date": "2026-05-31", "parent": "pixtral-large-latest", "max_input_tokens": 128000, "max_output_tokens": 128000, @@ -4361,6 +4364,8 @@ "input_cost_per_mil_tokens": 1.5, "output_cost_per_mil_tokens": 7.5, "displayName": "Mistral Medium 3.5", + "reasoning": true, + "reasoning_budget": true, "max_input_tokens": 256000, "available_providers": [ "mistral" @@ -4386,6 +4391,8 @@ "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.6, "displayName": "Mistral Small", + "reasoning": true, + "reasoning_budget": true, "max_input_tokens": 262144, "max_output_tokens": 131072, "available_providers": [ @@ -4666,6 +4673,7 @@ "input_cost_per_mil_tokens": 0.59, "output_cost_per_mil_tokens": 0.79, "displayName": "Llama 3.3 70B Versatile 128k", + "deprecation_date": "2026-08-16", "max_input_tokens": 128000, "max_output_tokens": 32768, "available_providers": [ @@ -4724,6 +4732,7 @@ "output_cost_per_mil_tokens": 0.34, "displayName": "Llama 4 Scout (17Bx16E)", "experimental": true, + "deprecation_date": "2026-07-17", "max_input_tokens": 131072, "max_output_tokens": 8192, "available_providers": [ @@ -4776,6 +4785,8 @@ "input_cost_per_mil_tokens": 1.5, "output_cost_per_mil_tokens": 7.5, "displayName": "Mistral Medium 3.5", + "reasoning": true, + "reasoning_budget": true, "max_input_tokens": 256000, "available_providers": [ "mistral" @@ -6112,6 +6123,7 @@ "input_cache_read_cost_per_mil_tokens": 0.15, "displayName": "Gemini 3.5 Flash", "reasoning": true, + "reasoning_budget": true, "fallback_models": [ "publishers/google/models/gemini-3.5-flash" ], @@ -6813,7 +6825,7 @@ "reasoning": true, "reasoning_budget": true, "max_input_tokens": 1000000, - "max_output_tokens": 64000, + "max_output_tokens": 128000, "available_providers": [ "bedrock" ] @@ -8196,7 +8208,7 @@ "reasoning": true, "reasoning_budget": true, "max_input_tokens": 1000000, - "max_output_tokens": 64000, + "max_output_tokens": 128000, "available_providers": [ "vertex" ] @@ -9393,7 +9405,7 @@ "flavor": "chat", "input_cost_per_mil_tokens": 1.4, "output_cost_per_mil_tokens": 4.4, - "input_cache_read_cost_per_mil_tokens": 0.26, + "input_cache_read_cost_per_mil_tokens": 0.14, "displayName": "GLM 5.2", "reasoning": true, "max_input_tokens": 1048576, @@ -12175,6 +12187,19 @@ "bedrock" ] }, + "mistral-medium-3-5-26-04": { + "format": "openai", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 1.5, + "output_cost_per_mil_tokens": 7.5, + "displayName": "Mistral Medium 3.5 (2026-04)", + "parent": "mistral-medium-3.5", + "max_input_tokens": 256000, + "available_providers": [ + "mistral" + ] + }, "us.mistral.pixtral-large-2502-v1:0": { "format": "converse", "flavor": "chat", @@ -12297,5 +12322,19 @@ "available_providers": [ "vertex" ] + }, + "gemma-4-31b": { + "format": "openai", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 0.99, + "output_cost_per_mil_tokens": 1.49, + "displayName": "Gemma 4 31B", + "reasoning": true, + "max_input_tokens": 131072, + "max_output_tokens": 40960, + "available_providers": [ + "cerebras" + ] } } From 6ca74a203e413e5e387c4e4d43ace20ad22dc755 Mon Sep 17 00:00:00 2001 From: Erin McNulty Date: Thu, 2 Jul 2026 13:48:28 +0000 Subject: [PATCH 2/2] fix: drop non-invocable mistral-medium-3-5-26-04; align Sonnet 4.6 128k aliases MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Review fixes for the daily batch: - Remove mistral-medium-3-5-26-04 (#890). The id is not a real Mistral model — both the gateway and api.mistral.ai return 400 "Invalid model: mistral-medium-3-5-26-04" / invalid_model. Mistral serves mistral-medium-3-5 and mistral-medium-3.5, not a -26-04 dated snapshot. Removing the entry also resolves the Codex P2 about the snapshot missing reasoning flags. - Raise us.anthropic.claude-sonnet-4-6 and global.anthropic.claude-sonnet-4-6 max_output_tokens 64000 -> 128000 (Codex P2). #884 raised the other Sonnet 4.6 entries to 128k (correct per Anthropic's model card) but left these regional bedrock aliases at 64000; the Anthropic adapter defaults max_tokens from the selected spec, so callers using the aliases directly would have been capped low. Co-Authored-By: Claude Opus 4.8 --- packages/proxy/schema/index.ts | 1 - packages/proxy/schema/model_list.json | 17 ++--------------- 2 files changed, 2 insertions(+), 16 deletions(-) diff --git a/packages/proxy/schema/index.ts b/packages/proxy/schema/index.ts index 307b3b57..906f5265 100644 --- a/packages/proxy/schema/index.ts +++ b/packages/proxy/schema/index.ts @@ -1061,7 +1061,6 @@ export const AvailableEndpointTypes: { [name: string]: ModelEndpointType[] } = { "accounts/fireworks/models/kimi-k2-instruct": ["fireworks"], "grok-latest": ["xAI"], "gemma-4-31b": ["cerebras"], - "mistral-medium-3-5-26-04": ["mistral"], "gpt-5.4-mini-2026-03-17": ["openai", "azure"], }; diff --git a/packages/proxy/schema/model_list.json b/packages/proxy/schema/model_list.json index c6de9705..8b07db8f 100644 --- a/packages/proxy/schema/model_list.json +++ b/packages/proxy/schema/model_list.json @@ -6790,7 +6790,7 @@ "reasoning_budget": true, "parent": "anthropic.claude-sonnet-4-6", "max_input_tokens": 1000000, - "max_output_tokens": 64000, + "max_output_tokens": 128000, "available_providers": [ "bedrock" ] @@ -6808,7 +6808,7 @@ "reasoning_budget": true, "parent": "anthropic.claude-sonnet-4-6", "max_input_tokens": 1000000, - "max_output_tokens": 64000, + "max_output_tokens": 128000, "available_providers": [ "bedrock" ] @@ -12187,19 +12187,6 @@ "bedrock" ] }, - "mistral-medium-3-5-26-04": { - "format": "openai", - "flavor": "chat", - "multimodal": true, - "input_cost_per_mil_tokens": 1.5, - "output_cost_per_mil_tokens": 7.5, - "displayName": "Mistral Medium 3.5 (2026-04)", - "parent": "mistral-medium-3.5", - "max_input_tokens": 256000, - "available_providers": [ - "mistral" - ] - }, "us.mistral.pixtral-large-2502-v1:0": { "format": "converse", "flavor": "chat",