Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 2 additions & 0 deletions packages/proxy/schema/index.ts
Original file line number Diff line number Diff line change
Expand Up @@ -1062,6 +1062,8 @@ export const AvailableEndpointTypes: { [name: string]: ModelEndpointType[] } = {
"grok-latest": ["xAI"],
"gemma-4-31b": ["cerebras"],
"gpt-5.4-mini-2026-03-17": ["openai", "azure"],
"gemini-3.1-flash-lite-image": ["google", "vertex"],

Copy link
Copy Markdown

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

P2 Badge Keep the short Gemini ID Google-only

For this exact short model ID, adding vertex makes getDirectModelEndpointTypes("gemini-3.1-flash-lite-image") route Vertex credentials directly to fetchGoogleChatCompletions; that path appends the raw model string into the Vertex URL (.../locations/<loc>/${model}:generateContent), so a Vertex call uses .../gemini-3.1-flash-lite-image instead of the publisher resource added on the next line. The existing BT-5895 test in packages/proxy/schema/index.test.ts documents that short Gemini IDs should remain Google-only and get Vertex via the fallback publisher model.

Useful? React with 👍 / 👎.

"publishers/google/models/gemini-3.1-flash-lite-image": ["vertex"],
};

const modelEndpointAvailableModels = getAvailableModels();
Expand Down
76 changes: 75 additions & 1 deletion packages/proxy/schema/model_list.json
Original file line number Diff line number Diff line change
Expand Up @@ -7062,6 +7062,24 @@
"bedrock"
]
},
"global.anthropic.claude-sonnet-5": {

Copy link
Copy Markdown

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

P2 Badge Restore Bedrock pricing for Sonnet 5 regional IDs

These new Bedrock Anthropic IDs are the only Bedrock Claude entries without input_cost_per_mil_tokens/output_cost_per_mil_tokens and cache price fields, and catalog consumers do not inherit prices through parent; when callers use global.anthropic.claude-sonnet-5 or the new us.anthropic.claude-sonnet-5 ID directly, cost reporting will be blank/zero despite AWS publishing nonzero Sonnet 5 Bedrock rates. Please carry the resolved global vs US regional pricing fields onto the new entries.

Useful? React with 👍 / 👎.

"format": "anthropic",
"flavor": "chat",
"multimodal": true,
"input_cost_per_mil_tokens": 3,
"output_cost_per_mil_tokens": 15,
"input_cache_read_cost_per_mil_tokens": 0.3,
"input_cache_write_cost_per_mil_tokens": 3.75,
"displayName": "Global Claude Sonnet 5",
"reasoning": true,
"reasoning_budget": true,
"parent": "anthropic.claude-sonnet-5",
"max_input_tokens": 1000000,
"max_output_tokens": 128000,
"available_providers": [
"bedrock"
]
},
"anthropic.claude-3-5-haiku-20241022-v1:0": {
"format": "anthropic",
"flavor": "chat",
Expand Down Expand Up @@ -7562,6 +7580,24 @@
"bedrock"
]
},
"us.anthropic.claude-sonnet-5": {
"format": "anthropic",
"flavor": "chat",
"multimodal": true,
"input_cost_per_mil_tokens": 3,
"output_cost_per_mil_tokens": 15,
"input_cache_read_cost_per_mil_tokens": 0.3,
"input_cache_write_cost_per_mil_tokens": 3.75,
"displayName": "US Claude Sonnet 5",
"reasoning": true,
"reasoning_budget": true,
"parent": "anthropic.claude-sonnet-5",
"max_input_tokens": 1000000,
"max_output_tokens": 128000,
"available_providers": [
"bedrock"
]
},
"apac.anthropic.claude-3-haiku-20240307-v1:0": {
"format": "anthropic",
"flavor": "chat",
Expand Down Expand Up @@ -11809,6 +11845,26 @@
"vertex"
]
},
"gemini-3.1-flash-lite-image": {
"format": "google",
"flavor": "chat",
"multimodal": true,
"input_cost_per_mil_tokens": 0.25,
"output_cost_per_mil_tokens": 1.5,
"displayName": "Gemini 3.1 Flash-Lite Image",
"fallback_models": [
"publishers/google/models/gemini-3.1-flash-lite-image"
],
"supported_regions": [
"global"
],
"max_input_tokens": 65536,
"max_output_tokens": 4096,
"available_providers": [
"google",
"vertex"
]
},
"publishers/google/models/gemini-2.5-computer-use-preview-10-2025": {
"format": "google",
"flavor": "chat",
Expand Down Expand Up @@ -12266,7 +12322,9 @@
"reasoning_budget": true,
"fallback_models": [
"anthropic.claude-sonnet-5",
"publishers/anthropic/models/claude-sonnet-5"
"global.anthropic.claude-sonnet-5",
"publishers/anthropic/models/claude-sonnet-5",
"us.anthropic.claude-sonnet-5"
],
"max_input_tokens": 1000000,
"max_output_tokens": 128000,
Expand Down Expand Up @@ -12310,6 +12368,22 @@
"vertex"
]
},
"publishers/google/models/gemini-3.1-flash-lite-image": {
"format": "google",
"flavor": "chat",
"multimodal": true,
"input_cost_per_mil_tokens": 0.25,
"output_cost_per_mil_tokens": 1.5,
"displayName": "Gemini 3.1 Flash-Lite Image",
"locations": [
"global"
],
"max_input_tokens": 65536,
"max_output_tokens": 4096,
"available_providers": [
"vertex"
]
},
"gemma-4-31b": {
"format": "openai",
"flavor": "chat",
Expand Down
Loading