From 619f53d55a94d2313886fe7b29008a3cbc8dbf22 Mon Sep 17 00:00:00 2001 From: Chesars Date: Mon, 2 Mar 2026 18:02:41 -0300 Subject: [PATCH 1/4] feat: add missing Mistral models and update outdated pricing Add 9 new Mistral models (mistral-large-2512, mistral-medium-3-1-2508, mistral-small-3-2-2506, ministral-3-3b/8b/14b-2512, saba-2502, magistral-medium/small-1-2-2509) and update mistral-large-latest, mistral-large-3, and mistral-medium-latest with correct pricing and context windows. Fixes #22585 --- model_prices_and_context_window.json | 157 +++++++++++++++++++++++++-- 1 file changed, 145 insertions(+), 12 deletions(-) diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index e4d7a6a02f..71c9880a71 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -22922,6 +22922,21 @@ "supports_response_schema": true, "supports_tool_choice": true }, + "mistral/magistral-medium-1-2-2509": { + "input_cost_per_token": 2e-06, + "litellm_provider": "mistral", + "max_input_tokens": 40000, + "max_output_tokens": 40000, + "max_tokens": 40000, + "mode": "chat", + "output_cost_per_token": 5e-06, + "source": "https://mistral.ai/news/magistral", + "supports_assistant_prefill": true, + "supports_function_calling": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_tool_choice": true + }, "mistral/mistral-ocr-latest": { "litellm_provider": "mistral", "ocr_cost_per_page": 0.001, @@ -22987,6 +23002,21 @@ "supports_response_schema": true, "supports_tool_choice": true }, + "mistral/magistral-small-1-2-2509": { + "input_cost_per_token": 5e-07, + "litellm_provider": "mistral", + "max_input_tokens": 40000, + "max_output_tokens": 40000, + "max_tokens": 40000, + "mode": "chat", + "output_cost_per_token": 1.5e-06, + "source": "https://mistral.ai/pricing#api-pricing", + "supports_assistant_prefill": true, + "supports_function_calling": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_tool_choice": true + }, "mistral/mistral-embed": { "input_cost_per_token": 1e-07, "litellm_provider": "mistral", @@ -23048,24 +23078,41 @@ "supports_tool_choice": true }, "mistral/mistral-large-latest": { - "input_cost_per_token": 2e-06, + "input_cost_per_token": 5e-07, "litellm_provider": "mistral", - "max_input_tokens": 128000, - "max_output_tokens": 128000, - "max_tokens": 128000, + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "max_tokens": 262144, "mode": "chat", - "output_cost_per_token": 6e-06, + "output_cost_per_token": 1.5e-06, + "source": "https://docs.mistral.ai/models/mistral-large-3-25-12", "supports_assistant_prefill": true, "supports_function_calling": true, "supports_response_schema": true, - "supports_tool_choice": true + "supports_tool_choice": true, + "supports_vision": true }, "mistral/mistral-large-3": { "input_cost_per_token": 5e-07, "litellm_provider": "mistral", - "max_input_tokens": 256000, - "max_output_tokens": 8191, - "max_tokens": 8191, + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "max_tokens": 262144, + "mode": "chat", + "output_cost_per_token": 1.5e-06, + "source": "https://docs.mistral.ai/models/mistral-large-3-25-12", + "supports_assistant_prefill": true, + "supports_function_calling": true, + "supports_response_schema": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "mistral/mistral-large-2512": { + "input_cost_per_token": 5e-07, + "litellm_provider": "mistral", + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "max_tokens": 262144, "mode": "chat", "output_cost_per_token": 1.5e-06, "source": "https://docs.mistral.ai/models/mistral-large-3-25-12", @@ -23116,14 +23163,30 @@ "input_cost_per_token": 4e-07, "litellm_provider": "mistral", "max_input_tokens": 131072, - "max_output_tokens": 8191, - "max_tokens": 8191, + "max_output_tokens": 131072, + "max_tokens": 131072, "mode": "chat", "output_cost_per_token": 2e-06, "supports_assistant_prefill": true, "supports_function_calling": true, "supports_response_schema": true, - "supports_tool_choice": true + "supports_tool_choice": true, + "supports_vision": true + }, + "mistral/mistral-medium-3-1-2508": { + "input_cost_per_token": 4e-07, + "litellm_provider": "mistral", + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2e-06, + "source": "https://mistral.ai/news/mistral-medium-3", + "supports_assistant_prefill": true, + "supports_function_calling": true, + "supports_response_schema": true, + "supports_tool_choice": true, + "supports_vision": true }, "mistral/mistral-small": { "input_cost_per_token": 1e-07, @@ -23151,6 +23214,76 @@ "supports_response_schema": true, "supports_tool_choice": true }, + "mistral/mistral-small-3-2-2506": { + "input_cost_per_token": 6e-08, + "litellm_provider": "mistral", + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 1.8e-07, + "source": "https://mistral.ai/pricing", + "supports_assistant_prefill": true, + "supports_function_calling": true, + "supports_response_schema": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "mistral/ministral-3-3b-2512": { + "input_cost_per_token": 1e-07, + "litellm_provider": "mistral", + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 1e-07, + "source": "https://mistral.ai/pricing", + "supports_assistant_prefill": true, + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "mistral/ministral-3-8b-2512": { + "input_cost_per_token": 1.5e-07, + "litellm_provider": "mistral", + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "max_tokens": 262144, + "mode": "chat", + "output_cost_per_token": 1.5e-07, + "source": "https://mistral.ai/pricing", + "supports_assistant_prefill": true, + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "mistral/ministral-3-14b-2512": { + "input_cost_per_token": 2e-07, + "litellm_provider": "mistral", + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "max_tokens": 262144, + "mode": "chat", + "output_cost_per_token": 2e-07, + "source": "https://mistral.ai/pricing", + "supports_assistant_prefill": true, + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "mistral/saba-2502": { + "input_cost_per_token": 2e-07, + "litellm_provider": "mistral", + "max_input_tokens": 32768, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 6e-07, + "source": "https://mistral.ai/pricing", + "supports_assistant_prefill": true, + "supports_function_calling": true, + "supports_tool_choice": true + }, "mistral/mistral-tiny": { "input_cost_per_token": 2.5e-07, "litellm_provider": "mistral", From bd822a7a680d99904c06c32a834179b5407d9843 Mon Sep 17 00:00:00 2001 From: Chesars Date: Mon, 2 Mar 2026 18:19:02 -0300 Subject: [PATCH 2/4] fix: add supports_response_schema to Ministral 3 models Ministral 3 (3B, 8B, 14B) support structured outputs per Mistral docs. --- model_prices_and_context_window.json | 3 +++ 1 file changed, 3 insertions(+) diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 71c9880a71..b292c7dfed 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -23240,6 +23240,7 @@ "source": "https://mistral.ai/pricing", "supports_assistant_prefill": true, "supports_function_calling": true, + "supports_response_schema": true, "supports_tool_choice": true, "supports_vision": true }, @@ -23254,6 +23255,7 @@ "source": "https://mistral.ai/pricing", "supports_assistant_prefill": true, "supports_function_calling": true, + "supports_response_schema": true, "supports_tool_choice": true, "supports_vision": true }, @@ -23268,6 +23270,7 @@ "source": "https://mistral.ai/pricing", "supports_assistant_prefill": true, "supports_function_calling": true, + "supports_response_schema": true, "supports_tool_choice": true, "supports_vision": true }, From abb7eb250af2ac9886b5f263833e5962ed774982 Mon Sep 17 00:00:00 2001 From: Chesars Date: Mon, 2 Mar 2026 18:19:46 -0300 Subject: [PATCH 3/4] fix: remove retired Saba model from new entries Saba was retired on 9/30/2025 per Mistral docs, replaced by Small 3.2. --- model_prices_and_context_window.json | 13 ------------- 1 file changed, 13 deletions(-) diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index b292c7dfed..4232ffd202 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -23274,19 +23274,6 @@ "supports_tool_choice": true, "supports_vision": true }, - "mistral/saba-2502": { - "input_cost_per_token": 2e-07, - "litellm_provider": "mistral", - "max_input_tokens": 32768, - "max_output_tokens": 32768, - "max_tokens": 32768, - "mode": "chat", - "output_cost_per_token": 6e-07, - "source": "https://mistral.ai/pricing", - "supports_assistant_prefill": true, - "supports_function_calling": true, - "supports_tool_choice": true - }, "mistral/mistral-tiny": { "input_cost_per_token": 2.5e-07, "litellm_provider": "mistral", From 884f7c5e4e23a8dda17b498a59646db500033776 Mon Sep 17 00:00:00 2001 From: Chesars Date: Mon, 2 Mar 2026 18:36:05 -0300 Subject: [PATCH 4/4] fix: update mistral-small-latest to match Small 3.2 specs mistral-small-latest now points to Small 3.2 (since June 2025). Updated pricing from $0.10/$0.30 to $0.06/$0.18 per 1M tokens, context from 32k to 131k, and added vision support to match mistral-small-3-2-2506. --- model_prices_and_context_window.json | 14 ++++++++------ 1 file changed, 8 insertions(+), 6 deletions(-) diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 4232ffd202..f6a4835e5b 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -23202,17 +23202,19 @@ "supports_tool_choice": true }, "mistral/mistral-small-latest": { - "input_cost_per_token": 1e-07, + "input_cost_per_token": 6e-08, "litellm_provider": "mistral", - "max_input_tokens": 32000, - "max_output_tokens": 8191, - "max_tokens": 8191, + "max_input_tokens": 131072, + "max_output_tokens": 131072, + "max_tokens": 131072, "mode": "chat", - "output_cost_per_token": 3e-07, + "output_cost_per_token": 1.8e-07, + "source": "https://mistral.ai/pricing", "supports_assistant_prefill": true, "supports_function_calling": true, "supports_response_schema": true, - "supports_tool_choice": true + "supports_tool_choice": true, + "supports_vision": true }, "mistral/mistral-small-3-2-2506": { "input_cost_per_token": 6e-08,