From 809eb859cf2aab55659fbe2bdb9c84d3fac84546 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Thu, 17 Apr 2025 22:58:01 -0700 Subject: [PATCH] fix(azure/o_series_transformation.py): fix azure o4 model routing Fixes https://github.com/BerriAI/litellm/pull/10065#issuecomment-2814015058 --- .../llms/azure/chat/o_series_transformation.py | 2 +- .../model_prices_and_context_window_backup.json | 17 +++++++++++++++++ model_prices_and_context_window.json | 17 +++++++++++++++++ 3 files changed, 35 insertions(+), 1 deletion(-) diff --git a/litellm/llms/azure/chat/o_series_transformation.py b/litellm/llms/azure/chat/o_series_transformation.py index 21aafce7fb..69fb941ca5 100644 --- a/litellm/llms/azure/chat/o_series_transformation.py +++ b/litellm/llms/azure/chat/o_series_transformation.py @@ -79,7 +79,7 @@ class AzureOpenAIO1Config(OpenAIOSeriesConfig): return True def is_o_series_model(self, model: str) -> bool: - return "o1" in model or "o3" in model or "o_series/" in model + return "o1" in model or "o3" in model or "o4" in model or "o_series/" in model def transform_request( self, diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index d30a4d863b..8a10b97b1e 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -1705,6 +1705,23 @@ "supports_system_messages": true, "supports_tool_choice": true }, + "azure/o4-mini-2025-04-16": { + "max_tokens": 100000, + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 1.1e-6, + "output_cost_per_token": 4.4e-6, + "cache_read_input_token_cost": 2.75e-7, + "litellm_provider": "azure", + "mode": "chat", + "supports_function_calling": true, + "supports_parallel_function_calling": false, + "supports_vision": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_tool_choice": true + }, "azure/o3-mini-2025-01-31": { "max_tokens": 100000, "max_input_tokens": 200000, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index d30a4d863b..8a10b97b1e 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -1705,6 +1705,23 @@ "supports_system_messages": true, "supports_tool_choice": true }, + "azure/o4-mini-2025-04-16": { + "max_tokens": 100000, + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 1.1e-6, + "output_cost_per_token": 4.4e-6, + "cache_read_input_token_cost": 2.75e-7, + "litellm_provider": "azure", + "mode": "chat", + "supports_function_calling": true, + "supports_parallel_function_calling": false, + "supports_vision": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_tool_choice": true + }, "azure/o3-mini-2025-01-31": { "max_tokens": 100000, "max_input_tokens": 200000,