From 1a6c4905f166edc8c8f85e327b2073ea0d922e89 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Sat, 11 Jan 2025 21:45:06 -0800 Subject: [PATCH] fix get_llm_provider for aiohttp openai --- litellm/litellm_core_utils/get_llm_provider_logic.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/litellm/litellm_core_utils/get_llm_provider_logic.py b/litellm/litellm_core_utils/get_llm_provider_logic.py index ff7fa424dc..bc960f04ca 100644 --- a/litellm/litellm_core_utils/get_llm_provider_logic.py +++ b/litellm/litellm_core_utils/get_llm_provider_logic.py @@ -394,6 +394,8 @@ def _get_openai_compatible_provider_info( # noqa: PLR0915 ) = litellm.PerplexityChatConfig()._get_openai_compatible_provider_info( api_base, api_key ) + elif custom_llm_provider == "aiohttp_openai": + return model, "aiohttp_openai", api_key, api_base elif custom_llm_provider == "anyscale": # anyscale is openai compatible, we just need to set this to custom_openai and have the api_base be https://api.endpoints.anyscale.com/v1 api_base = api_base or get_secret_str("ANYSCALE_API_BASE") or "https://api.endpoints.anyscale.com/v1" # type: ignore