tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-14 14:26:43 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix get_llm_provider for aiohttp openai

Browse Source
This commit is contained in:
Ishaan Jaff
2025-01-11 21:45:06 -08:00
parent 71e679246a
commit 1a6c4905f1
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/litellm_core_utils/get_llm_provider_logic.py
+2
View File
@@ -394,6 +394,8 @@ def _get_openai_compatible_provider_info( # noqa: PLR0915
) = litellm.PerplexityChatConfig()._get_openai_compatible_provider_info(
api_base, api_key
)
elif custom_llm_provider == "aiohttp_openai":
return model, "aiohttp_openai", api_key, api_base
elif custom_llm_provider == "anyscale":
# anyscale is openai compatible, we just need to set this to custom_openai and have the api_base be https://api.endpoints.anyscale.com/v1
api_base = api_base or get_secret_str("ANYSCALE_API_BASE") or "https://api.endpoints.anyscale.com/v1" # type: ignore