Merge pull request #5211 from msabramo/use-AZURE_API_VERSION-as-default-azure-openai-version

Use `AZURE_API_VERSION` env var as default azure openai version
This commit is contained in:
Krish Dholakia
2024-08-14 17:37:55 -07:00
committed by GitHub
@@ -190,7 +190,7 @@ def set_client(litellm_router_instance: LitellmRouter, model: dict):
if azure_ad_token.startswith("oidc/"):
azure_ad_token = get_azure_ad_token_from_oidc(azure_ad_token)
if api_version is None:
api_version = litellm.AZURE_DEFAULT_API_VERSION
api_version = os.getenv("AZURE_API_VERSION", litellm.AZURE_DEFAULT_API_VERSION)
if "gateway.ai.cloudflare.com" in api_base:
if not api_base.endswith("/"):