From 6c17ab6e75b02f1078e6a967228f155944476d79 Mon Sep 17 00:00:00 2001 From: Alan Liu Date: Wed, 8 Nov 2023 23:57:24 +0800 Subject: [PATCH] fix: fix bug for the case --model is not specified --- litellm_server/main.py | 7 ++----- 1 file changed, 2 insertions(+), 5 deletions(-) diff --git a/litellm_server/main.py b/litellm_server/main.py index c7b26b6853..1b77c097c8 100644 --- a/litellm_server/main.py +++ b/litellm_server/main.py @@ -106,11 +106,8 @@ async def chat_completion(request: Request, model: Optional[str] = None): try: data = await request.json() print(f"data: {data}") - data["model"] = ( - server_settings.get("completion_model", None) # server default - or model # model passed in url - or data["model"] # default passed in - ) + server_model = server_settings.get("completion_model", None) if server_settings else None + data["model"] = server_model or model or data["model"] ## CHECK KEYS ## # default to always using the "ENV" variables, only if AUTH_STRATEGY==DYNAMIC then reads headers # env_validation = litellm.validate_environment(model=data["model"])