From 60af976aacebbbab4307cebf925441d340b85e68 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Fri, 1 Dec 2023 20:55:26 -0800 Subject: [PATCH] fix(proxy_server.py): expose model_info as part of pydantic model params object --- litellm/proxy/proxy_server.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index 344c9fab62..255d5389a9 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -156,6 +156,7 @@ class ProxyChatCompletionRequest(BaseModel): class ModelParams(BaseModel): model_name: str litellm_params: dict + model_info: dict user_api_base = None user_model = None @@ -421,6 +422,7 @@ def load_router_config(router: Optional[litellm.Router], config_file_path: str): except Exception as e: raise Exception(f"Exception while reading Config: {e}") + ## PRINT YAML FOR CONFIRMING IT WORKS printed_yaml = copy.deepcopy(config) printed_yaml.pop("environment_variables") for model in printed_yaml["model_list"]: