From 7a0792c918615142af0811cdfeb92fa445efe2ff Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Sat, 3 Aug 2024 12:49:39 -0700 Subject: [PATCH] fix(router.py): move deployment cooldown list message to error log, not client-side don't show user all deployments --- litellm/router.py | 9 +++++---- 1 file changed, 5 insertions(+), 4 deletions(-) diff --git a/litellm/router.py b/litellm/router.py index 0448139d2c..e31de5332e 100644 --- a/litellm/router.py +++ b/litellm/router.py @@ -2496,17 +2496,18 @@ class Router: raise e except Exception as new_exception: verbose_router_logger.error( - "litellm.router.py::async_function_with_fallbacks() - Error occurred while trying to do fallbacks - {}\n{}".format( - str(new_exception), traceback.format_exc() + "litellm.router.py::async_function_with_fallbacks() - Error occurred while trying to do fallbacks - {}\n{}\n\nDebug Information:\nCooldown Deployments={}".format( + str(new_exception), + traceback.format_exc(), + await self._async_get_cooldown_deployments_with_debug_info(), ) ) if hasattr(original_exception, "message"): # add the available fallbacks to the exception - original_exception.message += "\nReceived Model Group={}\nAvailable Model Group Fallbacks={}\nCooldown Deployments={}".format( + original_exception.message += "\nReceived Model Group={}\nAvailable Model Group Fallbacks={}".format( model_group, fallback_model_group, - await self._async_get_cooldown_deployments_with_debug_info(), ) raise original_exception