From f0e48cdd53be4d8591b3e91ea5776b2d84163da7 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Mon, 29 Apr 2024 18:48:04 -0700 Subject: [PATCH] fix(router.py): raise better exception when no deployments are available Fixes https://github.com/BerriAI/litellm/issues/3355 --- litellm/router.py | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/litellm/router.py b/litellm/router.py index 46625b3c65..8ea1a124a4 100644 --- a/litellm/router.py +++ b/litellm/router.py @@ -1450,7 +1450,9 @@ class Router: raise original_exception ### RETRY #### check if it should retry + back-off if required - if "No models available" in str(e): + if "No models available" in str( + e + ) or RouterErrors.no_deployments_available.value in str(e): timeout = litellm._calculate_retry_after( remaining_retries=num_retries, max_retries=num_retries, @@ -2948,6 +2950,11 @@ class Router: model=model, healthy_deployments=healthy_deployments, messages=messages ) + if len(healthy_deployments) == 0: + raise ValueError( + f"{RouterErrors.no_deployments_available.value}, passed model={model}" + ) + if ( self.routing_strategy == "usage-based-routing-v2" and self.lowesttpm_logger_v2 is not None