From 84bda9cc808ba93caed0ce447996df772e8f5f0e Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Thu, 29 Aug 2024 13:51:36 -0700 Subject: [PATCH] fix get_deployments_for_tag --- litellm/router_strategy/tag_based_routing.py | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/litellm/router_strategy/tag_based_routing.py b/litellm/router_strategy/tag_based_routing.py index 2dbc5cb93b..ed350109c1 100644 --- a/litellm/router_strategy/tag_based_routing.py +++ b/litellm/router_strategy/tag_based_routing.py @@ -20,9 +20,6 @@ async def get_deployments_for_tag( request_kwargs: Optional[Dict[Any, Any]] = None, healthy_deployments: Optional[Union[List[Any], Dict[Any, Any]]] = None, ): - """ - if request_kwargs contains {"metadata": {"tier": "free"}} or {"metadata": {"tier": "paid"}}, then routes the request to free/paid tier models - """ if llm_router_instance.enable_tag_filtering is not True: return healthy_deployments @@ -70,7 +67,7 @@ async def get_deployments_for_tag( ) new_healthy_deployments.append(deployment) - return new_healthy_deployments + return new_healthy_deployments verbose_logger.debug( "no tier found in metadata, returning healthy_deployments: %s",