tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-07-20 04:18:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix get_deployments_for_tag

Browse Source
This commit is contained in:
Ishaan Jaff
2024-08-29 13:51:36 -07:00
parent 34f1d32799
commit 84bda9cc80
1 changed files with 1 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/router_strategy/tag_based_routing.py
+1 -4
View File
@@ -20,9 +20,6 @@ async def get_deployments_for_tag(
request_kwargs: Optional[Dict[Any, Any]] = None,
healthy_deployments: Optional[Union[List[Any], Dict[Any, Any]]] = None,
):
"""
if request_kwargs contains {"metadata": {"tier": "free"}} or {"metadata": {"tier": "paid"}}, then routes the request to free/paid tier models
"""
if llm_router_instance.enable_tag_filtering is not True:
return healthy_deployments
@@ -70,7 +67,7 @@ async def get_deployments_for_tag(
)
new_healthy_deployments.append(deployment)
return new_healthy_deployments
return new_healthy_deployments
verbose_logger.debug(
"no tier found in metadata, returning healthy_deployments: %s",