tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-08 22:25:25 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update litellm/router.py

Browse Source 
Co-authored-by: greptile-apps[bot] <165735046+greptile-apps[bot]@users.noreply.github.com>
This commit is contained in:
Mateo Wang
2026-05-01 15:51:40 -07:00
committed by GitHub
co-authored by greptile-apps[bot] <165735046+greptile-apps[bot]@users.noreply.github.com>
parent e942ef6eea
commit 87fa3323ff
1 changed files with 10 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/router.py
+10 -4
View File
@@ -9422,15 +9422,21 @@ class Router:
_pre_model_access_group_filter_len > 0 and len(healthy_deployments) == 0
)
if len(healthy_deployments) == 0:
# check if the user sent in a deployment name instead
# Do not fall back when access-group filtering removed every candidate;
if len(healthy_deployments) == 0:
# check if the user sent in a deployment name instead
# Do not fall back when access-group filtering removed every candidate;
# _get_deployment_by_litellm_model does not re-apply that filter.
if _pre_model_access_group_filter_len == 0:
healthy_deployments = self._get_deployment_by_litellm_model(model=model)
if verbose_router_logger.isEnabledFor(logging.DEBUG):
verbose_router_logger.debug(
_litellm_model_deployments = self._get_deployment_by_litellm_model(model=model)
healthy_deployments = self._filter_deployments_by_model_access_groups(
model=model,
healthy_deployments=_litellm_model_deployments,
request_kwargs=request_kwargs,
request_team_id=request_team_id,
)
f"initial list of deployments: {healthy_deployments}"
)