mirror of
https://github.com/tiennm99/litellm.git
synced 2026-07-12 15:05:01 +00:00
first commit
This commit is contained in:
+2
-2
@@ -109,14 +109,14 @@ class Router:
|
||||
if len(self.healthy_deployments) > 0:
|
||||
for item in self.healthy_deployments:
|
||||
if item[0]["model_name"] == model: # first one in queue will be the one with the most availability
|
||||
return item
|
||||
return item or item[0]
|
||||
else:
|
||||
potential_deployments = []
|
||||
for item in self.model_list:
|
||||
if item["model_name"] == model:
|
||||
potential_deployments.append(item)
|
||||
item = random.choice(potential_deployments)
|
||||
return item
|
||||
return item or item[0]
|
||||
|
||||
raise ValueError("No models available.")
|
||||
|
||||
|
||||
Reference in New Issue
Block a user