tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-07-30 00:21:04 +00:00
Code Issues Packages Projects Releases Wiki Activity

(fix) router - update model_group on fallback

Browse Source
This commit is contained in:
ishaan-jaff
2024-01-22 14:41:55 -08:00
parent 982cb04764
commit 14585c9966
1 changed files with 13 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/router.py
+13 -2
View File
@@ -997,6 +997,9 @@ class Router:
"""
try:
kwargs["model"] = mg
kwargs.setdefault("metadata", {}).update(
{"model_group": mg}
) # update model_group used, if fallbacks are done
response = await self.async_function_with_retries(
*args, **kwargs
)
@@ -1025,8 +1028,10 @@ class Router:
f"Falling back to model_group = {mg}"
)
kwargs["model"] = mg
kwargs["metadata"]["model_group"] = mg
response = await self.async_function_with_retries(
kwargs.setdefault("metadata", {}).update(
{"model_group": mg}
) # update model_group used, if fallbacks are done
response = await self.async_function_with_fallbacks(
*args, **kwargs
)
return response
@@ -1191,6 +1196,9 @@ class Router:
## LOGGING
kwargs = self.log_retry(kwargs=kwargs, e=original_exception)
kwargs["model"] = mg
kwargs.setdefault("metadata", {}).update(
{"model_group": mg}
) # update model_group used, if fallbacks are done
response = self.function_with_fallbacks(*args, **kwargs)
return response
except Exception as e:
@@ -1214,6 +1222,9 @@ class Router:
## LOGGING
kwargs = self.log_retry(kwargs=kwargs, e=original_exception)
kwargs["model"] = mg
kwargs.setdefault("metadata", {}).update(
{"model_group": mg}
) # update model_group used, if fallbacks are done
response = self.function_with_fallbacks(*args, **kwargs)
return response
except Exception as e: