Merge pull request #3653 from BerriAI/litellm_fix_text_completions

[Fix] - Alerting on `/completions` -  don't raise hanging request alert for /completions
This commit is contained in:
Ishaan Jaff
2024-05-15 11:28:55 -07:00
committed by GitHub
+3
View File
@@ -4015,6 +4015,9 @@ async def completion(
cache_key = hidden_params.get("cache_key", None) or ""
api_base = hidden_params.get("api_base", None) or ""
### ALERTING ###
data["litellm_status"] = "success" # used for alerting
verbose_proxy_logger.debug("final response: %s", response)
if (
"stream" in data and data["stream"] == True