From 6f948cd55983d44ce6ef199cc58d01094bf87257 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Thu, 18 Apr 2024 21:01:26 -0700 Subject: [PATCH] fix - show api_base in hanging requests --- litellm/proxy/utils.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/litellm/proxy/utils.py b/litellm/proxy/utils.py index 071b882d22..954d2496ea 100644 --- a/litellm/proxy/utils.py +++ b/litellm/proxy/utils.py @@ -330,13 +330,13 @@ class ProxyLogging: elif request_data.get("metadata", None) is not None and isinstance( request_data["metadata"], dict ): - # In hanging requests sometime it has not made it to the point where the deployment has been set + # In hanging requests sometime it has not made it to the point where the deployment is passed to the `request_data`` # in that case we fallback to the api base set in the request metadata _metadata = request_data["metadata"] _api_base = _metadata.get("api_base", "") if _api_base is None: _api_base = "" - request_info += f"\nAPI Base: {_api_base}" + request_info += f"\nAPI Base: `{_api_base}`" # only alert hanging responses if they have not been marked as success alerting_message = ( f"`Requests are hanging - {self.alerting_threshold}s+ request time`"