From e35a7c32cb529bc329dffbe008dcdc3ebe66e4e0 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Mon, 5 Feb 2024 16:34:33 -0800 Subject: [PATCH] fix(proxy/utils.py): if langfuse trace id passed in, just send that as part of alert --- litellm/proxy/utils.py | 18 +++++++++++++----- 1 file changed, 13 insertions(+), 5 deletions(-) diff --git a/litellm/proxy/utils.py b/litellm/proxy/utils.py index 84b09d7265..20d958bae0 100644 --- a/litellm/proxy/utils.py +++ b/litellm/proxy/utils.py @@ -149,12 +149,20 @@ class ProxyLogging: if request_data is not None: model = request_data.get("model", "") messages = request_data.get("messages", "") - # try casting messages to str and get the first 100 characters, else mark as None - try: + trace_id = request_data.get("metadata", {}).get( + "trace_id", None + ) # get langfuse trace id + if trace_id is not None: messages = str(messages) - messages = messages[:10000] - except: - messages = None + messages = messages[:100] + messages = f"{messages}\nLangfuse Trace Id: {trace_id}" + else: + # try casting messages to str and get the first 100 characters, else mark as None + try: + messages = str(messages) + messages = messages[:10000] + except: + messages = None request_info = f"\nRequest Model: {model}\nMessages: {messages}" else: