From 498d7d42289c2222a9318ce3706182843ad16a7c Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Thu, 11 Jul 2024 07:22:45 -0700 Subject: [PATCH 1/2] fix - otel log db / redis calls --- litellm/proxy/common_utils/init_callbacks.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/litellm/proxy/common_utils/init_callbacks.py b/litellm/proxy/common_utils/init_callbacks.py index 9631bcad45..a54260d8d1 100644 --- a/litellm/proxy/common_utils/init_callbacks.py +++ b/litellm/proxy/common_utils/init_callbacks.py @@ -35,6 +35,10 @@ def initialize_callbacks_on_proxy( open_telemetry_logger = OpenTelemetry() + # Add Otel as a service callback + if "otel" not in litellm.service_callback: + litellm.service_callback.append("otel") + imported_list.append(open_telemetry_logger) setattr(proxy_server, "open_telemetry_logger", open_telemetry_logger) elif isinstance(callback, str) and callback == "presidio": From 19d993e120f5d937320e4aa5348425208c5f508e Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Thu, 11 Jul 2024 07:24:48 -0700 Subject: [PATCH 2/2] add otel in callbacks --- litellm/proxy/proxy_config.yaml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/litellm/proxy/proxy_config.yaml b/litellm/proxy/proxy_config.yaml index e580b3548c..964a7a065f 100644 --- a/litellm/proxy/proxy_config.yaml +++ b/litellm/proxy/proxy_config.yaml @@ -35,6 +35,8 @@ general_settings: LANGFUSE_SECRET_KEY: "os.environ/LANGFUSE_DEV_SK_KEY" litellm_settings: + cache: true + callbacks: ["otel"] guardrails: - prompt_injection: callbacks: [lakera_prompt_injection, hide_secrets]