From a59ed00fd3cb71f36f626fc25966bdcea5166eb9 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Thu, 15 Aug 2024 09:59:58 -0700 Subject: [PATCH] litellm always log cache_key on hits/misses --- litellm/integrations/langfuse.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/litellm/integrations/langfuse.py b/litellm/integrations/langfuse.py index e7fb8bb482..d6c235d0cb 100644 --- a/litellm/integrations/langfuse.py +++ b/litellm/integrations/langfuse.py @@ -605,6 +605,12 @@ class LangFuseLogger: if "cache_key" in litellm.langfuse_default_tags: _hidden_params = metadata.get("hidden_params", {}) or {} _cache_key = _hidden_params.get("cache_key", None) + if _cache_key is None: + # fallback to using "preset_cache_key" + _preset_cache_key = kwargs.get("litellm_params", {}).get( + "preset_cache_key", None + ) + _cache_key = _preset_cache_key tags.append(f"cache_key:{_cache_key}") return tags