Merge pull request #5226 from BerriAI/litellm_always_log_cache_key

[Fix-Proxy + Langfuse] Always log cache_key on hits/misses
2026-08-14 10:25:37 +00:00 · 2024-08-15 14:01:15 -07:00
parent 5c1c9f7616 a59ed00fd3
commit c32cb365d0
1 changed files with 6 additions and 0 deletions
@@ -605,6 +605,12 @@ class LangFuseLogger:
            if "cache_key" in litellm.langfuse_default_tags:
                _hidden_params = metadata.get("hidden_params", {}) or {}
                _cache_key = _hidden_params.get("cache_key", None)
+                if _cache_key is None:
+                    # fallback to using "preset_cache_key"
+                    _preset_cache_key = kwargs.get("litellm_params", {}).get(
+                        "preset_cache_key", None
+                    )
+                    _cache_key = _preset_cache_key
                tags.append(f"cache_key:{_cache_key}")
        return tags