fix set_llm_deployment_success_metrics

2026-08-02 16:21:54 +00:00 · 2025-01-21 20:49:42 -08:00
parent 695ac73281
commit aa96c177be
1 changed files with 3 additions and 3 deletions
@@ -1001,9 +1001,9 @@ class PrometheusLogger(CustomLogger):
                    "x_ratelimit_remaining_tokens", None
                )

-            if litellm_overhead_time_ms := standard_logging_payload["hidden_params"][
-                "litellm_overhead_time_ms"
-            ]:
+            if litellm_overhead_time_ms := standard_logging_payload[
+                "hidden_params"
+            ].get("litellm_overhead_time_ms"):
                self.litellm_overhead_latency_metric.labels(
                    model_group,
                    llm_provider,