From dd9be6f160cfca1f8fc4fbeda98291d8473a6a62 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Sat, 10 Aug 2024 17:31:05 -0700 Subject: [PATCH] allow setting PROMETHEUS_SELECTED_INSTANCE --- litellm/integrations/prometheus_helpers/prometheus_api.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/litellm/integrations/prometheus_helpers/prometheus_api.py b/litellm/integrations/prometheus_helpers/prometheus_api.py index 247171e579..86764df7dd 100644 --- a/litellm/integrations/prometheus_helpers/prometheus_api.py +++ b/litellm/integrations/prometheus_helpers/prometheus_api.py @@ -57,6 +57,10 @@ async def get_fallback_metric_from_prometheus(): metric_values = result["values"] most_recent_value = metric_values[0] + if PROMETHEUS_SELECTED_INSTANCE is not None: + if metric.get("instance") != PROMETHEUS_SELECTED_INSTANCE: + continue + value = int(float(most_recent_value[1])) # Convert value to integer primary_model = metric.get("primary_model", "Unknown") fallback_model = metric.get("fallback_model", "Unknown")