From 315bba34e613d526f01baa7b007b16c8e8dbf2ea Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Wed, 7 Aug 2024 09:02:03 -0700 Subject: [PATCH] prom svc logger init if it's None --- litellm/_service_logger.py | 9 +++++++-- 1 file changed, 7 insertions(+), 2 deletions(-) diff --git a/litellm/_service_logger.py b/litellm/_service_logger.py index da0c99aac3..5e9ab03cf4 100644 --- a/litellm/_service_logger.py +++ b/litellm/_service_logger.py @@ -73,6 +73,7 @@ class ServiceLogging(CustomLogger): ) for callback in litellm.service_callback: if callback == "prometheus_system": + await self.init_prometheus_services_logger_if_none() await self.prometheusServicesLogger.async_service_success_hook( payload=payload ) @@ -88,6 +89,11 @@ class ServiceLogging(CustomLogger): event_metadata=event_metadata, ) + async def init_prometheus_services_logger_if_none(self): + if self.prometheusServicesLogger is None: + self.prometheusServicesLogger = self.prometheusServicesLogger() + return + async def async_service_failure_hook( self, service: ServiceTypes, @@ -120,8 +126,7 @@ class ServiceLogging(CustomLogger): ) for callback in litellm.service_callback: if callback == "prometheus_system": - if self.prometheusServicesLogger is None: - self.prometheusServicesLogger = self.prometheusServicesLogger() + await self.init_prometheus_services_logger_if_none() await self.prometheusServicesLogger.async_service_failure_hook( payload=payload )