From eb48cbdec6077d7b7b6e31a97892d605a886d90d Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Fri, 4 Apr 2025 15:54:07 -0700 Subject: [PATCH] aggregate_queue_updates --- .../proxy/db/db_transaction_queue/spend_update_queue.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/litellm/proxy/db/db_transaction_queue/spend_update_queue.py b/litellm/proxy/db/db_transaction_queue/spend_update_queue.py index 745e84e2b7..ee2ce59eda 100644 --- a/litellm/proxy/db/db_transaction_queue/spend_update_queue.py +++ b/litellm/proxy/db/db_transaction_queue/spend_update_queue.py @@ -29,14 +29,15 @@ class SpendUpdateQueue(BaseUpdateQueue): async def add_update(self, update: SpendUpdateQueueItem): """Enqueue an update to the spend update queue""" + verbose_proxy_logger.debug("Adding update to queue: %s", update) + await self.update_queue.put(update) + + # if the queue is full, aggregate the updates if self.update_queue.qsize() >= self.MAX_SIZE_IN_MEMORY_QUEUE: verbose_proxy_logger.warning( "Spend update queue is full. Aggregating all entries in queue to concatenate entries." ) await self.aggregate_queue_updates() - else: - verbose_proxy_logger.debug("Adding update to queue: %s", update) - await self.update_queue.put(update) async def aggregate_queue_updates(self): """Concatenate all updates in the queue to reduce the size of in-memory queue"""