tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-21 08:26:34 +00:00
Code Issues Packages Projects Releases Wiki Activity

aggregate_queue_updates

Browse Source
This commit is contained in:
Ishaan Jaff
2025-04-04 15:54:07 -07:00
parent 93068cb142
commit eb48cbdec6
1 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/proxy/db/db_transaction_queue/spend_update_queue.py
+4 -3
View File
@@ -29,14 +29,15 @@ class SpendUpdateQueue(BaseUpdateQueue):
async def add_update(self, update: SpendUpdateQueueItem):
"""Enqueue an update to the spend update queue"""
verbose_proxy_logger.debug("Adding update to queue: %s", update)
await self.update_queue.put(update)
# if the queue is full, aggregate the updates
if self.update_queue.qsize() >= self.MAX_SIZE_IN_MEMORY_QUEUE:
verbose_proxy_logger.warning(
"Spend update queue is full. Aggregating all entries in queue to concatenate entries."
)
await self.aggregate_queue_updates()
else:
verbose_proxy_logger.debug("Adding update to queue: %s", update)
await self.update_queue.put(update)
async def aggregate_queue_updates(self):
"""Concatenate all updates in the queue to reduce the size of in-memory queue"""