tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-06 10:21:32 +00:00
Code Issues Packages Projects Releases Wiki Activity

test_queue_flush_limit

Browse Source
This commit is contained in:
Ishaan Jaffer
2026-02-14 15:34:45 -08:00
parent 0d697e6c3e
commit 9ce7871d8a
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/test_litellm/proxy/db/db_transaction_queue/test_base_update_queue.py
+4 -1
View File
@@ -21,8 +21,11 @@ async def test_queue_flush_limit():
"""
# Arrange
queue = BaseUpdateQueue()
# Add more items than the max flush count
# Override maxsize so the queue can hold all test items without blocking.
# The default LITELLM_ASYNCIO_QUEUE_MAXSIZE (1000) equals MAX_IN_MEMORY_QUEUE_FLUSH_COUNT,
# so adding more items than that would cause `await queue.put()` to block forever.
items_to_add = MAX_IN_MEMORY_QUEUE_FLUSH_COUNT + 100
queue.update_queue = asyncio.Queue(maxsize=items_to_add + 1)
for i in range(items_to_add):
await queue.add_update(f"test_update_{i}")