(test) 1k requests

2026-07-28 16:20:41 +00:00 · 2023-11-29 16:22:18 -08:00
parent 3c6764efef
commit d3672452ce
1 changed files with 1 additions and 1 deletions
@@ -30,7 +30,7 @@ async def litellm_completion():

 async def main():
    start = time.time()
-    n = 500  # Number of concurrent tasks
+    n = 1000  # Number of concurrent tasks
    tasks = [litellm_completion() for _ in range(n)]

    chat_completions = await asyncio.gather(*tasks)