test fix - test_acompletion_caching_on_router

This commit is contained in:
Ishaan Jaff
2024-06-04 07:55:53 -07:00
parent 8625280c32
commit 97c82225b1
+2 -1
View File
@@ -115,7 +115,8 @@ async def test_acompletion_caching_on_router():
model="gpt-3.5-turbo", messages=messages, temperature=1
)
print(f"response1: {response1}")
await asyncio.sleep(1) # add cache is async, async sleep for cache to get set
await asyncio.sleep(5) # add cache is async, async sleep for cache to get set
response2 = await router.acompletion(
model="gpt-3.5-turbo", messages=messages, temperature=1
)