tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-16 10:23:14 +00:00
Code Issues Packages Projects Releases Wiki Activity

test(test_caching.py): fix test to check on id

Browse Source
This commit is contained in:
Krrish Dholakia
2024-03-05 21:12:50 -08:00
parent a3a751ce62
commit 8a4a14cc95
1 changed files with 6 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/tests/test_caching.py
+6 -9
View File
@@ -438,11 +438,10 @@ def test_redis_cache_completion_stream():
temperature=0.2,
stream=True,
)
response_1_content = ""
response_1_id = ""
for chunk in response1:
print(chunk)
response_1_content += chunk.choices[0].delta.content or ""
print(response_1_content)
response_1_id = chunk.id
time.sleep(0.5)
response2 = completion(
model="gpt-3.5-turbo",
@@ -451,15 +450,13 @@ def test_redis_cache_completion_stream():
temperature=0.2,
stream=True,
)
response_2_content = ""
response_2_id = ""
for chunk in response2:
print(chunk)
response_2_content += chunk.choices[0].delta.content or ""
print("\nresponse 1", response_1_content)
print("\nresponse 2", response_2_content)
response_2_id += chunk.id
assert (
response_1_content == response_2_content
), f"Response 1 != Response 2. Same params, Response 1{response_1_content} != Response 2{response_2_content}"
response_1_id == response_2_id
), f"Response 1 != Response 2. Same params, Response 1{response_1_id} != Response 2{response_2_id}"
litellm.success_callback = []
litellm.cache = None
litellm.success_callback = []