tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-22 22:24:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

(test) add num retries to caching testing

Browse Source
This commit is contained in:
ishaan-jaff
2023-11-01 11:42:40 -07:00
parent 01d90691f9
commit 317c290b69
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/tests/test_caching.py
+3 -3
View File
@@ -316,9 +316,9 @@ def test_custom_redis_cache_with_key():
# patch this redis cache get and set call
response1 = completion(model="gpt-3.5-turbo", messages=messages, temperature=1, caching=True)
response2 = completion(model="gpt-3.5-turbo", messages=messages, temperature=1, caching=True)
response3 = completion(model="gpt-3.5-turbo", messages=messages, temperature=1, caching=False)
response1 = completion(model="gpt-3.5-turbo", messages=messages, temperature=1, caching=True, num_retries=3)
response2 = completion(model="gpt-3.5-turbo", messages=messages, temperature=1, caching=True, num_retries=3)
response3 = completion(model="gpt-3.5-turbo", messages=messages, temperature=1, caching=False, num_retries=3)
print(f"response1: {response1}")
print(f"response2: {response2}")