tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-07 22:21:46 +00:00
Code Issues Packages Projects Releases Wiki Activity

modify replicate polling interval

Browse Source
This commit is contained in:
ishaan-jaff
2023-10-02 07:43:38 -07:00
parent e62b3ebdd1
commit a4d135eef9
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/llms/replicate.py
+2 -2
View File
@@ -53,7 +53,7 @@ def handle_prediction_response(prediction_url, api_token, print_verbose):
logs = ""
while True and (status not in ["succeeded", "failed", "canceled"]):
print_verbose("making request")
time.sleep(0.0001)
time.sleep(0.5)
response = requests.get(prediction_url, headers=headers)
if response.status_code == 200:
response_data = response.json()
@@ -77,7 +77,7 @@ def handle_prediction_response_streaming(prediction_url, api_token, print_verbos
}
status = ""
while True and (status not in ["succeeded", "failed", "canceled"]):
time.sleep(0.0001) # prevent being rate limited by replicate
time.sleep(0.5) # prevent being rate limited by replicate
response = requests.get(prediction_url, headers=headers)
if response.status_code == 200:
response_data = response.json()