From acda064be6137989ebc624341079e19dd31adecd Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Thu, 2 May 2024 14:50:13 -0700 Subject: [PATCH] fix(proxy/utils.py): fix retry logic for generic data request --- litellm/proxy/utils.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/litellm/proxy/utils.py b/litellm/proxy/utils.py index b5db81b319..7b0829504e 100644 --- a/litellm/proxy/utils.py +++ b/litellm/proxy/utils.py @@ -679,8 +679,8 @@ class PrismaClient: @backoff.on_exception( backoff.expo, Exception, # base exception to catch for the backoff - max_tries=3, # maximum number of retries - max_time=10, # maximum total time to retry for + max_tries=1, # maximum number of retries + max_time=2, # maximum total time to retry for on_backoff=on_backoff, # specifying the function to call on backoff ) async def get_generic_data( @@ -718,7 +718,8 @@ class PrismaClient: import traceback error_msg = f"LiteLLM Prisma Client Exception get_generic_data: {str(e)}" - print_verbose(error_msg) + verbose_proxy_logger.error(error_msg) + error_msg = error_msg + "\nException Type: {}".format(type(e)) error_traceback = error_msg + "\n" + traceback.format_exc() end_time = time.time() _duration = end_time - start_time