From 498bfa9a4cc7eeb00eec31af8be50689a68b4835 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Mon, 20 May 2024 15:43:29 -0700 Subject: [PATCH] fix - revert check_request_disconnection --- litellm/proxy/proxy_server.py | 14 -------------- 1 file changed, 14 deletions(-) diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index 72427bd9ff..351984c2b8 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -3646,7 +3646,6 @@ async def chat_completion( ): global general_settings, user_debug, proxy_logging_obj, llm_model_list data = {} - check_request_disconnected = None try: body = await request.body() body_str = body.decode() @@ -3829,9 +3828,6 @@ async def chat_completion( *tasks ) # run the moderation check in parallel to the actual llm api call - check_request_disconnected = asyncio.create_task( - check_request_disconnection(request, llm_responses) - ) responses = await llm_responses response = responses[1] @@ -3913,9 +3909,6 @@ async def chat_completion( param=getattr(e, "param", "None"), code=getattr(e, "status_code", 500), ) - finally: - if check_request_disconnected is not None: - check_request_disconnected.cancel() @router.post( @@ -3942,7 +3935,6 @@ async def completion( ): global user_temperature, user_request_timeout, user_max_tokens, user_api_base data = {} - check_request_disconnected = None try: body = await request.body() body_str = body.decode() @@ -4042,9 +4034,6 @@ async def completion( + data.get("model", "") }, ) - check_request_disconnected = asyncio.create_task( - check_request_disconnection(request, llm_response) - ) # Await the llm_response task response = await llm_response @@ -4109,9 +4098,6 @@ async def completion( param=getattr(e, "param", "None"), code=getattr(e, "status_code", 500), ) - finally: - if check_request_disconnected is not None: - check_request_disconnected.cancel() @router.post(