From f2cfb76920e8fa73299c6949bff84e89c53aff8b Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Fri, 19 Jan 2024 09:52:51 -0800 Subject: [PATCH] (fix) use asyncio run_in_executor --- litellm/utils.py | 10 ++++++---- 1 file changed, 6 insertions(+), 4 deletions(-) diff --git a/litellm/utils.py b/litellm/utils.py index c4144267bf..c9d9d32093 100644 --- a/litellm/utils.py +++ b/litellm/utils.py @@ -2363,10 +2363,12 @@ def client(original_function): threading.Thread( target=logging_obj.success_handler, args=(result, start_time, end_time) ).start() - threading.Thread( - target=logging_obj.async_success_handler, - args=(result, start_time, end_time), - ).start() + + loop = asyncio.get_event_loop() + loop.run_in_executor( + executor=None, + func=logging_obj.async_success_handler(result, start_time, end_time), + ) # RETURN RESULT if hasattr(result, "_hidden_params"): result._hidden_params["model_id"] = kwargs.get("model_info", {}).get(