tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-09 16:24:38 +00:00
Code Issues Packages Projects Releases Wiki Activity

latency fix proxy (#7563)

Browse Source
This commit is contained in:
Ishaan Jaff
2025-01-04 20:18:32 -08:00
committed by GitHub
parent 0d366c58a1
commit 2bf20ebfdf
1 changed files with 10 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/proxy/litellm_pre_call_utils.py
+10 -7
View File
@@ -1,3 +1,4 @@
import asyncio
import copy
import time
from typing import TYPE_CHECKING, Any, Dict, Optional, Union
@@ -616,13 +617,15 @@ async def add_litellm_data_to_request( # noqa: PLR0915
)
end_time = time.time()
await service_logger_obj.async_service_success_hook(
service=ServiceTypes.PROXY_PRE_CALL,
duration=end_time - start_time,
call_type="add_litellm_data_to_request",
start_time=start_time,
end_time=end_time,
parent_otel_span=user_api_key_dict.parent_otel_span,
asyncio.create_task(
service_logger_obj.async_service_success_hook(
service=ServiceTypes.PROXY_PRE_CALL,
duration=end_time - start_time,
call_type="add_litellm_data_to_request",
start_time=start_time,
end_time=end_time,
parent_otel_span=user_api_key_dict.parent_otel_span,
)
)
return data