diff --git a/litellm/proxy/pass_through_endpoints/llm_passthrough_endpoints.py b/litellm/proxy/pass_through_endpoints/llm_passthrough_endpoints.py index 165c7b24cb..6e354290fe 100644 --- a/litellm/proxy/pass_through_endpoints/llm_passthrough_endpoints.py +++ b/litellm/proxy/pass_through_endpoints/llm_passthrough_endpoints.py @@ -37,6 +37,7 @@ from litellm.proxy.common_utils.http_parsing_utils import ( from litellm.proxy.pass_through_endpoints.common_utils import get_litellm_virtual_key from litellm.proxy.pass_through_endpoints.pass_through_endpoints import ( HttpPassThroughEndpointHelpers, + LITELLM_PASS_THROUGH_CUSTOM_BODY_STATE_KEY, create_pass_through_route, create_websocket_passthrough_route, websocket_passthrough_request, @@ -88,14 +89,6 @@ def is_passthrough_request_streaming(request_body: dict) -> bool: return request_body.get("stream", False) -def _get_litellm_pass_through_custom_body_state_key() -> str: - from litellm.proxy.pass_through_endpoints.pass_through_endpoints import ( - LITELLM_PASS_THROUGH_CUSTOM_BODY_STATE_KEY, - ) - - return LITELLM_PASS_THROUGH_CUSTOM_BODY_STATE_KEY - - async def llm_passthrough_factory_proxy_route( custom_llm_provider: str, endpoint: str,