mirror of
https://github.com/tiennm99/litellm.git
synced 2026-08-11 04:23:25 +00:00
fix: import LITELLM_PASS_THROUGH_CUSTOM_BODY_STATE_KEY for bedrock passthrough
Fixes NameError when bedrock_proxy_route sets custom body on request.state. Remove unused lazy-loader helper. Made-with: Cursor
This commit is contained in:
@@ -37,6 +37,7 @@ from litellm.proxy.common_utils.http_parsing_utils import (
|
||||
from litellm.proxy.pass_through_endpoints.common_utils import get_litellm_virtual_key
|
||||
from litellm.proxy.pass_through_endpoints.pass_through_endpoints import (
|
||||
HttpPassThroughEndpointHelpers,
|
||||
LITELLM_PASS_THROUGH_CUSTOM_BODY_STATE_KEY,
|
||||
create_pass_through_route,
|
||||
create_websocket_passthrough_route,
|
||||
websocket_passthrough_request,
|
||||
@@ -88,14 +89,6 @@ def is_passthrough_request_streaming(request_body: dict) -> bool:
|
||||
return request_body.get("stream", False)
|
||||
|
||||
|
||||
def _get_litellm_pass_through_custom_body_state_key() -> str:
|
||||
from litellm.proxy.pass_through_endpoints.pass_through_endpoints import (
|
||||
LITELLM_PASS_THROUGH_CUSTOM_BODY_STATE_KEY,
|
||||
)
|
||||
|
||||
return LITELLM_PASS_THROUGH_CUSTOM_BODY_STATE_KEY
|
||||
|
||||
|
||||
async def llm_passthrough_factory_proxy_route(
|
||||
custom_llm_provider: str,
|
||||
endpoint: str,
|
||||
|
||||
Reference in New Issue
Block a user