tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-20 02:28:39 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: BedrockCountTokensHandler

Browse Source
This commit is contained in:
Ishaan Jaffer
2025-09-18 07:32:33 -07:00
parent 7b5dd5c7d1
commit da95e208da
1 changed files with 14 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/llms/bedrock/count_tokens/handler.py
+14 -14
View File
@@ -8,8 +8,10 @@ from typing import Any, Dict
from fastapi import HTTPException
import litellm
from litellm._logging import verbose_logger
from litellm.llms.bedrock.count_tokens.transformation import BedrockCountTokensConfig
from litellm.llms.custom_httpx.http_handler import get_async_httpx_client
class BedrockCountTokensHandler(BedrockCountTokensConfig):
@@ -78,28 +80,26 @@ class BedrockCountTokensHandler(BedrockCountTokensConfig):
model=resolved_model,
)
# Make HTTP request
import httpx
async_client = get_async_httpx_client(llm_provider=litellm.LlmProviders.BEDROCK)
async with httpx.AsyncClient() as client:
response = await client.post(
response = await async_client.post(
endpoint_url,
headers=signed_headers,
content=signed_body,
data=signed_body,
timeout=30.0,
)
verbose_logger.debug(f"Response status: {response.status_code}")
verbose_logger.debug(f"Response status: {response.status_code}")
if response.status_code != 200:
error_text = response.text
verbose_logger.error(f"AWS Bedrock error: {error_text}")
raise HTTPException(
status_code=400,
detail={"error": f"AWS Bedrock error: {error_text}"},
)
if response.status_code != 200:
error_text = response.text
verbose_logger.error(f"AWS Bedrock error: {error_text}")
raise HTTPException(
status_code=400,
detail={"error": f"AWS Bedrock error: {error_text}"},
)
bedrock_response = response.json()
bedrock_response = response.json()
verbose_logger.debug(f"Bedrock response: {bedrock_response}")