tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-07 16:21:45 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add cachePoint support for assistant and tool messages in Bedrock

Browse Source
This commit is contained in:
FuChen
2025-08-15 12:17:59 +08:00
parent 511363d3a7
commit bb96d4e23c
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/llms/bedrock/chat/converse_transformation.py
+4
View File
@@ -25,6 +25,7 @@ from litellm.llms.base_llm.chat.transformation import BaseConfig, BaseLLMExcepti
from litellm.types.llms.bedrock import *
from litellm.types.llms.openai import (
AllMessageValues,
ChatCompletionAssistantMessage,
ChatCompletionRedactedThinkingBlock,
ChatCompletionResponseMessage,
ChatCompletionSystemMessage,
@@ -505,6 +506,7 @@ class AmazonConverseConfig(BaseConfig):
OpenAIMessageContentListBlock,
ChatCompletionUserMessage,
ChatCompletionSystemMessage,
ChatCompletionAssistantMessage,
],
block_type: Literal["system"],
) -> Optional[SystemContentBlock]:
@@ -517,6 +519,7 @@ class AmazonConverseConfig(BaseConfig):
OpenAIMessageContentListBlock,
ChatCompletionUserMessage,
ChatCompletionSystemMessage,
ChatCompletionAssistantMessage,
],
block_type: Literal["content_block"],
) -> Optional[ContentBlock]:
@@ -528,6 +531,7 @@ class AmazonConverseConfig(BaseConfig):
OpenAIMessageContentListBlock,
ChatCompletionUserMessage,
ChatCompletionSystemMessage,
ChatCompletionAssistantMessage,
],
block_type: Literal["system", "content_block"],
) -> Optional[Union[SystemContentBlock, ContentBlock]]: