tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-05 08:23:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #15668 from BerriAI/litellm_fix_bedrock_gpt_oss

Browse Source 
[Fix] GPT-OSS in Bedrock now supports streaming. Revert fake streaming
This commit is contained in:
Ishaan Jaff
2025-10-17 13:16:48 -07:00
committed by GitHub
parent 8f710abe05 f342ef3842
commit fa1b6feccd
2 changed files with 0 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/llms/bedrock/chat/converse_transformation.py
-5
View File
@@ -1439,11 +1439,6 @@ class AmazonConverseConfig(BaseConfig):
if stream is True:
if model is not None:
###################################################################
# GPT-OSS models do not support streaming
###################################################################
if "gpt-oss" in model:
return True
###################################################################
# AI21 models do not support streaming
###################################################################
if "ai21" in model:
tests/llm_translation/test_bedrock_gpt_oss.py
-1
View File
@@ -13,7 +13,6 @@ from litellm.llms.bedrock.chat.converse_transformation import AmazonConverseConf
class TestBedrockGPTOSS(BaseLLMChatTest):
def get_base_completion_call_args(self) -> dict:
litellm._turn_on_debug()
return {
"model": "bedrock/converse/openai.gpt-oss-20b-1:0",
}