scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-06 08:16:43 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 78

Merge pull request #15668 from BerriAI/litellm_fix_bedrock_gpt_oss

Browse source 
[Fix] GPT-OSS in Bedrock now supports streaming. Revert fake streaming
This commit is contained in:
Ishaan Jaff 2025-10-17 13:16:48 -07:00 • committed by GitHub
commit fa1b6feccd
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 0 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
litellm/llms/bedrock/chat/converse_transformation.py
View file

@ -1439,11 +1439,6 @@ class AmazonConverseConfig(BaseConfig):
if stream is True:
if model is not None:
###################################################################
# GPT-OSS models do not support streaming
###################################################################
if "gpt-oss" in model:
return True
###################################################################
# AI21 models do not support streaming
###################################################################
if "ai21" in model:

1
tests/llm_translation/test_bedrock_gpt_oss.py
View file

@ -13,7 +13,6 @@ from litellm.llms.bedrock.chat.converse_transformation import AmazonConverseConf
class TestBedrockGPTOSS(BaseLLMChatTest):
def get_base_completion_call_args(self) -> dict:
litellm._turn_on_debug()
return {
"model": "bedrock/converse/openai.gpt-oss-20b-1:0",
}