scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-05 02:41:56 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 49

fix(bedrock_httpx.py): support 'modelId' param for bedrock ptu's

Browse source 
Fixes https://github.com/BerriAI/litellm/issues/3805
This commit is contained in:
Krrish Dholakia 2024-05-24 22:55:55 -07:00
parent 281906ff33
commit 8c92508934
1 changed files with 3 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
litellm/llms/bedrock_httpx.py
View file

@ -552,6 +552,7 @@ class BedrockLLM(BaseLLM):
## SETUP ##
stream = optional_params.pop("stream", None)
modelId = optional_params.pop("model_id", None) or model
provider = model.split(".")[0]
## CREDENTIALS ##
@ -609,9 +610,9 @@ class BedrockLLM(BaseLLM):
endpoint_url = f"https://bedrock-runtime.{aws_region_name}.amazonaws.com"
if (stream is not None and stream == True) and provider != "ai21":
endpoint_url = f"{endpoint_url}/model/{model}/invoke-with-response-stream"
endpoint_url = f"{endpoint_url}/model/{modelId}/invoke-with-response-stream"
else:
endpoint_url = f"{endpoint_url}/model/{model}/invoke"
endpoint_url = f"{endpoint_url}/model/{modelId}/invoke"
sigv4 = SigV4Auth(credentials, "bedrock", aws_region_name)