This commit is contained in:
Lucca Zenobio 2024-03-25 13:08:17 -03:00
parent 0c0780be83
commit cda78a5da0
2 changed files with 2 additions and 2 deletions

View file

@ -128,7 +128,7 @@ class AmazonAnthropicClaude3Config:
}
def get_supported_openai_params(self):
return ["max_tokens", "tools", "tool_choice", "stream"]
return ["max_tokens", "tools", "tool_choice", "stream", "extra_headers"]
def map_openai_params(self, non_default_params: dict, optional_params: dict):
for param, value in non_default_params.items():

View file

@ -5146,7 +5146,7 @@ def get_supported_openai_params(model: str, custom_llm_provider: str):
"""
if custom_llm_provider == "bedrock":
if model.startswith("anthropic.claude-3"):
return litellm.AmazonAnthropicClaude3Config().get_supported_openai_params() + ["extra_headers"]
return litellm.AmazonAnthropicClaude3Config().get_supported_openai_params()
elif model.startswith("anthropic"):
return litellm.AmazonAnthropicConfig().get_supported_openai_params()
elif model.startswith("ai21"):