add openai route for bedrock

litellm/__init__.py

@@ -1225,6 +1225,9 @@ from .llms.bedrock.chat.invoke_transformations.amazon_titan_transformation impor
 from .llms.bedrock.chat.invoke_transformations.base_invoke_transformation import (
     AmazonInvokeConfig,
 )
+from .llms.bedrock.chat.invoke_transformations.amazon_openai_transformation import (
+    AmazonBedrockOpenAIConfig,
+)
 
 from .llms.bedrock.image.amazon_stability1_transformation import AmazonStabilityConfig
 from .llms.bedrock.image.amazon_stability3_transformation import AmazonStability3Config

litellm/llms/bedrock/common_utils.py

@@ -403,6 +403,9 @@ class BedrockModelInfo(BaseLLMModelInfo):
         if model.startswith("invoke/"):
             model = model.split("/", 1)[1]
 
+        if model.startswith("openai/"):
+            model = model.split("/", 1)[1]
+
         return model
 
     @staticmethod
@@ -446,12 +449,12 @@ class BedrockModelInfo(BaseLLMModelInfo):
     @staticmethod
     def get_bedrock_route(
         model: str,
-    ) -> Literal["converse", "invoke", "converse_like", "agent", "agentcore", "async_invoke"]:
+    ) -> Literal["converse", "invoke", "converse_like", "agent", "agentcore", "async_invoke", "openai"]:
         """
         Get the bedrock route for the given model.
         """
         route_mappings: Dict[
-            str, Literal["invoke", "converse_like", "converse", "agent", "agentcore", "async_invoke"]
+            str, Literal["invoke", "converse_like", "converse", "agent", "agentcore", "async_invoke", "openai"]
         ] = {
             "invoke/": "invoke",
             "converse_like/": "converse_like",
@@ -459,6 +462,7 @@ class BedrockModelInfo(BaseLLMModelInfo):
             "agent/": "agent",
             "agentcore/": "agentcore",
             "async_invoke/": "async_invoke",
+            "openai/": "openai",
         }
 
         # Check explicit routes first
@@ -517,6 +521,14 @@ class BedrockModelInfo(BaseLLMModelInfo):
         """
         return "async_invoke/" in model
 
+    @staticmethod
+    def _explicit_openai_route(model: str) -> bool:
+        """
+        Check if the model is an explicit openai route.
+        Used for Bedrock imported models that use OpenAI Chat Completions format.
+        """
+        return "openai/" in model
+
     @staticmethod
     def get_bedrock_provider_config_for_messages_api(
         model: str,
@@ -566,6 +578,8 @@ def get_bedrock_chat_config(model: str):
     # Handle explicit routes first
     if bedrock_route == "converse" or bedrock_route == "converse_like":
         return litellm.AmazonConverseConfig()
+    elif bedrock_route == "openai":
+        return litellm.AmazonBedrockOpenAIConfig()
     elif bedrock_route == "agent":
         from litellm.llms.bedrock.chat.invoke_agent.transformation import (
             AmazonInvokeAgentConfig,

litellm/utils.py

@@ -3719,7 +3719,17 @@ def get_optional_params(  # noqa: PLR0915
                     else False
                 ),
             )
-
+        elif bedrock_route == "openai":
+            optional_params = litellm.AmazonBedrockOpenAIConfig().map_openai_params(
+                model=model,
+                non_default_params=non_default_params,
+                optional_params=optional_params,
+                drop_params=(
+                    drop_params
+                    if drop_params is not None and isinstance(drop_params, bool)
+                    else False
+                ),
+            )
         elif "anthropic" in bedrock_base_model and bedrock_route == "invoke":
             if bedrock_base_model.startswith("anthropic.claude-3"):
                 optional_params = (