diff --git a/litellm/__init__.py b/litellm/__init__.py index 9da367c3672..ecb101e2de5 100644 --- a/litellm/__init__.py +++ b/litellm/__init__.py @@ -1066,32 +1066,11 @@ from .utils import client from .llms.custom_llm import CustomLLM from .llms.anthropic.common_utils import AnthropicModelInfo from .llms.ai21.chat.transformation import AI21ChatConfig, AI21ChatConfig as AI21Config -from .llms.meta_llama.chat.transformation import LlamaAPIConfig -from .llms.anthropic.experimental_pass_through.messages.transformation import ( - AnthropicMessagesConfig, -) -from .llms.bedrock.messages.invoke_transformations.anthropic_claude3_transformation import ( - AmazonAnthropicClaudeMessagesConfig, -) -from .llms.together_ai.chat import TogetherAIConfig -from .llms.together_ai.completion.transformation import TogetherAITextCompletionConfig -from .llms.cloudflare.chat.transformation import CloudflareChatConfig -from .llms.novita.chat.transformation import NovitaConfig from .llms.deprecated_providers.palm import ( PalmConfig, ) # here to prevent breaking changes -from .llms.nlp_cloud.chat.handler import NLPCloudConfig -from .llms.petals.completion.transformation import PetalsConfig from .llms.deprecated_providers.aleph_alpha import AlephAlphaConfig -from .llms.vertex_ai.gemini.vertex_and_google_ai_studio_gemini import ( - VertexGeminiConfig, - VertexGeminiConfig as VertexAIConfig, -) from .llms.gemini.common_utils import GeminiModelInfo -from .llms.gemini.chat.transformation import ( - GoogleAIStudioGeminiConfig, - GoogleAIStudioGeminiConfig as GeminiConfig, # aliased to maintain backwards compatibility -) from .llms.vertex_ai.vertex_embeddings.transformation import ( @@ -1100,227 +1079,23 @@ from .llms.vertex_ai.vertex_embeddings.transformation import ( vertexAITextEmbeddingConfig = VertexAITextEmbeddingConfig() -from .llms.vertex_ai.vertex_ai_partner_models.anthropic.transformation import ( - VertexAIAnthropicConfig, -) -from .llms.vertex_ai.vertex_ai_partner_models.llama3.transformation import ( - VertexAILlama3Config, -) -from .llms.vertex_ai.vertex_ai_partner_models.ai21.transformation import ( - VertexAIAi21Config, -) -from .llms.ollama.chat.transformation import OllamaChatConfig -from .llms.ollama.completion.transformation import OllamaConfig -from .llms.sagemaker.completion.transformation import SagemakerConfig -from .llms.sagemaker.chat.transformation import SagemakerChatConfig from .llms.bedrock.chat.invoke_handler import ( - AmazonCohereChatConfig, bedrock_tool_name_mappings, ) -from .llms.bedrock.common_utils import ( - AmazonBedrockGlobalConfig, -) -from .llms.bedrock.chat.invoke_transformations.amazon_ai21_transformation import ( - AmazonAI21Config, -) -from .llms.bedrock.chat.invoke_transformations.amazon_nova_transformation import ( - AmazonInvokeNovaConfig, -) -from .llms.bedrock.chat.invoke_transformations.amazon_qwen2_transformation import ( - AmazonQwen2Config, -) -from .llms.bedrock.chat.invoke_transformations.amazon_qwen3_transformation import ( - AmazonQwen3Config, -) -from .llms.bedrock.chat.invoke_transformations.anthropic_claude2_transformation import ( - AmazonAnthropicConfig, -) -from .llms.bedrock.chat.invoke_transformations.anthropic_claude3_transformation import ( - AmazonAnthropicClaudeConfig, -) -from .llms.bedrock.chat.invoke_transformations.amazon_cohere_transformation import ( - AmazonCohereConfig, -) -from .llms.bedrock.chat.invoke_transformations.amazon_llama_transformation import ( - AmazonLlamaConfig, -) -from .llms.bedrock.chat.invoke_transformations.amazon_deepseek_transformation import ( - AmazonDeepSeekR1Config, -) -from .llms.bedrock.chat.invoke_transformations.amazon_mistral_transformation import ( - AmazonMistralConfig, -) -from .llms.bedrock.chat.invoke_transformations.amazon_titan_transformation import ( - AmazonTitanConfig, -) -from .llms.bedrock.chat.invoke_transformations.amazon_twelvelabs_pegasus_transformation import ( - AmazonTwelveLabsPegasusConfig, -) -from .llms.bedrock.chat.invoke_transformations.base_invoke_transformation import ( - AmazonInvokeConfig, -) -from .llms.bedrock.chat.invoke_transformations.amazon_openai_transformation import ( - AmazonBedrockOpenAIConfig, -) - -from .llms.bedrock.image_generation.amazon_stability1_transformation import AmazonStabilityConfig -from .llms.bedrock.image_generation.amazon_stability3_transformation import AmazonStability3Config -from .llms.bedrock.image_generation.amazon_nova_canvas_transformation import AmazonNovaCanvasConfig -from .llms.bedrock.embed.amazon_titan_g1_transformation import AmazonTitanG1Config -from .llms.bedrock.embed.amazon_titan_multimodal_transformation import ( - AmazonTitanMultimodalEmbeddingG1Config, -) from .llms.bedrock.embed.amazon_titan_v2_transformation import ( AmazonTitanV2Config, ) -from .llms.cohere.chat.transformation import CohereChatConfig -from .llms.cohere.chat.v2_transformation import CohereV2ChatConfig -from .llms.bedrock.embed.cohere_transformation import BedrockCohereEmbeddingConfig -from .llms.bedrock.embed.twelvelabs_marengo_transformation import ( - TwelveLabsMarengoEmbeddingConfig, -) -from .llms.bedrock.embed.amazon_nova_transformation import ( - AmazonNovaEmbeddingConfig, -) -from .llms.openai.openai import OpenAIConfig, MistralEmbeddingConfig -from .llms.openai.image_variations.transformation import OpenAIImageVariationConfig -from .llms.deepinfra.chat.transformation import DeepInfraConfig -from .llms.deepgram.audio_transcription.transformation import ( - DeepgramAudioTranscriptionConfig, -) from .llms.topaz.common_utils import TopazModelInfo -from .llms.topaz.image_variations.transformation import TopazImageVariationConfig -from litellm.llms.openai.completion.transformation import OpenAITextCompletionConfig -from .llms.groq.chat.transformation import GroqChatConfig -from .llms.sap.chat.transformation import GenAIHubOrchestrationConfig -from .llms.voyage.embedding.transformation import VoyageEmbeddingConfig -from .llms.voyage.embedding.transformation_contextual import ( - VoyageContextualEmbeddingConfig, -) -from .llms.infinity.embedding.transformation import InfinityEmbeddingConfig -from .llms.azure_ai.chat.transformation import AzureAIStudioConfig -from .llms.mistral.chat.transformation import MistralConfig -from .llms.openai.responses.transformation import OpenAIResponsesAPIConfig -from .llms.azure.responses.transformation import AzureOpenAIResponsesAPIConfig -from .llms.azure.responses.o_series_transformation import ( - AzureOpenAIOSeriesResponsesAPIConfig, -) -from .llms.xai.responses.transformation import XAIResponsesAPIConfig -from .llms.litellm_proxy.responses.transformation import ( - LiteLLMProxyResponsesAPIConfig, -) -from .llms.gemini.interactions.transformation import GoogleAIStudioInteractionsConfig -from .llms.openai.chat.o_series_transformation import ( - OpenAIOSeriesConfig as OpenAIO1Config, # maintain backwards compatibility - OpenAIOSeriesConfig, -) -from .llms.anthropic.skills.transformation import AnthropicSkillsConfig -from .llms.base_llm.skills.transformation import BaseSkillsAPIConfig -from .llms.gradient_ai.chat.transformation import GradientAIConfig - -openaiOSeriesConfig = OpenAIOSeriesConfig() -from .llms.openai.chat.gpt_transformation import ( - OpenAIGPTConfig, -) -from .llms.openai.chat.gpt_5_transformation import ( - OpenAIGPT5Config, -) -from .llms.openai.transcriptions.whisper_transformation import ( - OpenAIWhisperAudioTranscriptionConfig, -) -from .llms.openai.transcriptions.gpt_transformation import ( - OpenAIGPTAudioTranscriptionConfig, -) - -openAIGPTConfig = OpenAIGPTConfig() -from .llms.openai.chat.gpt_audio_transformation import ( - OpenAIGPTAudioConfig, -) - -openAIGPTAudioConfig = OpenAIGPTAudioConfig() -openAIGPT5Config = OpenAIGPT5Config() - -from .llms.nvidia_nim.chat.transformation import NvidiaNimConfig -from .llms.nvidia_nim.embed import NvidiaNimEmbeddingConfig - -nvidiaNimConfig = NvidiaNimConfig() -nvidiaNimEmbeddingConfig = NvidiaNimEmbeddingConfig() - -from .llms.featherless_ai.chat.transformation import FeatherlessAIConfig -from .llms.cerebras.chat import CerebrasConfig -from .llms.baseten.chat import BasetenConfig -from .llms.sambanova.chat import SambanovaConfig -from .llms.sambanova.embedding.transformation import SambaNovaEmbeddingConfig -from .llms.fireworks_ai.chat.transformation import FireworksAIConfig -from .llms.fireworks_ai.completion.transformation import FireworksAITextCompletionConfig -from .llms.fireworks_ai.audio_transcription.transformation import ( - FireworksAIAudioTranscriptionConfig, -) -from .llms.fireworks_ai.embed.fireworks_ai_transformation import ( - FireworksAIEmbeddingConfig, -) -from .llms.friendliai.chat.transformation import FriendliaiChatConfig -from .llms.jina_ai.embedding.transformation import JinaAIEmbeddingConfig -from .llms.xai.chat.transformation import XAIChatConfig +# OpenAIOSeriesConfig is lazy loaded - openaiOSeriesConfig will be created on first access +# OpenAIGPTConfig, OpenAIGPT5Config, etc. are lazy loaded - instances will be created on first access from .llms.xai.common_utils import XAIModelInfo -from .llms.zai.chat.transformation import ZAIChatConfig -from .llms.aiml.chat.transformation import AIMLChatConfig -from .llms.volcengine.chat.transformation import ( - VolcEngineChatConfig as VolcEngineConfig, -) -from .llms.codestral.completion.transformation import CodestralTextCompletionConfig from .llms.azure.azure import ( AzureOpenAIError, - AzureOpenAIAssistantsAPIConfig, ) -from .llms.heroku.chat.transformation import HerokuChatConfig -from .llms.cometapi.chat.transformation import CometAPIConfig -from .llms.azure.chat.gpt_transformation import AzureOpenAIConfig -from .llms.azure.chat.gpt_5_transformation import AzureOpenAIGPT5Config -from .llms.azure.completion.transformation import AzureOpenAITextConfig -from .llms.hosted_vllm.chat.transformation import HostedVLLMChatConfig -from .llms.llamafile.chat.transformation import LlamafileChatConfig -from .llms.litellm_proxy.chat.transformation import LiteLLMProxyChatConfig -from .llms.vllm.completion.transformation import VLLMConfig -from .llms.deepseek.chat.transformation import DeepSeekChatConfig -from .llms.lm_studio.chat.transformation import LMStudioChatConfig -from .llms.lm_studio.embed.transformation import LmStudioEmbeddingConfig -from .llms.nscale.chat.transformation import NscaleConfig -from .llms.perplexity.chat.transformation import PerplexityChatConfig -from .llms.azure.chat.o_series_transformation import AzureOpenAIO1Config -from .llms.watsonx.completion.transformation import IBMWatsonXAIConfig -from .llms.watsonx.chat.transformation import IBMWatsonXChatConfig -from .llms.watsonx.embed.transformation import IBMWatsonXEmbeddingConfig -from .llms.sap.embed.transformation import GenAIHubEmbeddingConfig -from .llms.watsonx.audio_transcription.transformation import ( - IBMWatsonXAudioTranscriptionConfig, -) -from .llms.github_copilot.chat.transformation import GithubCopilotConfig -from .llms.github_copilot.responses.transformation import ( - GithubCopilotResponsesAPIConfig, -) -from .llms.github_copilot.embedding.transformation import GithubCopilotEmbeddingConfig -from .llms.nebius.chat.transformation import NebiusConfig -from .llms.wandb.chat.transformation import WandbConfig -from .llms.dashscope.chat.transformation import DashScopeChatConfig -from .llms.moonshot.chat.transformation import MoonshotChatConfig # PublicAI now uses JSON-based configuration (see litellm/llms/openai_like/providers.json) -from .llms.docker_model_runner.chat.transformation import DockerModelRunnerChatConfig -from .llms.v0.chat.transformation import V0ChatConfig -from .llms.oci.chat.transformation import OCIChatConfig -from .llms.morph.chat.transformation import MorphChatConfig -from .llms.ragflow.chat.transformation import RAGFlowConfig -from .llms.lambda_ai.chat.transformation import LambdaAIChatConfig -from .llms.hyperbolic.chat.transformation import HyperbolicChatConfig -from .llms.vercel_ai_gateway.chat.transformation import VercelAIGatewayConfig -from .llms.ovhcloud.chat.transformation import OVHCloudChatConfig -from .llms.ovhcloud.embedding.transformation import OVHCloudEmbeddingConfig -from .llms.cometapi.embed.transformation import CometAPIEmbeddingConfig -from .llms.lemonade.chat.transformation import LemonadeChatConfig -from .llms.snowflake.embedding.transformation import SnowflakeEmbeddingConfig -from .llms.amazon_nova.chat.transformation import AmazonNovaChatConfig +# All remaining configs are now lazy loaded - see _lazy_imports_registry.py ## Lazy loading this is not straightforward, will leave it here for now. from .main import * # type: ignore @@ -1517,6 +1292,167 @@ if TYPE_CHECKING: from .llms.voyage.rerank.transformation import VoyageRerankConfig as VoyageRerankConfig from .llms.clarifai.chat.transformation import ClarifaiConfig as ClarifaiConfig from .llms.ai21.chat.transformation import AI21ChatConfig as AI21ChatConfig + from .llms.meta_llama.chat.transformation import LlamaAPIConfig as LlamaAPIConfig + from .llms.together_ai.completion.transformation import TogetherAITextCompletionConfig as TogetherAITextCompletionConfig + from .llms.cloudflare.chat.transformation import CloudflareChatConfig as CloudflareChatConfig + from .llms.novita.chat.transformation import NovitaConfig as NovitaConfig + from .llms.petals.completion.transformation import PetalsConfig as PetalsConfig + from .llms.ollama.chat.transformation import OllamaChatConfig as OllamaChatConfig + from .llms.ollama.completion.transformation import OllamaConfig as OllamaConfig + from .llms.sagemaker.completion.transformation import SagemakerConfig as SagemakerConfig + from .llms.sagemaker.chat.transformation import SagemakerChatConfig as SagemakerChatConfig + from .llms.cohere.chat.transformation import CohereChatConfig as CohereChatConfig + from .llms.anthropic.experimental_pass_through.messages.transformation import AnthropicMessagesConfig as AnthropicMessagesConfig + from .llms.bedrock.messages.invoke_transformations.anthropic_claude3_transformation import AmazonAnthropicClaudeMessagesConfig as AmazonAnthropicClaudeMessagesConfig + from .llms.together_ai.chat import TogetherAIConfig as TogetherAIConfig + from .llms.nlp_cloud.chat.handler import NLPCloudConfig as NLPCloudConfig + from .llms.vertex_ai.gemini.vertex_and_google_ai_studio_gemini import VertexGeminiConfig as VertexGeminiConfig + from .llms.gemini.chat.transformation import GoogleAIStudioGeminiConfig as GoogleAIStudioGeminiConfig + from .llms.vertex_ai.vertex_ai_partner_models.anthropic.transformation import VertexAIAnthropicConfig as VertexAIAnthropicConfig + from .llms.vertex_ai.vertex_ai_partner_models.llama3.transformation import VertexAILlama3Config as VertexAILlama3Config + from .llms.vertex_ai.vertex_ai_partner_models.ai21.transformation import VertexAIAi21Config as VertexAIAi21Config + from .llms.bedrock.chat.invoke_handler import AmazonCohereChatConfig as AmazonCohereChatConfig + from .llms.bedrock.common_utils import AmazonBedrockGlobalConfig as AmazonBedrockGlobalConfig + from .llms.bedrock.chat.invoke_transformations.amazon_ai21_transformation import AmazonAI21Config as AmazonAI21Config + from .llms.bedrock.chat.invoke_transformations.amazon_nova_transformation import AmazonInvokeNovaConfig as AmazonInvokeNovaConfig + from .llms.bedrock.chat.invoke_transformations.amazon_qwen2_transformation import AmazonQwen2Config as AmazonQwen2Config + from .llms.bedrock.chat.invoke_transformations.amazon_qwen3_transformation import AmazonQwen3Config as AmazonQwen3Config + from .llms.bedrock.chat.invoke_transformations.anthropic_claude2_transformation import AmazonAnthropicConfig as AmazonAnthropicConfig + from .llms.bedrock.chat.invoke_transformations.anthropic_claude3_transformation import AmazonAnthropicClaudeConfig as AmazonAnthropicClaudeConfig + from .llms.bedrock.chat.invoke_transformations.amazon_cohere_transformation import AmazonCohereConfig as AmazonCohereConfig + from .llms.bedrock.chat.invoke_transformations.amazon_llama_transformation import AmazonLlamaConfig as AmazonLlamaConfig + from .llms.bedrock.chat.invoke_transformations.amazon_deepseek_transformation import AmazonDeepSeekR1Config as AmazonDeepSeekR1Config + from .llms.bedrock.chat.invoke_transformations.amazon_mistral_transformation import AmazonMistralConfig as AmazonMistralConfig + from .llms.bedrock.chat.invoke_transformations.amazon_titan_transformation import AmazonTitanConfig as AmazonTitanConfig + from .llms.bedrock.chat.invoke_transformations.amazon_twelvelabs_pegasus_transformation import AmazonTwelveLabsPegasusConfig as AmazonTwelveLabsPegasusConfig + from .llms.bedrock.chat.invoke_transformations.base_invoke_transformation import AmazonInvokeConfig as AmazonInvokeConfig + from .llms.bedrock.chat.invoke_transformations.amazon_openai_transformation import AmazonBedrockOpenAIConfig as AmazonBedrockOpenAIConfig + from .llms.bedrock.image_generation.amazon_stability1_transformation import AmazonStabilityConfig as AmazonStabilityConfig + from .llms.bedrock.image_generation.amazon_stability3_transformation import AmazonStability3Config as AmazonStability3Config + from .llms.bedrock.image_generation.amazon_nova_canvas_transformation import AmazonNovaCanvasConfig as AmazonNovaCanvasConfig + from .llms.bedrock.embed.amazon_titan_g1_transformation import AmazonTitanG1Config as AmazonTitanG1Config + from .llms.bedrock.embed.amazon_titan_multimodal_transformation import AmazonTitanMultimodalEmbeddingG1Config as AmazonTitanMultimodalEmbeddingG1Config + from .llms.cohere.chat.v2_transformation import CohereV2ChatConfig as CohereV2ChatConfig + from .llms.bedrock.embed.cohere_transformation import BedrockCohereEmbeddingConfig as BedrockCohereEmbeddingConfig + from .llms.bedrock.embed.twelvelabs_marengo_transformation import TwelveLabsMarengoEmbeddingConfig as TwelveLabsMarengoEmbeddingConfig + from .llms.bedrock.embed.amazon_nova_transformation import AmazonNovaEmbeddingConfig as AmazonNovaEmbeddingConfig + from .llms.openai.openai import OpenAIConfig as OpenAIConfig, MistralEmbeddingConfig as MistralEmbeddingConfig + from .llms.openai.image_variations.transformation import OpenAIImageVariationConfig as OpenAIImageVariationConfig + from .llms.deepgram.audio_transcription.transformation import DeepgramAudioTranscriptionConfig as DeepgramAudioTranscriptionConfig + from .llms.topaz.image_variations.transformation import TopazImageVariationConfig as TopazImageVariationConfig + from litellm.llms.openai.completion.transformation import OpenAITextCompletionConfig as OpenAITextCompletionConfig + from .llms.groq.chat.transformation import GroqChatConfig as GroqChatConfig + from .llms.voyage.embedding.transformation import VoyageEmbeddingConfig as VoyageEmbeddingConfig + from .llms.voyage.embedding.transformation_contextual import VoyageContextualEmbeddingConfig as VoyageContextualEmbeddingConfig + from .llms.infinity.embedding.transformation import InfinityEmbeddingConfig as InfinityEmbeddingConfig + from .llms.azure_ai.chat.transformation import AzureAIStudioConfig as AzureAIStudioConfig + from .llms.mistral.chat.transformation import MistralConfig as MistralConfig + from .llms.openai.responses.transformation import OpenAIResponsesAPIConfig as OpenAIResponsesAPIConfig + from .llms.azure.responses.transformation import AzureOpenAIResponsesAPIConfig as AzureOpenAIResponsesAPIConfig + from .llms.azure.responses.o_series_transformation import AzureOpenAIOSeriesResponsesAPIConfig as AzureOpenAIOSeriesResponsesAPIConfig + from .llms.xai.responses.transformation import XAIResponsesAPIConfig as XAIResponsesAPIConfig + from .llms.litellm_proxy.responses.transformation import LiteLLMProxyResponsesAPIConfig as LiteLLMProxyResponsesAPIConfig + from .llms.gemini.interactions.transformation import GoogleAIStudioInteractionsConfig as GoogleAIStudioInteractionsConfig + from .llms.openai.chat.o_series_transformation import OpenAIOSeriesConfig as OpenAIOSeriesConfig, OpenAIOSeriesConfig as OpenAIO1Config + from .llms.anthropic.skills.transformation import AnthropicSkillsConfig as AnthropicSkillsConfig + from .llms.base_llm.skills.transformation import BaseSkillsAPIConfig as BaseSkillsAPIConfig + from .llms.gradient_ai.chat.transformation import GradientAIConfig as GradientAIConfig + from .llms.openai.chat.gpt_transformation import OpenAIGPTConfig as OpenAIGPTConfig + from .llms.openai.chat.gpt_5_transformation import OpenAIGPT5Config as OpenAIGPT5Config + from .llms.openai.transcriptions.whisper_transformation import OpenAIWhisperAudioTranscriptionConfig as OpenAIWhisperAudioTranscriptionConfig + from .llms.openai.transcriptions.gpt_transformation import OpenAIGPTAudioTranscriptionConfig as OpenAIGPTAudioTranscriptionConfig + from .llms.openai.chat.gpt_audio_transformation import OpenAIGPTAudioConfig as OpenAIGPTAudioConfig + from .llms.nvidia_nim.chat.transformation import NvidiaNimConfig as NvidiaNimConfig + from .llms.nvidia_nim.embed import NvidiaNimEmbeddingConfig as NvidiaNimEmbeddingConfig + + # Type stubs for lazy-loaded config instances + openaiOSeriesConfig: OpenAIOSeriesConfig + openAIGPTConfig: OpenAIGPTConfig + openAIGPTAudioConfig: OpenAIGPTAudioConfig + openAIGPT5Config: OpenAIGPT5Config + nvidiaNimConfig: NvidiaNimConfig + nvidiaNimEmbeddingConfig: NvidiaNimEmbeddingConfig + + # Import config classes that need type stubs (for mypy) - import with _ prefix to avoid circular reference + from .llms.vllm.completion.transformation import VLLMConfig as _VLLMConfig + from .llms.deepseek.chat.transformation import DeepSeekChatConfig as _DeepSeekChatConfig + from .llms.sap.chat.transformation import GenAIHubOrchestrationConfig as _GenAIHubOrchestrationConfig + from .llms.sap.embed.transformation import GenAIHubEmbeddingConfig as _GenAIHubEmbeddingConfig + from .llms.azure.chat.o_series_transformation import AzureOpenAIO1Config as _AzureOpenAIO1Config + from .llms.perplexity.chat.transformation import PerplexityChatConfig as _PerplexityChatConfig + from .llms.nscale.chat.transformation import NscaleConfig as _NscaleConfig + from .llms.watsonx.chat.transformation import IBMWatsonXChatConfig as _IBMWatsonXChatConfig + from .llms.watsonx.completion.transformation import IBMWatsonXAIConfig as _IBMWatsonXAIConfig + from .llms.litellm_proxy.chat.transformation import LiteLLMProxyChatConfig as _LiteLLMProxyChatConfig + from .llms.deepinfra.chat.transformation import DeepInfraConfig as _DeepInfraConfig + from .llms.llamafile.chat.transformation import LlamafileChatConfig as _LlamafileChatConfig + from .llms.lm_studio.chat.transformation import LMStudioChatConfig as _LMStudioChatConfig + from .llms.lm_studio.embed.transformation import LmStudioEmbeddingConfig as _LmStudioEmbeddingConfig + from .llms.watsonx.embed.transformation import IBMWatsonXEmbeddingConfig as _IBMWatsonXEmbeddingConfig + from .llms.vertex_ai.gemini.vertex_and_google_ai_studio_gemini import VertexGeminiConfig as _VertexGeminiConfig + + # Type stubs for lazy-loaded config classes (to help mypy understand types) + VLLMConfig: Type[_VLLMConfig] + DeepSeekChatConfig: Type[_DeepSeekChatConfig] + GenAIHubOrchestrationConfig: Type[_GenAIHubOrchestrationConfig] + GenAIHubEmbeddingConfig: Type[_GenAIHubEmbeddingConfig] + AzureOpenAIO1Config: Type[_AzureOpenAIO1Config] + PerplexityChatConfig: Type[_PerplexityChatConfig] + NscaleConfig: Type[_NscaleConfig] + IBMWatsonXChatConfig: Type[_IBMWatsonXChatConfig] + IBMWatsonXAIConfig: Type[_IBMWatsonXAIConfig] + LiteLLMProxyChatConfig: Type[_LiteLLMProxyChatConfig] + DeepInfraConfig: Type[_DeepInfraConfig] + LlamafileChatConfig: Type[_LlamafileChatConfig] + LMStudioChatConfig: Type[_LMStudioChatConfig] + LmStudioEmbeddingConfig: Type[_LmStudioEmbeddingConfig] + IBMWatsonXEmbeddingConfig: Type[_IBMWatsonXEmbeddingConfig] + VertexAIConfig: Type[_VertexGeminiConfig] # Alias for VertexGeminiConfig + + from .llms.featherless_ai.chat.transformation import FeatherlessAIConfig as FeatherlessAIConfig + from .llms.cerebras.chat import CerebrasConfig as CerebrasConfig + from .llms.baseten.chat import BasetenConfig as BasetenConfig + from .llms.sambanova.chat import SambanovaConfig as SambanovaConfig + from .llms.sambanova.embedding.transformation import SambaNovaEmbeddingConfig as SambaNovaEmbeddingConfig + from .llms.fireworks_ai.chat.transformation import FireworksAIConfig as FireworksAIConfig + from .llms.fireworks_ai.completion.transformation import FireworksAITextCompletionConfig as FireworksAITextCompletionConfig + from .llms.fireworks_ai.audio_transcription.transformation import FireworksAIAudioTranscriptionConfig as FireworksAIAudioTranscriptionConfig + from .llms.fireworks_ai.embed.fireworks_ai_transformation import FireworksAIEmbeddingConfig as FireworksAIEmbeddingConfig + from .llms.friendliai.chat.transformation import FriendliaiChatConfig as FriendliaiChatConfig + from .llms.jina_ai.embedding.transformation import JinaAIEmbeddingConfig as JinaAIEmbeddingConfig + from .llms.xai.chat.transformation import XAIChatConfig as XAIChatConfig + from .llms.zai.chat.transformation import ZAIChatConfig as ZAIChatConfig + from .llms.aiml.chat.transformation import AIMLChatConfig as AIMLChatConfig + from .llms.volcengine.chat.transformation import VolcEngineChatConfig as VolcEngineChatConfig, VolcEngineChatConfig as VolcEngineConfig + from .llms.codestral.completion.transformation import CodestralTextCompletionConfig as CodestralTextCompletionConfig + from .llms.azure.azure import AzureOpenAIAssistantsAPIConfig as AzureOpenAIAssistantsAPIConfig + from .llms.heroku.chat.transformation import HerokuChatConfig as HerokuChatConfig + from .llms.cometapi.chat.transformation import CometAPIConfig as CometAPIConfig + from .llms.azure.chat.gpt_transformation import AzureOpenAIConfig as AzureOpenAIConfig + from .llms.azure.chat.gpt_5_transformation import AzureOpenAIGPT5Config as AzureOpenAIGPT5Config + from .llms.azure.completion.transformation import AzureOpenAITextConfig as AzureOpenAITextConfig + from .llms.hosted_vllm.chat.transformation import HostedVLLMChatConfig as HostedVLLMChatConfig + from .llms.github_copilot.chat.transformation import GithubCopilotConfig as GithubCopilotConfig + from .llms.github_copilot.responses.transformation import GithubCopilotResponsesAPIConfig as GithubCopilotResponsesAPIConfig + from .llms.github_copilot.embedding.transformation import GithubCopilotEmbeddingConfig as GithubCopilotEmbeddingConfig + from .llms.nebius.chat.transformation import NebiusConfig as NebiusConfig + from .llms.wandb.chat.transformation import WandbConfig as WandbConfig + from .llms.dashscope.chat.transformation import DashScopeChatConfig as DashScopeChatConfig + from .llms.moonshot.chat.transformation import MoonshotChatConfig as MoonshotChatConfig + from .llms.docker_model_runner.chat.transformation import DockerModelRunnerChatConfig as DockerModelRunnerChatConfig + from .llms.v0.chat.transformation import V0ChatConfig as V0ChatConfig + from .llms.oci.chat.transformation import OCIChatConfig as OCIChatConfig + from .llms.morph.chat.transformation import MorphChatConfig as MorphChatConfig + from .llms.ragflow.chat.transformation import RAGFlowConfig as RAGFlowConfig + from .llms.lambda_ai.chat.transformation import LambdaAIChatConfig as LambdaAIChatConfig + from .llms.hyperbolic.chat.transformation import HyperbolicChatConfig as HyperbolicChatConfig + from .llms.vercel_ai_gateway.chat.transformation import VercelAIGatewayConfig as VercelAIGatewayConfig + from .llms.ovhcloud.chat.transformation import OVHCloudChatConfig as OVHCloudChatConfig + from .llms.ovhcloud.embedding.transformation import OVHCloudEmbeddingConfig as OVHCloudEmbeddingConfig + from .llms.cometapi.embed.transformation import CometAPIEmbeddingConfig as CometAPIEmbeddingConfig + from .llms.lemonade.chat.transformation import LemonadeChatConfig as LemonadeChatConfig + from .llms.snowflake.embedding.transformation import SnowflakeEmbeddingConfig as SnowflakeEmbeddingConfig + from .llms.amazon_nova.chat.transformation import AmazonNovaChatConfig as AmazonNovaChatConfig from litellm.caching.llm_caching_handler import LLMClientCache from litellm.types.llms.bedrock import COHERE_EMBEDDING_INPUT_TYPES from litellm.types.utils import ( @@ -1594,6 +1530,37 @@ def __getattr__(name: str) -> Any: from .main import encoding as _encoding _globals["encoding"] = _encoding return _globals["encoding"] + + # Lazy load openaiOSeriesConfig instance + if name == "openaiOSeriesConfig": + from ._lazy_imports import _get_litellm_globals + _globals = _get_litellm_globals() + if "openaiOSeriesConfig" not in _globals: + # Import the config class and instantiate it + config_class = __getattr__("OpenAIOSeriesConfig") + _globals["openaiOSeriesConfig"] = config_class() + return _globals["openaiOSeriesConfig"] + + # Lazy load other config instances + _config_instances = { + "openAIGPTConfig": "OpenAIGPTConfig", + "openAIGPTAudioConfig": "OpenAIGPTAudioConfig", + "openAIGPT5Config": "OpenAIGPT5Config", + "nvidiaNimConfig": "NvidiaNimConfig", + "nvidiaNimEmbeddingConfig": "NvidiaNimEmbeddingConfig", + } + if name in _config_instances: + from ._lazy_imports import _get_litellm_globals + _globals = _get_litellm_globals() + if name not in _globals: + # Import the config class and instantiate it + config_class = __getattr__(_config_instances[name]) + _globals[name] = config_class() + return _globals[name] + + # Handle OpenAIO1Config alias + if name == "OpenAIO1Config": + return __getattr__("OpenAIOSeriesConfig") raise AttributeError(f"module {__name__!r} has no attribute {name!r}") diff --git a/litellm/_lazy_imports_registry.py b/litellm/_lazy_imports_registry.py index 698995932c1..31ef0cf69ff 100644 --- a/litellm/_lazy_imports_registry.py +++ b/litellm/_lazy_imports_registry.py @@ -130,6 +130,146 @@ LLM_CONFIG_NAMES = ( "VoyageRerankConfig", "ClarifaiConfig", "AI21ChatConfig", + "LlamaAPIConfig", + "TogetherAITextCompletionConfig", + "CloudflareChatConfig", + "NovitaConfig", + "PetalsConfig", + "OllamaChatConfig", + "OllamaConfig", + "SagemakerConfig", + "SagemakerChatConfig", + "CohereChatConfig", + "AnthropicMessagesConfig", + "AmazonAnthropicClaudeMessagesConfig", + "TogetherAIConfig", + "NLPCloudConfig", + "VertexGeminiConfig", + "GoogleAIStudioGeminiConfig", + "VertexAIAnthropicConfig", + "VertexAILlama3Config", + "VertexAIAi21Config", + "AmazonCohereChatConfig", + "AmazonBedrockGlobalConfig", + "AmazonAI21Config", + "AmazonInvokeNovaConfig", + "AmazonQwen2Config", + "AmazonQwen3Config", + # Aliases for backwards compatibility + "VertexAIConfig", # Alias for VertexGeminiConfig + "GeminiConfig", # Alias for GoogleAIStudioGeminiConfig + "AmazonAnthropicConfig", + "AmazonAnthropicClaudeConfig", + "AmazonCohereConfig", + "AmazonLlamaConfig", + "AmazonDeepSeekR1Config", + "AmazonMistralConfig", + "AmazonTitanConfig", + "AmazonTwelveLabsPegasusConfig", + "AmazonInvokeConfig", + "AmazonBedrockOpenAIConfig", + "AmazonStabilityConfig", + "AmazonStability3Config", + "AmazonNovaCanvasConfig", + "AmazonTitanG1Config", + "AmazonTitanMultimodalEmbeddingG1Config", + "CohereV2ChatConfig", + "BedrockCohereEmbeddingConfig", + "TwelveLabsMarengoEmbeddingConfig", + "AmazonNovaEmbeddingConfig", + "OpenAIConfig", + "MistralEmbeddingConfig", + "OpenAIImageVariationConfig", + "DeepInfraConfig", + "DeepgramAudioTranscriptionConfig", + "TopazImageVariationConfig", + "OpenAITextCompletionConfig", + "GroqChatConfig", + "GenAIHubOrchestrationConfig", + "VoyageEmbeddingConfig", + "VoyageContextualEmbeddingConfig", + "InfinityEmbeddingConfig", + "AzureAIStudioConfig", + "MistralConfig", + "OpenAIResponsesAPIConfig", + "AzureOpenAIResponsesAPIConfig", + "AzureOpenAIOSeriesResponsesAPIConfig", + "XAIResponsesAPIConfig", + "LiteLLMProxyResponsesAPIConfig", + "GoogleAIStudioInteractionsConfig", + "OpenAIOSeriesConfig", + "AnthropicSkillsConfig", + "BaseSkillsAPIConfig", + "GradientAIConfig", + # Alias for backwards compatibility + "OpenAIO1Config", # Alias for OpenAIOSeriesConfig + "OpenAIGPTConfig", + "OpenAIGPT5Config", + "OpenAIWhisperAudioTranscriptionConfig", + "OpenAIGPTAudioTranscriptionConfig", + "OpenAIGPTAudioConfig", + "NvidiaNimConfig", + "NvidiaNimEmbeddingConfig", + "FeatherlessAIConfig", + "CerebrasConfig", + "BasetenConfig", + "SambanovaConfig", + "SambaNovaEmbeddingConfig", + "FireworksAIConfig", + "FireworksAITextCompletionConfig", + "FireworksAIAudioTranscriptionConfig", + "FireworksAIEmbeddingConfig", + "FriendliaiChatConfig", + "JinaAIEmbeddingConfig", + "XAIChatConfig", + "ZAIChatConfig", + "AIMLChatConfig", + "VolcEngineChatConfig", + "CodestralTextCompletionConfig", + "AzureOpenAIAssistantsAPIConfig", + "HerokuChatConfig", + "CometAPIConfig", + "AzureOpenAIConfig", + "AzureOpenAIGPT5Config", + "AzureOpenAITextConfig", + "HostedVLLMChatConfig", + # Alias for backwards compatibility + "VolcEngineConfig", # Alias for VolcEngineChatConfig + "LlamafileChatConfig", + "LiteLLMProxyChatConfig", + "VLLMConfig", + "DeepSeekChatConfig", + "LMStudioChatConfig", + "LmStudioEmbeddingConfig", + "NscaleConfig", + "PerplexityChatConfig", + "AzureOpenAIO1Config", + "IBMWatsonXAIConfig", + "IBMWatsonXChatConfig", + "IBMWatsonXEmbeddingConfig", + "GenAIHubEmbeddingConfig", + "IBMWatsonXAudioTranscriptionConfig", + "GithubCopilotConfig", + "GithubCopilotResponsesAPIConfig", + "GithubCopilotEmbeddingConfig", + "NebiusConfig", + "WandbConfig", + "DashScopeChatConfig", + "MoonshotChatConfig", + "DockerModelRunnerChatConfig", + "V0ChatConfig", + "OCIChatConfig", + "MorphChatConfig", + "RAGFlowConfig", + "LambdaAIChatConfig", + "HyperbolicChatConfig", + "VercelAIGatewayConfig", + "OVHCloudChatConfig", + "OVHCloudEmbeddingConfig", + "CometAPIEmbeddingConfig", + "LemonadeChatConfig", + "SnowflakeEmbeddingConfig", + "AmazonNovaChatConfig", ) # Types that support lazy loading via _lazy_import_types @@ -273,6 +413,146 @@ _LLM_CONFIGS_IMPORT_MAP = { "VoyageRerankConfig": (".llms.voyage.rerank.transformation", "VoyageRerankConfig"), "ClarifaiConfig": (".llms.clarifai.chat.transformation", "ClarifaiConfig"), "AI21ChatConfig": (".llms.ai21.chat.transformation", "AI21ChatConfig"), + "LlamaAPIConfig": (".llms.meta_llama.chat.transformation", "LlamaAPIConfig"), + "TogetherAITextCompletionConfig": (".llms.together_ai.completion.transformation", "TogetherAITextCompletionConfig"), + "CloudflareChatConfig": (".llms.cloudflare.chat.transformation", "CloudflareChatConfig"), + "NovitaConfig": (".llms.novita.chat.transformation", "NovitaConfig"), + "PetalsConfig": (".llms.petals.completion.transformation", "PetalsConfig"), + "OllamaChatConfig": (".llms.ollama.chat.transformation", "OllamaChatConfig"), + "OllamaConfig": (".llms.ollama.completion.transformation", "OllamaConfig"), + "SagemakerConfig": (".llms.sagemaker.completion.transformation", "SagemakerConfig"), + "SagemakerChatConfig": (".llms.sagemaker.chat.transformation", "SagemakerChatConfig"), + "CohereChatConfig": (".llms.cohere.chat.transformation", "CohereChatConfig"), + "AnthropicMessagesConfig": (".llms.anthropic.experimental_pass_through.messages.transformation", "AnthropicMessagesConfig"), + "AmazonAnthropicClaudeMessagesConfig": (".llms.bedrock.messages.invoke_transformations.anthropic_claude3_transformation", "AmazonAnthropicClaudeMessagesConfig"), + "TogetherAIConfig": (".llms.together_ai.chat", "TogetherAIConfig"), + "NLPCloudConfig": (".llms.nlp_cloud.chat.handler", "NLPCloudConfig"), + "VertexGeminiConfig": (".llms.vertex_ai.gemini.vertex_and_google_ai_studio_gemini", "VertexGeminiConfig"), + "GoogleAIStudioGeminiConfig": (".llms.gemini.chat.transformation", "GoogleAIStudioGeminiConfig"), + "VertexAIAnthropicConfig": (".llms.vertex_ai.vertex_ai_partner_models.anthropic.transformation", "VertexAIAnthropicConfig"), + "VertexAILlama3Config": (".llms.vertex_ai.vertex_ai_partner_models.llama3.transformation", "VertexAILlama3Config"), + "VertexAIAi21Config": (".llms.vertex_ai.vertex_ai_partner_models.ai21.transformation", "VertexAIAi21Config"), + "AmazonCohereChatConfig": (".llms.bedrock.chat.invoke_handler", "AmazonCohereChatConfig"), + "AmazonBedrockGlobalConfig": (".llms.bedrock.common_utils", "AmazonBedrockGlobalConfig"), + "AmazonAI21Config": (".llms.bedrock.chat.invoke_transformations.amazon_ai21_transformation", "AmazonAI21Config"), + "AmazonInvokeNovaConfig": (".llms.bedrock.chat.invoke_transformations.amazon_nova_transformation", "AmazonInvokeNovaConfig"), + "AmazonQwen2Config": (".llms.bedrock.chat.invoke_transformations.amazon_qwen2_transformation", "AmazonQwen2Config"), + "AmazonQwen3Config": (".llms.bedrock.chat.invoke_transformations.amazon_qwen3_transformation", "AmazonQwen3Config"), + # Aliases for backwards compatibility + "VertexAIConfig": (".llms.vertex_ai.gemini.vertex_and_google_ai_studio_gemini", "VertexGeminiConfig"), # Alias + "GeminiConfig": (".llms.gemini.chat.transformation", "GoogleAIStudioGeminiConfig"), # Alias + "AmazonAnthropicConfig": (".llms.bedrock.chat.invoke_transformations.anthropic_claude2_transformation", "AmazonAnthropicConfig"), + "AmazonAnthropicClaudeConfig": (".llms.bedrock.chat.invoke_transformations.anthropic_claude3_transformation", "AmazonAnthropicClaudeConfig"), + "AmazonCohereConfig": (".llms.bedrock.chat.invoke_transformations.amazon_cohere_transformation", "AmazonCohereConfig"), + "AmazonLlamaConfig": (".llms.bedrock.chat.invoke_transformations.amazon_llama_transformation", "AmazonLlamaConfig"), + "AmazonDeepSeekR1Config": (".llms.bedrock.chat.invoke_transformations.amazon_deepseek_transformation", "AmazonDeepSeekR1Config"), + "AmazonMistralConfig": (".llms.bedrock.chat.invoke_transformations.amazon_mistral_transformation", "AmazonMistralConfig"), + "AmazonTitanConfig": (".llms.bedrock.chat.invoke_transformations.amazon_titan_transformation", "AmazonTitanConfig"), + "AmazonTwelveLabsPegasusConfig": (".llms.bedrock.chat.invoke_transformations.amazon_twelvelabs_pegasus_transformation", "AmazonTwelveLabsPegasusConfig"), + "AmazonInvokeConfig": (".llms.bedrock.chat.invoke_transformations.base_invoke_transformation", "AmazonInvokeConfig"), + "AmazonBedrockOpenAIConfig": (".llms.bedrock.chat.invoke_transformations.amazon_openai_transformation", "AmazonBedrockOpenAIConfig"), + "AmazonStabilityConfig": (".llms.bedrock.image_generation.amazon_stability1_transformation", "AmazonStabilityConfig"), + "AmazonStability3Config": (".llms.bedrock.image_generation.amazon_stability3_transformation", "AmazonStability3Config"), + "AmazonNovaCanvasConfig": (".llms.bedrock.image_generation.amazon_nova_canvas_transformation", "AmazonNovaCanvasConfig"), + "AmazonTitanG1Config": (".llms.bedrock.embed.amazon_titan_g1_transformation", "AmazonTitanG1Config"), + "AmazonTitanMultimodalEmbeddingG1Config": (".llms.bedrock.embed.amazon_titan_multimodal_transformation", "AmazonTitanMultimodalEmbeddingG1Config"), + "CohereV2ChatConfig": (".llms.cohere.chat.v2_transformation", "CohereV2ChatConfig"), + "BedrockCohereEmbeddingConfig": (".llms.bedrock.embed.cohere_transformation", "BedrockCohereEmbeddingConfig"), + "TwelveLabsMarengoEmbeddingConfig": (".llms.bedrock.embed.twelvelabs_marengo_transformation", "TwelveLabsMarengoEmbeddingConfig"), + "AmazonNovaEmbeddingConfig": (".llms.bedrock.embed.amazon_nova_transformation", "AmazonNovaEmbeddingConfig"), + "OpenAIConfig": (".llms.openai.openai", "OpenAIConfig"), + "MistralEmbeddingConfig": (".llms.openai.openai", "MistralEmbeddingConfig"), + "OpenAIImageVariationConfig": (".llms.openai.image_variations.transformation", "OpenAIImageVariationConfig"), + "DeepInfraConfig": (".llms.deepinfra.chat.transformation", "DeepInfraConfig"), + "DeepgramAudioTranscriptionConfig": (".llms.deepgram.audio_transcription.transformation", "DeepgramAudioTranscriptionConfig"), + "TopazImageVariationConfig": (".llms.topaz.image_variations.transformation", "TopazImageVariationConfig"), + "OpenAITextCompletionConfig": ("litellm.llms.openai.completion.transformation", "OpenAITextCompletionConfig"), + "GroqChatConfig": (".llms.groq.chat.transformation", "GroqChatConfig"), + "GenAIHubOrchestrationConfig": (".llms.sap.chat.transformation", "GenAIHubOrchestrationConfig"), + "VoyageEmbeddingConfig": (".llms.voyage.embedding.transformation", "VoyageEmbeddingConfig"), + "VoyageContextualEmbeddingConfig": (".llms.voyage.embedding.transformation_contextual", "VoyageContextualEmbeddingConfig"), + "InfinityEmbeddingConfig": (".llms.infinity.embedding.transformation", "InfinityEmbeddingConfig"), + "AzureAIStudioConfig": (".llms.azure_ai.chat.transformation", "AzureAIStudioConfig"), + "MistralConfig": (".llms.mistral.chat.transformation", "MistralConfig"), + "OpenAIResponsesAPIConfig": (".llms.openai.responses.transformation", "OpenAIResponsesAPIConfig"), + "AzureOpenAIResponsesAPIConfig": (".llms.azure.responses.transformation", "AzureOpenAIResponsesAPIConfig"), + "AzureOpenAIOSeriesResponsesAPIConfig": (".llms.azure.responses.o_series_transformation", "AzureOpenAIOSeriesResponsesAPIConfig"), + "XAIResponsesAPIConfig": (".llms.xai.responses.transformation", "XAIResponsesAPIConfig"), + "LiteLLMProxyResponsesAPIConfig": (".llms.litellm_proxy.responses.transformation", "LiteLLMProxyResponsesAPIConfig"), + "GoogleAIStudioInteractionsConfig": (".llms.gemini.interactions.transformation", "GoogleAIStudioInteractionsConfig"), + "OpenAIOSeriesConfig": (".llms.openai.chat.o_series_transformation", "OpenAIOSeriesConfig"), + "AnthropicSkillsConfig": (".llms.anthropic.skills.transformation", "AnthropicSkillsConfig"), + "BaseSkillsAPIConfig": (".llms.base_llm.skills.transformation", "BaseSkillsAPIConfig"), + "GradientAIConfig": (".llms.gradient_ai.chat.transformation", "GradientAIConfig"), + # Alias for backwards compatibility + "OpenAIO1Config": (".llms.openai.chat.o_series_transformation", "OpenAIOSeriesConfig"), # Alias + "OpenAIGPTConfig": (".llms.openai.chat.gpt_transformation", "OpenAIGPTConfig"), + "OpenAIGPT5Config": (".llms.openai.chat.gpt_5_transformation", "OpenAIGPT5Config"), + "OpenAIWhisperAudioTranscriptionConfig": (".llms.openai.transcriptions.whisper_transformation", "OpenAIWhisperAudioTranscriptionConfig"), + "OpenAIGPTAudioTranscriptionConfig": (".llms.openai.transcriptions.gpt_transformation", "OpenAIGPTAudioTranscriptionConfig"), + "OpenAIGPTAudioConfig": (".llms.openai.chat.gpt_audio_transformation", "OpenAIGPTAudioConfig"), + "NvidiaNimConfig": (".llms.nvidia_nim.chat.transformation", "NvidiaNimConfig"), + "NvidiaNimEmbeddingConfig": (".llms.nvidia_nim.embed", "NvidiaNimEmbeddingConfig"), + "FeatherlessAIConfig": (".llms.featherless_ai.chat.transformation", "FeatherlessAIConfig"), + "CerebrasConfig": (".llms.cerebras.chat", "CerebrasConfig"), + "BasetenConfig": (".llms.baseten.chat", "BasetenConfig"), + "SambanovaConfig": (".llms.sambanova.chat", "SambanovaConfig"), + "SambaNovaEmbeddingConfig": (".llms.sambanova.embedding.transformation", "SambaNovaEmbeddingConfig"), + "FireworksAIConfig": (".llms.fireworks_ai.chat.transformation", "FireworksAIConfig"), + "FireworksAITextCompletionConfig": (".llms.fireworks_ai.completion.transformation", "FireworksAITextCompletionConfig"), + "FireworksAIAudioTranscriptionConfig": (".llms.fireworks_ai.audio_transcription.transformation", "FireworksAIAudioTranscriptionConfig"), + "FireworksAIEmbeddingConfig": (".llms.fireworks_ai.embed.fireworks_ai_transformation", "FireworksAIEmbeddingConfig"), + "FriendliaiChatConfig": (".llms.friendliai.chat.transformation", "FriendliaiChatConfig"), + "JinaAIEmbeddingConfig": (".llms.jina_ai.embedding.transformation", "JinaAIEmbeddingConfig"), + "XAIChatConfig": (".llms.xai.chat.transformation", "XAIChatConfig"), + "ZAIChatConfig": (".llms.zai.chat.transformation", "ZAIChatConfig"), + "AIMLChatConfig": (".llms.aiml.chat.transformation", "AIMLChatConfig"), + "VolcEngineChatConfig": (".llms.volcengine.chat.transformation", "VolcEngineChatConfig"), + "CodestralTextCompletionConfig": (".llms.codestral.completion.transformation", "CodestralTextCompletionConfig"), + "AzureOpenAIAssistantsAPIConfig": (".llms.azure.azure", "AzureOpenAIAssistantsAPIConfig"), + "HerokuChatConfig": (".llms.heroku.chat.transformation", "HerokuChatConfig"), + "CometAPIConfig": (".llms.cometapi.chat.transformation", "CometAPIConfig"), + "AzureOpenAIConfig": (".llms.azure.chat.gpt_transformation", "AzureOpenAIConfig"), + "AzureOpenAIGPT5Config": (".llms.azure.chat.gpt_5_transformation", "AzureOpenAIGPT5Config"), + "AzureOpenAITextConfig": (".llms.azure.completion.transformation", "AzureOpenAITextConfig"), + "HostedVLLMChatConfig": (".llms.hosted_vllm.chat.transformation", "HostedVLLMChatConfig"), + # Alias for backwards compatibility + "VolcEngineConfig": (".llms.volcengine.chat.transformation", "VolcEngineChatConfig"), # Alias + "LlamafileChatConfig": (".llms.llamafile.chat.transformation", "LlamafileChatConfig"), + "LiteLLMProxyChatConfig": (".llms.litellm_proxy.chat.transformation", "LiteLLMProxyChatConfig"), + "VLLMConfig": (".llms.vllm.completion.transformation", "VLLMConfig"), + "DeepSeekChatConfig": (".llms.deepseek.chat.transformation", "DeepSeekChatConfig"), + "LMStudioChatConfig": (".llms.lm_studio.chat.transformation", "LMStudioChatConfig"), + "LmStudioEmbeddingConfig": (".llms.lm_studio.embed.transformation", "LmStudioEmbeddingConfig"), + "NscaleConfig": (".llms.nscale.chat.transformation", "NscaleConfig"), + "PerplexityChatConfig": (".llms.perplexity.chat.transformation", "PerplexityChatConfig"), + "AzureOpenAIO1Config": (".llms.azure.chat.o_series_transformation", "AzureOpenAIO1Config"), + "IBMWatsonXAIConfig": (".llms.watsonx.completion.transformation", "IBMWatsonXAIConfig"), + "IBMWatsonXChatConfig": (".llms.watsonx.chat.transformation", "IBMWatsonXChatConfig"), + "IBMWatsonXEmbeddingConfig": (".llms.watsonx.embed.transformation", "IBMWatsonXEmbeddingConfig"), + "GenAIHubEmbeddingConfig": (".llms.sap.embed.transformation", "GenAIHubEmbeddingConfig"), + "IBMWatsonXAudioTranscriptionConfig": (".llms.watsonx.audio_transcription.transformation", "IBMWatsonXAudioTranscriptionConfig"), + "GithubCopilotConfig": (".llms.github_copilot.chat.transformation", "GithubCopilotConfig"), + "GithubCopilotResponsesAPIConfig": (".llms.github_copilot.responses.transformation", "GithubCopilotResponsesAPIConfig"), + "GithubCopilotEmbeddingConfig": (".llms.github_copilot.embedding.transformation", "GithubCopilotEmbeddingConfig"), + "NebiusConfig": (".llms.nebius.chat.transformation", "NebiusConfig"), + "WandbConfig": (".llms.wandb.chat.transformation", "WandbConfig"), + "DashScopeChatConfig": (".llms.dashscope.chat.transformation", "DashScopeChatConfig"), + "MoonshotChatConfig": (".llms.moonshot.chat.transformation", "MoonshotChatConfig"), + "DockerModelRunnerChatConfig": (".llms.docker_model_runner.chat.transformation", "DockerModelRunnerChatConfig"), + "V0ChatConfig": (".llms.v0.chat.transformation", "V0ChatConfig"), + "OCIChatConfig": (".llms.oci.chat.transformation", "OCIChatConfig"), + "MorphChatConfig": (".llms.morph.chat.transformation", "MorphChatConfig"), + "RAGFlowConfig": (".llms.ragflow.chat.transformation", "RAGFlowConfig"), + "LambdaAIChatConfig": (".llms.lambda_ai.chat.transformation", "LambdaAIChatConfig"), + "HyperbolicChatConfig": (".llms.hyperbolic.chat.transformation", "HyperbolicChatConfig"), + "VercelAIGatewayConfig": (".llms.vercel_ai_gateway.chat.transformation", "VercelAIGatewayConfig"), + "OVHCloudChatConfig": (".llms.ovhcloud.chat.transformation", "OVHCloudChatConfig"), + "OVHCloudEmbeddingConfig": (".llms.ovhcloud.embedding.transformation", "OVHCloudEmbeddingConfig"), + "CometAPIEmbeddingConfig": (".llms.cometapi.embed.transformation", "CometAPIEmbeddingConfig"), + "LemonadeChatConfig": (".llms.lemonade.chat.transformation", "LemonadeChatConfig"), + "SnowflakeEmbeddingConfig": (".llms.snowflake.embedding.transformation", "SnowflakeEmbeddingConfig"), + "AmazonNovaChatConfig": (".llms.amazon_nova.chat.transformation", "AmazonNovaChatConfig"), } # Export all name tuples and import maps for use in _lazy_imports.py diff --git a/litellm/llms/bedrock/image_generation/image_handler.py b/litellm/llms/bedrock/image_generation/image_handler.py index 0a4cde90b27..7270b96ab88 100644 --- a/litellm/llms/bedrock/image_generation/image_handler.py +++ b/litellm/llms/bedrock/image_generation/image_handler.py @@ -12,6 +12,9 @@ from litellm.litellm_core_utils.litellm_logging import Logging as LitellmLogging from litellm.llms.bedrock.image_generation.amazon_nova_canvas_transformation import ( AmazonNovaCanvasConfig, ) +from litellm.llms.bedrock.image_generation.amazon_stability1_transformation import ( + AmazonStabilityConfig, +) from litellm.llms.bedrock.image_generation.amazon_stability3_transformation import ( AmazonStability3Config, ) @@ -50,7 +53,7 @@ BedrockImageConfigClass = Union[ type[AmazonTitanImageGenerationConfig], type[AmazonNovaCanvasConfig], type[AmazonStability3Config], - type[litellm.AmazonStabilityConfig], + type[AmazonStabilityConfig], ]