From 973d3acdef985ccca187780f0df1a2faa1526741 Mon Sep 17 00:00:00 2001 From: yassin Date: Tue, 1 Sep 2026 15:29:43 +0000 Subject: [PATCH] fix: resolve litellm.proxy submodules lazily so litellm.proxy._types stays importable Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> --- litellm/__init__.py | 5 - litellm/_lazy_imports.py | 15 +- litellm/_lazy_imports_registry.py | 2110 ++++++++++++----------- litellm/proxy/__init__.py | 12 +- tests/test_litellm/test_lazy_imports.py | 8 + 5 files changed, 1179 insertions(+), 971 deletions(-) diff --git a/litellm/__init__.py b/litellm/__init__.py index a4959cc49cb..7cae1187de7 100644 --- a/litellm/__init__.py +++ b/litellm/__init__.py @@ -1269,14 +1269,12 @@ if TYPE_CHECKING: from .llms.deprecated_providers.aleph_alpha import AlephAlphaConfig from .llms.gemini.common_utils import GeminiModelInfo - from .llms.vertex_ai.vertex_embeddings.transformation import ( VertexAITextEmbeddingConfig, ) vertexAITextEmbeddingConfig = VertexAITextEmbeddingConfig() - from .llms.bedrock.embed.amazon_titan_v2_transformation import ( AmazonTitanV2Config, ) @@ -1429,16 +1427,13 @@ if TYPE_CHECKING: ### ADAPTERS ### import litellm.anthropic_interface as anthropic - ### Vector Store Registry ### - ### RAG ### from . import rag ### CUSTOM LLMs ### - ### CLI UTILITIES ### from litellm.litellm_core_utils.cli_token_utils import get_litellm_gateway_api_key diff --git a/litellm/_lazy_imports.py b/litellm/_lazy_imports.py index 4fd8c4ac31f..4c1c2a45bed 100644 --- a/litellm/_lazy_imports.py +++ b/litellm/_lazy_imports.py @@ -411,21 +411,26 @@ class LiteLLMModule(ModuleType): search = _shadowable_function_property("search") -def lazy_import_litellm_submodule(name: str) -> "ModuleType | None": - """Resolve litellm. as a submodule (e.g. litellm.utils) when no other handler matches""" +def lazy_import_submodule(package: str, name: str) -> "ModuleType | None": + """Resolve . as a submodule (e.g. litellm.utils) when no other handler matches""" if name.startswith("__") or not name.isidentifier(): return None try: - spec: Final = importlib.util.find_spec(f"litellm.{name}") + spec: Final = importlib.util.find_spec(f"{package}.{name}") except ModuleNotFoundError: return None if spec is None: return None - module: Final = importlib.import_module(f"litellm.{name}") - get_litellm_globals()[name] = module + module: Final = importlib.import_module(f"{package}.{name}") + sys.modules[package].__dict__[name] = module # rebind-ok: caches the resolved submodule on the package return module +def lazy_import_litellm_submodule(name: str) -> "ModuleType | None": + """Resolve litellm. as a submodule (e.g. litellm.utils) when no other handler matches""" + return lazy_import_submodule("litellm", name) + + def _lazy_import_utils_module(name: str) -> object: """ Handler for utils module lazy imports. diff --git a/litellm/_lazy_imports_registry.py b/litellm/_lazy_imports_registry.py index 3e81256c841..522706107cd 100644 --- a/litellm/_lazy_imports_registry.py +++ b/litellm/_lazy_imports_registry.py @@ -1471,967 +1471,1157 @@ _UTILS_MODULE_IMPORT_MAP: Final = { "LiteLLM_Params": ("litellm.types.router", "LiteLLM_Params"), } -_SDK_SYMBOLS_IMPORT_MAP: Final[Mapping[str, tuple[str, str]]] = MappingProxyType({ - "AI21Config": ("litellm.llms.ai21.chat.transformation", "AI21ChatConfig"), - "ALL_RESPONSES_API_TOOL_PARAMS": ("litellm.assistants.main", "ALL_RESPONSES_API_TOOL_PARAMS"), - "APIConnectionError": ("litellm.exceptions", "APIConnectionError"), - "APIError": ("litellm.exceptions", "APIError"), - "APIResponseValidationError": ("litellm.exceptions", "APIResponseValidationError"), - "AdapterCompletionStreamWrapper": ("litellm.types.utils", "AdapterCompletionStreamWrapper"), - "AdapterItem": ("litellm.types.adapter", "AdapterItem"), - "AdaptiveRouterConfig": ("litellm.types.router", "AdaptiveRouterConfig"), - "AdaptiveRouterPreferences": ("litellm.types.router", "AdaptiveRouterPreferences"), - "AdaptiveRouterWeights": ("litellm.types.router", "AdaptiveRouterWeights"), - "AlephAlphaConfig": ("litellm.llms.deprecated_providers.aleph_alpha", "AlephAlphaConfig"), - "AlertingConfig": ("litellm.types.router", "AlertingConfig"), - "AllEmbeddingInputValues": ("litellm.assistants.main", "AllEmbeddingInputValues"), - "AllMessageValues": ("litellm.assistants.main", "AllMessageValues"), - "AllPromptValues": ("litellm.assistants.main", "AllPromptValues"), - "AllowedFailsPolicy": ("litellm.types.router", "AllowedFailsPolicy"), - "AmazonTitanV2Config": ("litellm.llms.bedrock.embed.amazon_titan_v2_transformation", "AmazonTitanV2Config"), - "Annotated": ("litellm.assistants.main", "Annotated"), - "AnthropicBatchesHandler": ("litellm.llms.anthropic.batches.handler", "AnthropicBatchesHandler"), - "AnthropicChatCompletion": ("litellm.llms.anthropic.chat.handler", "AnthropicChatCompletion"), - "AnthropicMessagesRequestUtils": ("litellm.llms.anthropic.experimental_pass_through.messages.utils", "AnthropicMessagesRequestUtils"), - "AnthropicMessagesResponse": ("litellm.types.llms.anthropic_messages.anthropic_response", "AnthropicMessagesResponse"), - "AnthropicMetadata": ("litellm.types.llms.anthropic_messages.anthropic_request", "AnthropicMetadata"), - "AnthropicModelInfo": ("litellm.llms.anthropic.common_utils", "AnthropicModelInfo"), - "Assistant": ("litellm.assistants.main", "Assistant"), - "AssistantDeleted": ("litellm.assistants.main", "AssistantDeleted"), - "AssistantEventHandler": ("litellm.assistants.main", "AssistantEventHandler"), - "AssistantStreamManager": ("litellm.assistants.main", "AssistantStreamManager"), - "AssistantToolParam": ("litellm.assistants.main", "AssistantToolParam"), - "AssistantsTypedDict": ("litellm.types.router", "AssistantsTypedDict"), - "AsyncAssistantEventHandler": ("litellm.assistants.main", "AsyncAssistantEventHandler"), - "AsyncAssistantStreamManager": ("litellm.assistants.main", "AsyncAssistantStreamManager"), - "AsyncCompletions": ("litellm.main", "AsyncCompletions"), - "AsyncCursorPage": ("litellm.assistants.main", "AsyncCursorPage"), - "AsyncIterator": ("litellm.llms.anthropic.experimental_pass_through.messages.handler", "AsyncIterator"), - "AsyncOpenAI": ("litellm.assistants.main", "AsyncOpenAI"), - "Attachment": ("litellm.types.llms.openai", "Attachment"), - "AttachmentTool": ("litellm.assistants.main", "AttachmentTool"), - "AuthenticationError": ("litellm.exceptions", "AuthenticationError"), - "AzureAIEmbedding": ("litellm.llms.azure_ai.embed.handler", "AzureAIEmbedding"), - "AzureAnthropicChatCompletion": ("litellm.llms.azure_ai.anthropic.handler", "AzureAnthropicChatCompletion"), - "AzureAssistantsAPI": ("litellm.llms.azure.assistants", "AzureAssistantsAPI"), - "AzureAudioTranscription": ("litellm.llms.azure.audio_transcriptions", "AzureAudioTranscription"), - "AzureBatchesAPI": ("litellm.llms.azure.batches.handler", "AzureBatchesAPI"), - "AzureChatCompletion": ("litellm.llms.azure.azure", "AzureChatCompletion"), - "AzureOpenAIFilesAPI": ("litellm.llms.azure.files.handler", "AzureOpenAIFilesAPI"), - "AzureOpenAIFineTuningAPI": ("litellm.llms.azure.fine_tuning.handler", "AzureOpenAIFineTuningAPI"), - "AzureOpenAIO1ChatCompletion": ("litellm.llms.azure.chat.o_series_handler", "AzureOpenAIO1ChatCompletion"), - "AzureTextCompletion": ("litellm.llms.azure.completion.handler", "AzureTextCompletion"), - "BATCH_GUARDRAIL_RESPONSE_FIELD": ("litellm.assistants.main", "BATCH_GUARDRAIL_RESPONSE_FIELD"), - "BadGatewayError": ("litellm.exceptions", "BadGatewayError"), - "BadRequestError": ("litellm.exceptions", "BadRequestError"), - "BaseConfig": ("litellm.llms.base_llm.chat.transformation", "BaseConfig"), - "BaseLLMAIOHTTPHandler": ("litellm.llms.custom_httpx.aiohttp_handler", "BaseLLMAIOHTTPHandler"), - "BaseLLMException": ("litellm.llms.base_llm.chat.transformation", "BaseLLMException"), - "BaseLLMHTTPHandler": ("litellm.llms.custom_httpx.llm_http_handler", "BaseLLMHTTPHandler"), - "BaseLiteLLMOpenAIResponseObject": ("litellm.types.llms.base", "BaseLiteLLMOpenAIResponseObject"), - "BaseModel": ("litellm.scheduler", "BaseModel"), - "BaseResponsesAPIConfig": ("litellm.llms.base_llm.responses.transformation", "BaseResponsesAPIConfig"), - "BaseResponsesAPIStreamingIterator": ("litellm.responses.streaming_iterator", "BaseResponsesAPIStreamingIterator"), - "Batch": ("litellm.assistants.main", "Batch"), - "BatchGuardrailRecord": ("litellm.types.llms.openai", "BatchGuardrailRecord"), - "BatchGuardrailReport": ("litellm.types.llms.openai", "BatchGuardrailReport"), - "BatchJobStatus": ("litellm.assistants.main", "BatchJobStatus"), - "BatchRequestCounts": ("litellm.batches.main", "BatchRequestCounts"), - "BedrockBatchesHandler": ("litellm.llms.bedrock.batches.handler", "BedrockBatchesHandler"), - "BedrockConverseLLM": ("litellm.llms.bedrock.chat.converse_handler", "BedrockConverseLLM"), - "BedrockEmbedding": ("litellm.llms.bedrock.embed.embedding", "BedrockEmbedding"), - "BedrockFilesHandler": ("litellm.llms.bedrock.files.handler", "BedrockFilesHandler"), - "BedrockImageEdit": ("litellm.llms.bedrock.image_edit.handler", "BedrockImageEdit"), - "BedrockImageGeneration": ("litellm.llms.bedrock.image_generation.image_handler", "BedrockImageGeneration"), - "BedrockRerankHandler": ("litellm.llms.bedrock.rerank.handler", "BedrockRerankHandler"), - "BudgetExceededError": ("litellm.exceptions", "BudgetExceededError"), - "BudgetManager": ("litellm.budget_manager", "BudgetManager"), - "CARRY_UNMATCHED_MESSAGE_POINTS": ("litellm.responses.main", "CARRY_UNMATCHED_MESSAGE_POINTS"), - "CONFIGURABLE_CLIENTSIDE_AUTH_PARAMS": ("litellm.files.main", "CONFIGURABLE_CLIENTSIDE_AUTH_PARAMS"), - "CREATE_FILE_REQUESTS_PURPOSE": ("litellm.assistants.main", "CREATE_FILE_REQUESTS_PURPOSE"), - "CallTypes": ("litellm.types.utils", "CallTypes"), - "CancelBatchRequest": ("litellm.types.llms.openai", "CancelBatchRequest"), - "CharacterObject": ("litellm.types.videos.main", "CharacterObject"), - "Chat": ("litellm.main", "Chat"), - "ChatCompletionAnnotation": ("litellm.types.llms.openai", "ChatCompletionAnnotation"), - "ChatCompletionAnnotationURLCitation": ("litellm.types.llms.openai", "ChatCompletionAnnotationURLCitation"), - "ChatCompletionAssistantContentValue": ("litellm.assistants.main", "ChatCompletionAssistantContentValue"), - "ChatCompletionAssistantMessage": ("litellm.types.llms.openai", "ChatCompletionAssistantMessage"), - "ChatCompletionAssistantToolCall": ("litellm.types.llms.openai", "ChatCompletionAssistantToolCall"), - "ChatCompletionAudioDelta": ("litellm.types.llms.openai", "ChatCompletionAudioDelta"), - "ChatCompletionAudioObject": ("litellm.types.llms.openai", "ChatCompletionAudioObject"), - "ChatCompletionAudioParam": ("litellm.assistants.main", "ChatCompletionAudioParam"), - "ChatCompletionCachedContent": ("litellm.types.llms.openai", "ChatCompletionCachedContent"), - "ChatCompletionChunk": ("litellm.assistants.main", "ChatCompletionChunk"), - "ChatCompletionContentPartInputAudioParam": ("litellm.assistants.main", "ChatCompletionContentPartInputAudioParam"), - "ChatCompletionDeltaChunk": ("litellm.types.llms.openai", "ChatCompletionDeltaChunk"), - "ChatCompletionDeveloperMessage": ("litellm.types.llms.openai", "ChatCompletionDeveloperMessage"), - "ChatCompletionDocumentObject": ("litellm.types.llms.openai", "ChatCompletionDocumentObject"), - "ChatCompletionFileObject": ("litellm.types.llms.openai", "ChatCompletionFileObject"), - "ChatCompletionFileObjectFile": ("litellm.types.llms.openai", "ChatCompletionFileObjectFile"), - "ChatCompletionFunctionMessage": ("litellm.types.llms.openai", "ChatCompletionFunctionMessage"), - "ChatCompletionImageObject": ("litellm.types.llms.openai", "ChatCompletionImageObject"), - "ChatCompletionImageUrlObject": ("litellm.types.llms.openai", "ChatCompletionImageUrlObject"), - "ChatCompletionMessageToolCall": ("litellm.types.utils", "ChatCompletionMessageToolCall"), - "ChatCompletionModality": ("litellm.assistants.main", "ChatCompletionModality"), - "ChatCompletionNamedToolChoiceParam": ("litellm.types.llms.openai", "ChatCompletionNamedToolChoiceParam"), - "ChatCompletionPredictionContentParam": ("litellm.assistants.main", "ChatCompletionPredictionContentParam"), - "ChatCompletionReasoningItem": ("litellm.types.llms.openai", "ChatCompletionReasoningItem"), - "ChatCompletionReasoningSummaryTextBlock": ("litellm.types.llms.openai", "ChatCompletionReasoningSummaryTextBlock"), - "ChatCompletionRedactedThinkingBlock": ("litellm.types.llms.openai", "ChatCompletionRedactedThinkingBlock"), - "ChatCompletionRequest": ("litellm.types.llms.openai", "ChatCompletionRequest"), - "ChatCompletionResponseMessage": ("litellm.types.llms.openai", "ChatCompletionResponseMessage"), - "ChatCompletionSystemMessage": ("litellm.types.llms.openai", "ChatCompletionSystemMessage"), - "ChatCompletionTextObject": ("litellm.types.llms.openai", "ChatCompletionTextObject"), - "ChatCompletionThinkingBlock": ("litellm.types.llms.openai", "ChatCompletionThinkingBlock"), - "ChatCompletionToolChoiceFunctionParam": ("litellm.types.llms.openai", "ChatCompletionToolChoiceFunctionParam"), - "ChatCompletionToolChoiceObjectParam": ("litellm.types.llms.openai", "ChatCompletionToolChoiceObjectParam"), - "ChatCompletionToolChoiceStringValues": ("litellm.assistants.main", "ChatCompletionToolChoiceStringValues"), - "ChatCompletionToolChoiceValues": ("litellm.assistants.main", "ChatCompletionToolChoiceValues"), - "ChatCompletionToolMessage": ("litellm.types.llms.openai", "ChatCompletionToolMessage"), - "ChatCompletionToolParam": ("litellm.types.llms.openai", "ChatCompletionToolParam"), - "ChatCompletionToolParamFunctionChunk": ("litellm.types.llms.openai", "ChatCompletionToolParamFunctionChunk"), - "ChatCompletionToolReferenceObject": ("litellm.types.llms.openai", "ChatCompletionToolReferenceObject"), - "ChatCompletionUsageBlock": ("litellm.types.llms.openai", "ChatCompletionUsageBlock"), - "ChatCompletionUserMessage": ("litellm.types.llms.openai", "ChatCompletionUserMessage"), - "ChatCompletionVideoObject": ("litellm.types.llms.openai", "ChatCompletionVideoObject"), - "ChatCompletionVideoUrlObject": ("litellm.types.llms.openai", "ChatCompletionVideoUrlObject"), - "Choices": ("litellm.types.utils", "Choices"), - "ChunkProcessor": ("litellm.litellm_core_utils.streaming_chunk_builder_utils", "ChunkProcessor"), - "CitationsObject": ("litellm.types.llms.openai", "CitationsObject"), - "ClassVar": ("litellm.files.main", "ClassVar"), - "ClassifierPlugin": ("litellm.types.router", "ClassifierPlugin"), - "CodeInterpreterToolParam": ("litellm.types.llms.openai", "CodeInterpreterToolParam"), - "CodestralTextCompletion": ("litellm.llms.codestral.completion.handler", "CodestralTextCompletion"), - "CompletionRequest": ("litellm.types.completion", "CompletionRequest"), - "CompletionTimeout": ("litellm.litellm_core_utils.completion_timeout", "CompletionTimeout"), - "CompletionTokensDetails": ("litellm.main", "CompletionTokensDetails"), - "Completions": ("litellm.main", "Completions"), - "ComputerToolParam": ("litellm.types.llms.openai", "ComputerToolParam"), - "ConfigDict": ("litellm.files.main", "ConfigDict"), - "ConfigurableClientsideParamsCustomAuth": ("litellm.types.router", "ConfigurableClientsideParamsCustomAuth"), - "ConsumedRequestTagsStamp": ("litellm.types.router", "ConsumedRequestTagsStamp"), - "ContentPartAddedEvent": ("litellm.types.llms.openai", "ContentPartAddedEvent"), - "ContentPartDoneEvent": ("litellm.types.llms.openai", "ContentPartDoneEvent"), - "ContentPartDonePartOutputText": ("litellm.types.llms.openai", "ContentPartDonePartOutputText"), - "ContentPartDonePartReasoningText": ("litellm.types.llms.openai", "ContentPartDonePartReasoningText"), - "ContentPartDonePartRefusal": ("litellm.types.llms.openai", "ContentPartDonePartRefusal"), - "ContentPolicyViolationError": ("litellm.exceptions", "ContentPolicyViolationError"), - "ContextManagementEntry": ("litellm.types.llms.openai", "ContextManagementEntry"), - "ContextWindowExceededError": ("litellm.exceptions", "ContextWindowExceededError"), - "Coroutine": ("litellm.files.main", "Coroutine"), - "CreateBatchRequest": ("litellm.types.llms.openai", "CreateBatchRequest"), - "CreateFileRequest": ("litellm.types.llms.openai", "CreateFileRequest"), - "CreateVideoRequest": ("litellm.types.llms.openai", "CreateVideoRequest"), - "CredentialLiteLLMParams": ("litellm.types.router", "CredentialLiteLLMParams"), - "CustomLLM": ("litellm.llms.custom_llm", "CustomLLM"), - "CustomLLMItem": ("litellm.types.llms.custom_llm", "CustomLLMItem"), - "CustomPricingLiteLLMParams": ("litellm.types.utils", "CustomPricingLiteLLMParams"), - "CustomRoutingStrategyBase": ("litellm.types.router", "CustomRoutingStrategyBase"), - "CustomToolCallOutputItem": ("litellm.types.responses.main", "CustomToolCallOutputItem"), - "DEFAULT_IMAGE_ENDPOINT_MODEL": ("litellm.images.main", "DEFAULT_IMAGE_ENDPOINT_MODEL"), - "DEFAULT_IN_MEMORY_TTL": ("litellm.scheduler", "DEFAULT_IN_MEMORY_TTL"), - "DEFAULT_MOCK_RESPONSE_COMPLETION_TOKEN_COUNT": ("litellm.main", "DEFAULT_MOCK_RESPONSE_COMPLETION_TOKEN_COUNT"), - "DEFAULT_MOCK_RESPONSE_PROMPT_TOKEN_COUNT": ("litellm.main", "DEFAULT_MOCK_RESPONSE_PROMPT_TOKEN_COUNT"), - "DEFAULT_POLLING_INTERVAL": ("litellm.scheduler", "DEFAULT_POLLING_INTERVAL"), - "DEFAULT_REQUEST_TIMEOUT": ("litellm.videos.main", "DEFAULT_REQUEST_TIMEOUT"), - "DEFAULT_VIDEO_ENDPOINT_MODEL": ("litellm.videos.main", "DEFAULT_VIDEO_ENDPOINT_MODEL"), - "DatabricksEmbeddingHandler": ("litellm.llms.databricks.embed.handler", "DatabricksEmbeddingHandler"), - "DatadogInitParams": ("litellm.types.integrations.datadog", "DatadogInitParams"), - "DecodedResponseId": ("litellm.types.responses.main", "DecodedResponseId"), - "DeleteResponseResult": ("litellm.types.responses.main", "DeleteResponseResult"), - "Deployment": ("litellm.types.router", "Deployment"), - "DeploymentTypedDict": ("litellm.types.router", "DeploymentTypedDict"), - "Discriminator": ("litellm.assistants.main", "Discriminator"), - "DocumentObject": ("litellm.types.llms.openai", "DocumentObject"), - "EmbeddingCreateParams": ("litellm.assistants.main", "EmbeddingCreateParams"), - "EmbeddingInput": ("litellm.assistants.main", "EmbeddingInput"), - "EmbeddingRequest": ("litellm.types.embedding", "EmbeddingRequest"), - "Enum": ("litellm.assistants.main", "Enum"), - "ErrorEvent": ("litellm.types.llms.openai", "ErrorEvent"), - "ErrorEventError": ("litellm.types.llms.openai", "ErrorEventError"), - "FIRST_COMPLETED": ("litellm.batch_completion.main", "FIRST_COMPLETED"), - "FORWARDED_KWARGS_KEYS": ("litellm.main", "FORWARDED_KWARGS_KEYS"), - "FallbackAccessCheck": ("litellm.types.router", "FallbackAccessCheck"), - "Field": ("litellm.files.main", "Field"), - "FileContent": ("litellm.videos.main", "FileContent"), - "FileContentProvider": ("litellm.files.main", "FileContentProvider"), - "FileContentRequest": ("litellm.types.llms.openai", "FileContentRequest"), - "FileContentStreamingResponse": ("litellm.files.streaming", "FileContentStreamingResponse"), - "FileContentStreamingResult": ("litellm.files.types", "FileContentStreamingResult"), - "FileCreateProvider": ("litellm.files.main", "FileCreateProvider"), - "FileDeleteProvider": ("litellm.files.main", "FileDeleteProvider"), - "FileDeleted": ("litellm.files.main", "FileDeleted"), - "FileExpiresAfter": ("litellm.types.llms.openai", "FileExpiresAfter"), - "FileListPage": ("litellm.types.llms.openai", "FileListPage"), - "FileListProvider": ("litellm.files.main", "FileListProvider"), - "FileObject": ("litellm.files.main", "FileObject"), - "FileRetrieveProvider": ("litellm.files.main", "FileRetrieveProvider"), - "FileSearchCallCompletedEvent": ("litellm.types.llms.openai", "FileSearchCallCompletedEvent"), - "FileSearchCallInProgressEvent": ("litellm.types.llms.openai", "FileSearchCallInProgressEvent"), - "FileSearchCallSearchingEvent": ("litellm.types.llms.openai", "FileSearchCallSearchingEvent"), - "FileSearchTool": ("litellm.types.llms.openai", "FileSearchTool"), - "FileSearchToolParam": ("litellm.types.llms.openai", "FileSearchToolParam"), - "FileTypes": ("litellm.files.main", "FileTypes"), - "FineTuningConfig": ("litellm.types.router", "FineTuningConfig"), - "FineTuningJob": ("litellm.assistants.main", "FineTuningJob"), - "FineTuningJobCreate": ("litellm.types.llms.openai", "FineTuningJobCreate"), - "FlowItem": ("litellm.scheduler", "FlowItem"), - "Function": ("litellm.types.llms.openai", "Function"), - "FunctionCallArgumentsDeltaEvent": ("litellm.types.llms.openai", "FunctionCallArgumentsDeltaEvent"), - "FunctionCallArgumentsDoneEvent": ("litellm.types.llms.openai", "FunctionCallArgumentsDoneEvent"), - "GeminiModelInfo": ("litellm.llms.gemini.common_utils", "GeminiModelInfo"), - "GenAIHubOrchestration": ("litellm.llms.sap.chat.handler", "GenAIHubOrchestration"), - "Generator": ("litellm.responses.main", "Generator"), - "Generic": ("litellm.files.main", "Generic"), - "GenericBudgetWindowDetails": ("litellm.types.router", "GenericBudgetWindowDetails"), - "GenericChatCompletionMessage": ("litellm.types.llms.openai", "GenericChatCompletionMessage"), - "GenericEvent": ("litellm.types.llms.openai", "GenericEvent"), - "GenericLiteLLMParams": ("litellm.types.router", "GenericLiteLLMParams"), - "GenericResponseOutputItem": ("litellm.types.responses.main", "GenericResponseOutputItem"), - "GenericResponseOutputItemContentAnnotation": ("litellm.types.responses.main", "GenericResponseOutputItemContentAnnotation"), - "GoogleBatchEmbeddings": ("litellm.llms.vertex_ai.gemini_embeddings.batch_embed_content_handler", "GoogleBatchEmbeddings"), - "GroqChatCompletion": ("litellm.llms.groq.chat.handler", "GroqChatCompletion"), - "GuardrailLiteLLMParams": ("litellm.types.router", "GuardrailLiteLLMParams"), - "GuardrailTypedDict": ("litellm.types.router", "GuardrailTypedDict"), - "HiddenParams": ("litellm.types.llms.base", "HiddenParams"), - "HttpxBinaryResponseContent": ("litellm.types.llms.openai", "HttpxBinaryResponseContent"), - "HuggingFaceEmbedding": ("litellm.llms.huggingface.embedding.handler", "HuggingFaceEmbedding"), - "Hyperparameters": ("litellm.types.llms.openai", "Hyperparameters"), - "IBMWatsonXMixin": ("litellm.llms.watsonx.common_utils", "IBMWatsonXMixin"), - "IO": ("litellm.assistants.main", "IO"), - "IOBase": ("litellm.ocr.main", "IOBase"), - "ImageEditOptionalRequestParams": ("litellm.types.images.main", "ImageEditOptionalRequestParams"), - "ImageFetchError": ("litellm.exceptions", "ImageFetchError"), - "ImageFileObject": ("litellm.types.llms.openai", "ImageFileObject"), - "ImageGenerationPartialImageEvent": ("litellm.types.llms.openai", "ImageGenerationPartialImageEvent"), - "ImageGenerationRequestQuality": ("litellm.types.llms.openai", "ImageGenerationRequestQuality"), - "ImageURLListItem": ("litellm.types.llms.openai", "ImageURLListItem"), - "ImageURLObject": ("litellm.types.llms.openai", "ImageURLObject"), - "IncompleteDetails": ("litellm.assistants.main", "IncompleteDetails"), - "InputTokensDetails": ("litellm.types.llms.openai", "InputTokensDetails"), - "InternalServerError": ("litellm.exceptions", "InternalServerError"), - "InvalidRequestError": ("litellm.exceptions", "InvalidRequestError"), - "Iterable": ("litellm.responses.main", "Iterable"), - "Iterator": ("litellm.llms.anthropic.experimental_pass_through.messages.handler", "Iterator"), - "JSONProviderRegistry": ("litellm.llms.openai_like.json_loader", "JSONProviderRegistry"), - "JSONSchemaValidationError": ("litellm.exceptions", "JSONSchemaValidationError"), - "KeyManagementSettings": ("litellm.types.secret_managers.main", "KeyManagementSettings"), - "LIST_BATCHES_SUPPORTED_PROVIDERS": ("litellm.batches.main", "LIST_BATCHES_SUPPORTED_PROVIDERS"), - "LITELLM_EXCEPTION_TYPES": ("litellm.exceptions", "LITELLM_EXCEPTION_TYPES"), - "LITELLM_IMAGE_VARIATION_PROVIDERS": ("litellm.types.utils", "LITELLM_IMAGE_VARIATION_PROVIDERS"), - "ListBatchRequest": ("litellm.types.llms.openai", "ListBatchRequest"), - "ListBatchesSupportedProvider": ("litellm.batches.main", "ListBatchesSupportedProvider"), - "LiteLLM": ("litellm.main", "LiteLLM"), - "LiteLLMBatch": ("litellm.types.utils", "LiteLLMBatch"), - "LiteLLMBatchCreateRequest": ("litellm.types.llms.openai", "LiteLLMBatchCreateRequest"), - "LiteLLMCompletionTransformationHandler": ("litellm.responses.litellm_completion_transformation.handler", "LiteLLMCompletionTransformationHandler"), - "LiteLLMFineTuningJob": ("litellm.types.utils", "LiteLLMFineTuningJob"), - "LiteLLMFineTuningJobCreate": ("litellm.types.llms.openai", "LiteLLMFineTuningJobCreate"), - "LiteLLMLoggingObj": ("litellm.files.main", "LiteLLMLoggingObj"), - "LiteLLMMessagesToCompletionTransformationHandler": ("litellm.llms.anthropic.experimental_pass_through.adapters.handler", "LiteLLMMessagesToCompletionTransformationHandler"), - "LiteLLMMessagesToResponsesAPIHandler": ("litellm.llms.anthropic.experimental_pass_through.responses_adapters.handler", "LiteLLMMessagesToResponsesAPIHandler"), - "LiteLLMParamsTypedDict": ("litellm.types.router", "LiteLLMParamsTypedDict"), - "LiteLLMResponsesTransformationHandler": ("litellm.completion_extras.litellm_responses_transformation.transformation", "LiteLLMResponsesTransformationHandler"), - "LiteLLMUnknownProvider": ("litellm.exceptions", "LiteLLMUnknownProvider"), - "LiteLLM_RouterFileObject": ("litellm.types.router", "LiteLLM_RouterFileObject"), - "LlmProviders": ("litellm.types.utils", "LlmProviders"), - "MCPCallArgumentsDeltaEvent": ("litellm.types.llms.openai", "MCPCallArgumentsDeltaEvent"), - "MCPCallArgumentsDoneEvent": ("litellm.types.llms.openai", "MCPCallArgumentsDoneEvent"), - "MCPCallCompletedEvent": ("litellm.types.llms.openai", "MCPCallCompletedEvent"), - "MCPCallFailedEvent": ("litellm.types.llms.openai", "MCPCallFailedEvent"), - "MCPCallInProgressEvent": ("litellm.types.llms.openai", "MCPCallInProgressEvent"), - "MCPListToolsCompletedEvent": ("litellm.types.llms.openai", "MCPListToolsCompletedEvent"), - "MCPListToolsFailedEvent": ("litellm.types.llms.openai", "MCPListToolsFailedEvent"), - "MCPListToolsInProgressEvent": ("litellm.types.llms.openai", "MCPListToolsInProgressEvent"), - "MCPTool": ("litellm.responses.main", "MCPTool"), - "MOCK_RESPONSE_TYPE": ("litellm.main", "MOCK_RESPONSE_TYPE"), - "Mapping": ("litellm.files.main", "Mapping"), - "MappingProxyType": ("litellm.main", "MappingProxyType"), - "Message": ("litellm.types.utils", "Message"), - "MessageContent": ("litellm.assistants.main", "MessageContent"), - "MessageContentImageFileObject": ("litellm.types.llms.openai", "MessageContentImageFileObject"), - "MessageContentImageURLObject": ("litellm.types.llms.openai", "MessageContentImageURLObject"), - "MessageContentTextObject": ("litellm.types.llms.openai", "MessageContentTextObject"), - "MessageData": ("litellm.types.llms.openai", "MessageData"), - "MirroredPricingParams": ("litellm.types.utils", "MirroredPricingParams"), - "MockException": ("litellm.exceptions", "MockException"), - "MockRouterTestingParams": ("litellm.types.router", "MockRouterTestingParams"), - "ModelConfig": ("litellm.types.router", "ModelConfig"), - "ModelGroupInfo": ("litellm.types.router", "ModelGroupInfo"), - "ModelGroupSettings": ("litellm.types.router", "ModelGroupSettings"), - "ModelInfo": ("litellm.types.router", "ModelInfo"), - "NOT_GIVEN": ("litellm.types.llms.openai", "NOT_GIVEN"), - "NewRelicInitParams": ("litellm.types.integrations.newrelic", "NewRelicInitParams"), - "NotFoundError": ("litellm.exceptions", "NotFoundError"), - "NotGiven": ("litellm.types.llms.openai", "NotGiven"), - "NotRequired": ("litellm.assistants.main", "NotRequired"), - "NvidiaRivaAudioTranscription": ("litellm.llms.nvidia_riva.audio_transcription.handler", "NvidiaRivaAudioTranscription"), - "NvidiaRivaAudioTranscriptionConfig": ("litellm.llms.nvidia_riva.audio_transcription.transformation", "NvidiaRivaAudioTranscriptionConfig"), - "OCRResponse": ("litellm.llms.base_llm.ocr.transformation", "OCRResponse"), - "OCR_REQUEST_FORMAT_PARAM": ("litellm.ocr.main", "OCR_REQUEST_FORMAT_PARAM"), - "OPENAI_COMPATIBLE_BATCH_AND_FILES_PROVIDERS": ("litellm.files.main", "OPENAI_COMPATIBLE_BATCH_AND_FILES_PROVIDERS"), - "OPTIONAL_KWARGS_KEYS": ("litellm.main", "OPTIONAL_KWARGS_KEYS"), - "Omit": ("litellm.assistants.main", "Omit"), - "OpenAI": ("litellm.assistants.main", "OpenAI"), - "OpenAIAssistantsAPI": ("litellm.llms.openai.openai", "OpenAIAssistantsAPI"), - "OpenAIAudioTranscription": ("litellm.llms.openai.transcriptions.handler", "OpenAIAudioTranscription"), - "OpenAIAudioTranscriptionOptionalParams": ("litellm.assistants.main", "OpenAIAudioTranscriptionOptionalParams"), - "OpenAIBatchResponse": ("litellm.types.llms.openai", "OpenAIBatchResponse"), - "OpenAIBatchResult": ("litellm.types.llms.openai", "OpenAIBatchResult"), - "OpenAIBatchesAPI": ("litellm.llms.openai.openai", "OpenAIBatchesAPI"), - "OpenAIChatCompletion": ("litellm.llms.openai.openai", "OpenAIChatCompletion"), - "OpenAIChatCompletionAssistantMessage": ("litellm.types.llms.openai", "OpenAIChatCompletionAssistantMessage"), - "OpenAIChatCompletionChoices": ("litellm.types.llms.openai", "OpenAIChatCompletionChoices"), - "OpenAIChatCompletionChunk": ("litellm.types.llms.openai", "OpenAIChatCompletionChunk"), - "OpenAIChatCompletionDeveloperMessage": ("litellm.types.llms.openai", "OpenAIChatCompletionDeveloperMessage"), - "OpenAIChatCompletionFinishReason": ("litellm.assistants.main", "OpenAIChatCompletionFinishReason"), - "OpenAIChatCompletionLogprobs": ("litellm.types.llms.openai", "OpenAIChatCompletionLogprobs"), - "OpenAIChatCompletionLogprobsContent": ("litellm.types.llms.openai", "OpenAIChatCompletionLogprobsContent"), - "OpenAIChatCompletionLogprobsContentTopLogprobs": ("litellm.types.llms.openai", "OpenAIChatCompletionLogprobsContentTopLogprobs"), - "OpenAIChatCompletionResponse": ("litellm.types.llms.openai", "OpenAIChatCompletionResponse"), - "OpenAIChatCompletionSystemMessage": ("litellm.types.llms.openai", "OpenAIChatCompletionSystemMessage"), - "OpenAIChatCompletionTextObject": ("litellm.types.llms.openai", "OpenAIChatCompletionTextObject"), - "OpenAIChatCompletionToolParam": ("litellm.types.llms.openai", "OpenAIChatCompletionToolParam"), - "OpenAIChatCompletionUserMessage": ("litellm.types.llms.openai", "OpenAIChatCompletionUserMessage"), - "OpenAICreateFileRequestOptionalParams": ("litellm.assistants.main", "OpenAICreateFileRequestOptionalParams"), - "OpenAICreateThreadParamsMessage": ("litellm.assistants.main", "OpenAICreateThreadParamsMessage"), - "OpenAICreateThreadParamsToolResources": ("litellm.types.llms.openai", "OpenAICreateThreadParamsToolResources"), - "OpenAIEmbedding": ("litellm.assistants.main", "OpenAIEmbedding"), - "OpenAIError": ("litellm.exceptions", "OpenAIError"), - "OpenAIErrorBody": ("litellm.types.llms.openai", "OpenAIErrorBody"), - "OpenAIFileObject": ("litellm.types.llms.openai", "OpenAIFileObject"), - "OpenAIFilesAPI": ("litellm.llms.openai.openai", "OpenAIFilesAPI"), - "OpenAIFilesPurpose": ("litellm.assistants.main", "OpenAIFilesPurpose"), - "OpenAIFineTuningAPI": ("litellm.llms.openai.fine_tuning.handler", "OpenAIFineTuningAPI"), - "OpenAIImageEditOptionalParams": ("litellm.assistants.main", "OpenAIImageEditOptionalParams"), - "OpenAIImageGenerationOptionalParams": ("litellm.assistants.main", "OpenAIImageGenerationOptionalParams"), - "OpenAIImageVariationOptionalParams": ("litellm.assistants.main", "OpenAIImageVariationOptionalParams"), - "OpenAIImageVariationsHandler": ("litellm.llms.openai.image_variations.handler", "OpenAIImageVariationsHandler"), - "OpenAILikeChatHandler": ("litellm.llms.openai_like.chat.handler", "OpenAILikeChatHandler"), - "OpenAILikeEmbeddingHandler": ("litellm.llms.openai_like.embedding.handler", "OpenAILikeEmbeddingHandler"), - "OpenAIMcpServerTool": ("litellm.types.llms.openai", "OpenAIMcpServerTool"), - "OpenAIMessage": ("litellm.assistants.main", "OpenAIMessage"), - "OpenAIMessageContent": ("litellm.assistants.main", "OpenAIMessageContent"), - "OpenAIMessageContentListBlock": ("litellm.assistants.main", "OpenAIMessageContentListBlock"), - "OpenAIModerationResponse": ("litellm.types.llms.openai", "OpenAIModerationResponse"), - "OpenAIModerationResult": ("litellm.types.llms.openai", "OpenAIModerationResult"), - "OpenAIRealtimeContentPartDone": ("litellm.types.llms.openai", "OpenAIRealtimeContentPartDone"), - "OpenAIRealtimeConversationCreated": ("litellm.types.llms.openai", "OpenAIRealtimeConversationCreated"), - "OpenAIRealtimeConversationItemAdded": ("litellm.types.llms.openai", "OpenAIRealtimeConversationItemAdded"), - "OpenAIRealtimeConversationItemCreated": ("litellm.types.llms.openai", "OpenAIRealtimeConversationItemCreated"), - "OpenAIRealtimeConversationItemDone": ("litellm.types.llms.openai", "OpenAIRealtimeConversationItemDone"), - "OpenAIRealtimeConversationObject": ("litellm.types.llms.openai", "OpenAIRealtimeConversationObject"), - "OpenAIRealtimeDoneEvent": ("litellm.types.llms.openai", "OpenAIRealtimeDoneEvent"), - "OpenAIRealtimeEventTypes": ("litellm.types.llms.openai", "OpenAIRealtimeEventTypes"), - "OpenAIRealtimeEvents": ("litellm.assistants.main", "OpenAIRealtimeEvents"), - "OpenAIRealtimeFunctionCallArgumentsDone": ("litellm.types.llms.openai", "OpenAIRealtimeFunctionCallArgumentsDone"), - "OpenAIRealtimeInputAudioBufferSpeechEvent": ("litellm.types.llms.openai", "OpenAIRealtimeInputAudioBufferSpeechEvent"), - "OpenAIRealtimeInputAudioTranscriptionCompleted": ("litellm.types.llms.openai", "OpenAIRealtimeInputAudioTranscriptionCompleted"), - "OpenAIRealtimeInputAudioTranscriptionDelta": ("litellm.types.llms.openai", "OpenAIRealtimeInputAudioTranscriptionDelta"), - "OpenAIRealtimeOutputItemDone": ("litellm.types.llms.openai", "OpenAIRealtimeOutputItemDone"), - "OpenAIRealtimeResponseAudioDone": ("litellm.types.llms.openai", "OpenAIRealtimeResponseAudioDone"), - "OpenAIRealtimeResponseContentPart": ("litellm.types.llms.openai", "OpenAIRealtimeResponseContentPart"), - "OpenAIRealtimeResponseContentPartAdded": ("litellm.types.llms.openai", "OpenAIRealtimeResponseContentPartAdded"), - "OpenAIRealtimeResponseDelta": ("litellm.types.llms.openai", "OpenAIRealtimeResponseDelta"), - "OpenAIRealtimeResponseDoneObject": ("litellm.types.llms.openai", "OpenAIRealtimeResponseDoneObject"), - "OpenAIRealtimeResponseTextDone": ("litellm.types.llms.openai", "OpenAIRealtimeResponseTextDone"), - "OpenAIRealtimeResponseUsage": ("litellm.types.llms.openai", "OpenAIRealtimeResponseUsage"), - "OpenAIRealtimeStreamList": ("litellm.assistants.main", "OpenAIRealtimeStreamList"), - "OpenAIRealtimeStreamResponseBaseObject": ("litellm.types.llms.openai", "OpenAIRealtimeStreamResponseBaseObject"), - "OpenAIRealtimeStreamResponseOutputItem": ("litellm.types.llms.openai", "OpenAIRealtimeStreamResponseOutputItem"), - "OpenAIRealtimeStreamResponseOutputItemAdded": ("litellm.types.llms.openai", "OpenAIRealtimeStreamResponseOutputItemAdded"), - "OpenAIRealtimeStreamResponseOutputItemContent": ("litellm.types.llms.openai", "OpenAIRealtimeStreamResponseOutputItemContent"), - "OpenAIRealtimeStreamSession": ("litellm.types.llms.openai", "OpenAIRealtimeStreamSession"), - "OpenAIRealtimeStreamSessionEvents": ("litellm.types.llms.openai", "OpenAIRealtimeStreamSessionEvents"), - "OpenAIRealtimeTurnDetection": ("litellm.types.llms.openai", "OpenAIRealtimeTurnDetection"), - "OpenAIRealtimeUsageTokenDetails": ("litellm.types.llms.openai", "OpenAIRealtimeUsageTokenDetails"), - "OpenAITextCompletion": ("litellm.llms.openai.completion.handler", "OpenAITextCompletion"), - "OpenAITextCompletionUserMessage": ("litellm.types.llms.openai", "OpenAITextCompletionUserMessage"), - "OpenAIVideoObject": ("litellm.types.llms.openai", "OpenAIVideoObject"), - "OpenAIWebSearchOptions": ("litellm.types.llms.openai", "OpenAIWebSearchOptions"), - "OpenAIWebSearchUserLocation": ("litellm.types.llms.openai", "OpenAIWebSearchUserLocation"), - "OpenAIWebSearchUserLocationApproximate": ("litellm.types.llms.openai", "OpenAIWebSearchUserLocationApproximate"), - "OptionalPreCallChecks": ("litellm.files.main", "OptionalPreCallChecks"), - "OutputCodeInterpreterCall": ("litellm.types.responses.main", "OutputCodeInterpreterCall"), - "OutputCodeInterpreterCallLog": ("litellm.types.responses.main", "OutputCodeInterpreterCallLog"), - "OutputFunctionToolCall": ("litellm.types.responses.main", "OutputFunctionToolCall"), - "OutputImageGenerationCall": ("litellm.types.responses.main", "OutputImageGenerationCall"), - "OutputItemAddedEvent": ("litellm.types.llms.openai", "OutputItemAddedEvent"), - "OutputItemDoneEvent": ("litellm.types.llms.openai", "OutputItemDoneEvent"), - "OutputText": ("litellm.types.responses.main", "OutputText"), - "OutputTextAnnotationAddedEvent": ("litellm.types.llms.openai", "OutputTextAnnotationAddedEvent"), - "OutputTextDeltaEvent": ("litellm.types.llms.openai", "OutputTextDeltaEvent"), - "OutputTextDoneEvent": ("litellm.types.llms.openai", "OutputTextDoneEvent"), - "OutputTokensDetails": ("litellm.types.llms.openai", "OutputTokensDetails"), - "PART_UNION_TYPES": ("litellm.assistants.main", "PART_UNION_TYPES"), - "PalmConfig": ("litellm.llms.deprecated_providers.palm", "PalmConfig"), - "PathLike": ("litellm.assistants.main", "PathLike"), - "PermissionDeniedError": ("litellm.exceptions", "PermissionDeniedError"), - "Phase": ("litellm.responses.main", "Phase"), - "PreRoutingHookResponse": ("litellm.types.router", "PreRoutingHookResponse"), - "PreRoutingStrategy": ("litellm.types.router", "PreRoutingStrategy"), - "PredibaseChatCompletion": ("litellm.llms.predibase.chat.handler", "PredibaseChatCompletion"), - "PrivateAttr": ("litellm.responses.main", "PrivateAttr"), - "PromptCacheBreakpoint": ("litellm.types.llms.openai", "PromptCacheBreakpoint"), - "PromptCacheOptions": ("litellm.types.llms.openai", "PromptCacheOptions"), - "PromptObject": ("litellm.types.llms.openai", "PromptObject"), - "PromptSpec": ("litellm.types.prompts.init_prompts", "PromptSpec"), - "PromptTokensDetails": ("litellm.main", "PromptTokensDetails"), - "Protocol": ("litellm.files.main", "Protocol"), - "ProviderConfigManager": ("litellm.utils", "ProviderConfigManager"), - "ProviderSpecificHeader": ("litellm.types.utils", "ProviderSpecificHeader"), - "ProviderSpecificHeaderUtils": ("litellm.litellm_core_utils.get_provider_specific_headers", "ProviderSpecificHeaderUtils"), - "REASONING_EFFORT": ("litellm.assistants.main", "REASONING_EFFORT"), - "RateLimitError": ("litellm.exceptions", "RateLimitError"), - "RateLimitErrorCategory": ("litellm.exceptions", "RateLimitErrorCategory"), - "RateLimitType": ("litellm.exceptions", "RateLimitType"), - "RawRequestTypedDict": ("litellm.types.utils", "RawRequestTypedDict"), - "ReadOnly": ("litellm.files.main", "ReadOnly"), - "Reasoning": ("litellm.responses.main", "Reasoning"), - "ReasoningSummaryPartDoneEvent": ("litellm.types.llms.openai", "ReasoningSummaryPartDoneEvent"), - "ReasoningSummaryTextDeltaEvent": ("litellm.types.llms.openai", "ReasoningSummaryTextDeltaEvent"), - "ReasoningSummaryTextDoneEvent": ("litellm.types.llms.openai", "ReasoningSummaryTextDoneEvent"), - "RefusalDeltaEvent": ("litellm.types.llms.openai", "RefusalDeltaEvent"), - "RefusalDoneEvent": ("litellm.types.llms.openai", "RefusalDoneEvent"), - "RequestType": ("litellm.types.router", "RequestType"), - "Required": ("litellm.files.main", "Required"), - "Response": ("litellm.assistants.main", "Response"), - "ResponseAPIUsage": ("litellm.types.llms.openai", "ResponseAPIUsage"), - "ResponseCompletedEvent": ("litellm.types.llms.openai", "ResponseCompletedEvent"), - "ResponseCreatedEvent": ("litellm.types.llms.openai", "ResponseCreatedEvent"), - "ResponseFailedEvent": ("litellm.types.llms.openai", "ResponseFailedEvent"), - "ResponseFunctionToolCall": ("litellm.responses.main", "ResponseFunctionToolCall"), - "ResponseInProgressEvent": ("litellm.types.llms.openai", "ResponseInProgressEvent"), - "ResponseIncludable": ("litellm.responses.main", "ResponseIncludable"), - "ResponseIncompleteEvent": ("litellm.types.llms.openai", "ResponseIncompleteEvent"), - "ResponseInputParam": ("litellm.responses.main", "ResponseInputParam"), - "ResponseOutputItem": ("litellm.assistants.main", "ResponseOutputItem"), - "ResponsePartAddedEvent": ("litellm.types.llms.openai", "ResponsePartAddedEvent"), - "ResponseText": ("litellm.responses.main", "ResponseText"), - "ResponsesAPIOptionalRequestParams": ("litellm.types.llms.openai", "ResponsesAPIOptionalRequestParams"), - "ResponsesAPIRequestParams": ("litellm.types.llms.openai", "ResponsesAPIRequestParams"), - "ResponsesAPIRequestUtils": ("litellm.responses.utils", "ResponsesAPIRequestUtils"), - "ResponsesAPIResponse": ("litellm.types.llms.openai", "ResponsesAPIResponse"), - "ResponsesAPIStatus": ("litellm.assistants.main", "ResponsesAPIStatus"), - "ResponsesAPIStreamEvents": ("litellm.types.llms.openai", "ResponsesAPIStreamEvents"), - "ResponsesAPIStreamOptions": ("litellm.types.llms.openai", "ResponsesAPIStreamOptions"), - "ResponsesAPIStreamingResponse": ("litellm.assistants.main", "ResponsesAPIStreamingResponse"), - "RetrieveBatchRequest": ("litellm.types.llms.openai", "RetrieveBatchRequest"), - "RetryPolicy": ("litellm.types.router", "RetryPolicy"), - "Router": ("litellm.router", "Router"), - "RouterCacheEnum": ("litellm.types.router", "RouterCacheEnum"), - "RouterConfig": ("litellm.types.router", "RouterConfig"), - "RouterErrors": ("litellm.types.router", "RouterErrors"), - "RouterGeneralSettings": ("litellm.types.router", "RouterGeneralSettings"), - "RouterModelGroupAliasItem": ("litellm.types.router", "RouterModelGroupAliasItem"), - "RouterRateLimitError": ("litellm.types.router", "RouterRateLimitError"), - "RouterRateLimitErrorBasic": ("litellm.types.router", "RouterRateLimitErrorBasic"), - "RoutingContext": ("litellm.types.router", "RoutingContext"), - "RoutingGroup": ("litellm.types.router", "RoutingGroup"), - "RoutingPlugin": ("litellm.types.router", "RoutingPlugin"), - "RoutingStrategy": ("litellm.types.router", "RoutingStrategy"), - "Run": ("litellm.assistants.main", "Run"), - "SPECIAL_MODEL_INFO_PARAMS": ("litellm.files.main", "SPECIAL_MODEL_INFO_PARAMS"), - "SagemakerChatHandler": ("litellm.llms.sagemaker.chat.handler", "SagemakerChatHandler"), - "SagemakerLLM": ("litellm.llms.sagemaker.completion.handler", "SagemakerLLM"), - "Scheduler": ("litellm.scheduler", "Scheduler"), - "SchedulerCacheKeys": ("litellm.scheduler", "SchedulerCacheKeys"), - "SearchProvider": ("litellm.files.main", "SearchProvider"), - "SearchResponse": ("litellm.llms.base_llm.search.transformation", "SearchResponse"), - "SearchToolInfoTypedDict": ("litellm.types.router", "SearchToolInfoTypedDict"), - "SearchToolLiteLLMParams": ("litellm.types.router", "SearchToolLiteLLMParams"), - "SearchToolTypedDict": ("litellm.types.router", "SearchToolTypedDict"), - "SerializerFunctionWrapHandler": ("litellm.assistants.main", "SerializerFunctionWrapHandler"), - "ServiceUnavailableError": ("litellm.exceptions", "ServiceUnavailableError"), - "ShellToolParam": ("litellm.types.llms.openai", "ShellToolParam"), - "SlackAlerting": ("litellm.integrations", "SlackAlerting"), - "StandardLoggingRoutingDecision": ("litellm.types.utils", "StandardLoggingRoutingDecision"), - "StreamingChoices": ("litellm.types.utils", "StreamingChoices"), - "SyncCursorPage": ("litellm.assistants.main", "SyncCursorPage"), - "TaggedPreRoutingStrategy": ("litellm.types.router", "TaggedPreRoutingStrategy"), - "TextChoices": ("litellm.types.utils", "TextChoices"), - "TextCompletionStreamWrapper": ("litellm.utils", "TextCompletionStreamWrapper"), - "Thread": ("litellm.types.llms.openai", "Thread"), - "ThreadPoolExecutor": ("litellm.batch_completion.main", "ThreadPoolExecutor"), - "Timeout": ("litellm.exceptions", "Timeout"), - "TogetherAIRerank": ("litellm.llms.together_ai.rerank.handler", "TogetherAIRerank"), - "Tool": ("litellm.assistants.main", "Tool"), - "ToolChoice": ("litellm.responses.main", "ToolChoice"), - "ToolMessageContentPart": ("litellm.assistants.main", "ToolMessageContentPart"), - "ToolParam": ("litellm.responses.main", "ToolParam"), - "ToolResourcesCodeInterpreter": ("litellm.types.llms.openai", "ToolResourcesCodeInterpreter"), - "ToolResourcesFileSearch": ("litellm.types.llms.openai", "ToolResourcesFileSearch"), - "ToolResourcesFileSearchVectorStore": ("litellm.types.llms.openai", "ToolResourcesFileSearchVectorStore"), - "TopazModelInfo": ("litellm.llms.topaz.common_utils", "TopazModelInfo"), - "TypeAlias": ("litellm.assistants.main", "TypeAlias"), - "TypeVar": ("litellm.files.main", "TypeVar"), - "TypedDict": ("litellm.files.main", "TypedDict"), - "UnprocessableEntityError": ("litellm.exceptions", "UnprocessableEntityError"), - "UnsupportedParamsError": ("litellm.exceptions", "UnsupportedParamsError"), - "UpdateRouterConfig": ("litellm.types.router", "UpdateRouterConfig"), - "Usage": ("litellm.types.utils", "Usage"), - "VALID_LITELLM_ENVIRONMENTS": ("litellm.files.main", "VALID_LITELLM_ENVIRONMENTS"), - "ValidAssistantMessageContentTypes": ("litellm.assistants.main", "ValidAssistantMessageContentTypes"), - "ValidAssistantMessageContentTypesLiteral": ("litellm.assistants.main", "ValidAssistantMessageContentTypesLiteral"), - "ValidChatCompletionMessageContentTypes": ("litellm.assistants.main", "ValidChatCompletionMessageContentTypes"), - "ValidChatCompletionMessageContentTypesLiteral": ("litellm.assistants.main", "ValidChatCompletionMessageContentTypesLiteral"), - "ValidUserMessageContentTypes": ("litellm.assistants.main", "ValidUserMessageContentTypes"), - "ValidUserMessageContentTypesLiteral": ("litellm.assistants.main", "ValidUserMessageContentTypesLiteral"), - "VectorStoreIndexRegistry": ("litellm.vector_stores.vector_store_registry", "VectorStoreIndexRegistry"), - "VectorStoreRegistry": ("litellm.vector_stores.vector_store_registry", "VectorStoreRegistry"), - "VertexAIBatchPrediction": ("litellm.llms.vertex_ai.batches.handler", "VertexAIBatchPrediction"), - "VertexAIFilesHandler": ("litellm.llms.vertex_ai.files.handler", "VertexAIFilesHandler"), - "VertexAIGemmaModels": ("litellm.llms.vertex_ai.vertex_gemma_models.main", "VertexAIGemmaModels"), - "VertexAIModelGardenModels": ("litellm.llms.vertex_ai.vertex_model_garden.main", "VertexAIModelGardenModels"), - "VertexAIModelRoute": ("litellm.llms.vertex_ai.common_utils", "VertexAIModelRoute"), - "VertexAIPartnerModels": ("litellm.llms.vertex_ai.vertex_ai_partner_models.main", "VertexAIPartnerModels"), - "VertexAITextEmbeddingConfig": ("litellm.llms.vertex_ai.vertex_embeddings.transformation", "VertexAITextEmbeddingConfig"), - "VertexEmbedding": ("litellm.llms.vertex_ai.vertex_embeddings.embedding_handler", "VertexEmbedding"), - "VertexFineTuningAPI": ("litellm.llms.vertex_ai.fine_tuning.handler", "VertexFineTuningAPI"), - "VertexImageGeneration": ("litellm.llms.vertex_ai.image_generation.image_generation_handler", "VertexImageGeneration"), - "VertexLLM": ("litellm.llms.vertex_ai.gemini.vertex_and_google_ai_studio_gemini", "VertexLLM"), - "VertexMultimodalEmbedding": ("litellm.llms.vertex_ai.multimodal_embeddings.embedding_handler", "VertexMultimodalEmbedding"), - "VideoCreateOptionalRequestParams": ("litellm.types.videos.main", "VideoCreateOptionalRequestParams"), - "VideoGenerationRequestUtils": ("litellm.videos.utils", "VideoGenerationRequestUtils"), - "VideoObject": ("litellm.types.videos.main", "VideoObject"), - "WatsonXChatHandler": ("litellm.llms.watsonx.chat.handler", "WatsonXChatHandler"), - "WebSearchCallCompletedEvent": ("litellm.types.llms.openai", "WebSearchCallCompletedEvent"), - "WebSearchCallInProgressEvent": ("litellm.types.llms.openai", "WebSearchCallInProgressEvent"), - "WebSearchCallSearchingEvent": ("litellm.types.llms.openai", "WebSearchCallSearchingEvent"), - "WebSearchOptions": ("litellm.types.llms.openai", "WebSearchOptions"), - "WebSearchOptionsUserLocation": ("litellm.types.llms.openai", "WebSearchOptionsUserLocation"), - "WebSearchOptionsUserLocationApproximate": ("litellm.types.llms.openai", "WebSearchOptionsUserLocationApproximate"), - "XAIModelInfo": ("litellm.llms.xai.common_utils", "XAIModelInfo"), - "_arealtime": ("litellm.realtime_api.main", "_arealtime"), - "_aresponses_websocket": ("litellm.responses.main", "_aresponses_websocket"), - "a_add_message": ("litellm.assistants.main", "a_add_message"), - "aadapter_completion": ("litellm.main", "aadapter_completion"), - "aadapter_generate_content": ("litellm.main", "aadapter_generate_content"), - "acancel_batch": ("litellm.batches.main", "acancel_batch"), - "acancel_fine_tuning_job": ("litellm.fine_tuning.main", "acancel_fine_tuning_job"), - "acancel_responses": ("litellm.responses.main", "acancel_responses"), - "acode_interpreter_tool": ("litellm.sandbox.main", "acode_interpreter_tool"), - "acompact_responses": ("litellm.responses.main", "acompact_responses"), - "acompletion": ("litellm.main", "acompletion"), - "acompletion_with_retries": ("litellm.main", "acompletion_with_retries"), - "acount_tokens": ("litellm.main", "acount_tokens"), - "acreate_agent": ("litellm.interactions.agents.main", "acreate"), - "acreate_assistants": ("litellm.assistants.main", "acreate_assistants"), - "acreate_batch": ("litellm.batches.main", "acreate_batch"), - "acreate_container": ("litellm.containers.main", "acreate_container"), - "acreate_file": ("litellm.files.main", "acreate_file"), - "acreate_fine_tuning_job": ("litellm.fine_tuning.main", "acreate_fine_tuning_job"), - "acreate_realtime_client_secret": ("litellm.realtime_api.main", "acreate_realtime_client_secret"), - "acreate_realtime_transcription_session": ("litellm.realtime_api.main", "acreate_realtime_transcription_session"), - "acreate_sandbox": ("litellm.sandbox.main", "acreate_sandbox"), - "acreate_skill": ("litellm.skills.main", "acreate_skill"), - "acreate_thread": ("litellm.assistants.main", "acreate_thread"), - "adapter_completion": ("litellm.main", "adapter_completion"), - "add_message": ("litellm.assistants.main", "add_message"), - "add_provider_specific_params_to_optional_params": ("litellm.utils", "add_provider_specific_params_to_optional_params"), - "add_system_prompt_to_messages": ("litellm.litellm_core_utils.prompt_templates.common_utils", "add_system_prompt_to_messages"), - "add_trusted_model_credentials_to_litellm_params": ("litellm.litellm_core_utils.get_litellm_params", "add_trusted_model_credentials_to_litellm_params"), - "additional_logging_utils": ("litellm.integrations", "additional_logging_utils"), - "adelete_agent": ("litellm.interactions.agents.main", "adelete"), - "adelete_assistant": ("litellm.assistants.main", "adelete_assistant"), - "adelete_container": ("litellm.containers.main", "adelete_container"), - "adelete_responses": ("litellm.responses.main", "adelete_responses"), - "adelete_sandbox": ("litellm.sandbox.main", "adelete_sandbox"), - "adelete_skill": ("litellm.skills.main", "adelete_skill"), - "aembedding": ("litellm.main", "aembedding"), - "afile_content": ("litellm.files.main", "afile_content"), - "afile_delete": ("litellm.files.main", "afile_delete"), - "afile_list": ("litellm.files.main", "afile_list"), - "afile_retrieve": ("litellm.files.main", "afile_retrieve"), - "agenerate_content": ("litellm.google_genai.main", "agenerate_content"), - "agentops": ("litellm.integrations", "agentops"), - "aget_agent": ("litellm.interactions.agents.main", "aget"), - "aget_assistants": ("litellm.assistants.main", "aget_assistants"), - "aget_messages": ("litellm.assistants.main", "aget_messages"), - "aget_responses": ("litellm.responses.main", "aget_responses"), - "aget_skill": ("litellm.skills.main", "aget_skill"), - "aget_thread": ("litellm.assistants.main", "aget_thread"), - "ahealth_check": ("litellm.main", "ahealth_check"), - "aimage_edit": ("litellm.images.main", "aimage_edit"), - "aimage_generation": ("litellm.images.main", "aimage_generation"), - "aimage_variation": ("litellm.images.main", "aimage_variation"), - "aingest": ("litellm.rag.main", "aingest"), - "aleph_alpha": ("litellm.main", "aleph_alpha"), - "alist_agent_versions": ("litellm.interactions.agents.main", "alist_versions"), - "alist_agents": ("litellm.interactions.agents.main", "alist"), - "alist_batches": ("litellm.batches.main", "alist_batches"), - "alist_container_files": ("litellm.containers.main", "alist_container_files"), - "alist_containers": ("litellm.containers.main", "alist_containers"), - "alist_fine_tuning_jobs": ("litellm.fine_tuning.main", "alist_fine_tuning_jobs"), - "alist_input_items": ("litellm.responses.main", "alist_input_items"), - "alist_skills": ("litellm.skills.main", "alist_skills"), - "allm_passthrough_route": ("litellm.passthrough.main", "allm_passthrough_route"), - "amoderation": ("litellm.main", "amoderation"), - "anthropic_batches_instance": ("litellm.batches.main", "anthropic_batches_instance"), - "anthropic_cache_control_hook": ("litellm.integrations", "anthropic_cache_control_hook"), - "anthropic_chat_completions": ("litellm.main", "anthropic_chat_completions"), - "anthropic_messages": ("litellm.llms.anthropic.experimental_pass_through.messages.handler", "anthropic_messages"), - "anthropic_messages_handler": ("litellm.llms.anthropic.experimental_pass_through.messages.handler", "anthropic_messages_handler"), - "aocr": ("litellm.ocr.main", "aocr"), - "aquery": ("litellm.rag.main", "aquery"), - "arealtime_calls": ("litellm.realtime_api.main", "arealtime_calls"), - "arerank": ("litellm.rerank_api.main", "arerank"), - "aresponses": ("litellm.responses.main", "aresponses"), - "aresponses_api_with_mcp": ("litellm.responses.main", "aresponses_api_with_mcp"), - "aresponses_with_retries": ("litellm.main", "aresponses_with_retries"), - "aretrieve_batch": ("litellm.batches.main", "aretrieve_batch"), - "aretrieve_container": ("litellm.containers.main", "aretrieve_container"), - "aretrieve_fine_tuning_job": ("litellm.fine_tuning.main", "aretrieve_fine_tuning_job"), - "argilla": ("litellm.integrations", "argilla"), - "arize": ("litellm.integrations", "arize"), - "arun_code": ("litellm.sandbox.main", "arun_code"), - "arun_thread": ("litellm.assistants.main", "arun_thread"), - "arun_thread_stream": ("litellm.assistants.main", "arun_thread_stream"), - "asearch": ("litellm.search.main", "asearch"), - "aspeech": ("litellm.main", "aspeech"), - "async_completion_with_fallbacks": ("litellm.litellm_core_utils.fallback_utils", "async_completion_with_fallbacks"), - "async_mock_completion_streaming_obj": ("litellm.utils", "async_mock_completion_streaming_obj"), - "asyncio": ("litellm.files.main", "asyncio"), - "atext_completion": ("litellm.main", "atext_completion"), - "athina": ("litellm.integrations", "athina"), - "atranscription": ("litellm.main", "atranscription"), - "aupload_container_file": ("litellm.containers.main", "aupload_container_file"), - "avector_store_file_content": ("litellm.vector_store_files.main", "aretrieve_content"), - "avector_store_file_create": ("litellm.vector_store_files.main", "acreate"), - "avector_store_file_delete": ("litellm.vector_store_files.main", "adelete"), - "avector_store_file_list": ("litellm.vector_store_files.main", "alist"), - "avector_store_file_retrieve": ("litellm.vector_store_files.main", "aretrieve"), - "avector_store_file_update": ("litellm.vector_store_files.main", "aupdate"), - "avideo_content": ("litellm.videos.main", "avideo_content"), - "avideo_create_character": ("litellm.videos.main", "avideo_create_character"), - "avideo_edit": ("litellm.videos.main", "avideo_edit"), - "avideo_extension": ("litellm.videos.main", "avideo_extension"), - "avideo_generation": ("litellm.videos.main", "avideo_generation"), - "avideo_get_character": ("litellm.videos.main", "avideo_get_character"), - "avideo_list": ("litellm.videos.main", "avideo_list"), - "avideo_remix": ("litellm.videos.main", "avideo_remix"), - "avideo_status": ("litellm.videos.main", "avideo_status"), - "azure_ai_embedding": ("litellm.main", "azure_ai_embedding"), - "azure_anthropic_chat_completions": ("litellm.main", "azure_anthropic_chat_completions"), - "azure_assistants_api": ("litellm.assistants.main", "azure_assistants_api"), - "azure_audio_transcriptions": ("litellm.main", "azure_audio_transcriptions"), - "azure_batches_instance": ("litellm.batches.main", "azure_batches_instance"), - "azure_chat_completions": ("litellm.images.main", "azure_chat_completions"), - "azure_files_instance": ("litellm.files.main", "azure_files_instance"), - "azure_fine_tuning_apis_instance": ("litellm.fine_tuning.main", "azure_fine_tuning_apis_instance"), - "azure_o1_chat_completions": ("litellm.main", "azure_o1_chat_completions"), - "azure_sentinel": ("litellm.integrations", "azure_sentinel"), - "azure_storage": ("litellm.integrations", "azure_storage"), - "azure_text_completions": ("litellm.main", "azure_text_completions"), - "base64": ("litellm.ocr.main", "base64"), - "base_llm_aiohttp_handler": ("litellm.images.main", "base_llm_aiohttp_handler"), - "base_llm_http_handler": ("litellm.files.main", "base_llm_http_handler"), - "batch_completion": ("litellm.batch_completion.main", "batch_completion"), - "batch_completion_models": ("litellm.batch_completion.main", "batch_completion_models"), - "batch_completion_models_all_responses": ("litellm.batch_completion.main", "batch_completion_models_all_responses"), - "bedrock_converse_chat_completion": ("litellm.main", "bedrock_converse_chat_completion"), - "bedrock_embedding": ("litellm.main", "bedrock_embedding"), - "bedrock_files_instance": ("litellm.files.main", "bedrock_files_instance"), - "bedrock_image_edit": ("litellm.images.main", "bedrock_image_edit"), - "bedrock_image_generation": ("litellm.images.main", "bedrock_image_generation"), - "bedrock_rerank": ("litellm.rerank_api.main", "bedrock_rerank"), - "bfl_image_edit": ("litellm.llms.black_forest_labs.image_edit.handler", "bfl_image_edit"), - "bfl_image_generation": ("litellm.llms.black_forest_labs.image_generation.handler", "bfl_image_generation"), - "build_code_interpreter_log_outputs": ("litellm.types.responses.main", "build_code_interpreter_log_outputs"), - "bytez_transformation": ("litellm.main", "bytez_transformation"), - "calculate_request_duration": ("litellm.litellm_core_utils.audio_utils.utils", "calculate_request_duration"), - "cancel_batch": ("litellm.batches.main", "cancel_batch"), - "cancel_fine_tuning_job": ("litellm.fine_tuning.main", "cancel_fine_tuning_job"), - "cancel_responses": ("litellm.responses.main", "cancel_responses"), - "cast": ("litellm.files.main", "cast"), - "client": ("litellm.utils", "client"), - "close_litellm_async_clients": ("litellm.llms.custom_httpx.async_client_cleanup", "close_litellm_async_clients"), - "codestral_text_completions": ("litellm.main", "codestral_text_completions"), - "cohere_embed": ("litellm.main", "cohere_embed"), - "compact_responses": ("litellm.responses.main", "compact_responses"), - "completion": ("litellm.main", "completion"), - "completion_with_fallbacks": ("litellm.litellm_core_utils.fallback_utils", "completion_with_fallbacks"), - "completion_with_retries": ("litellm.main", "completion_with_retries"), - "compress": ("litellm.compression.compress", "compress"), - "config_completion": ("litellm.main", "config_completion"), - "contextmanager": ("litellm.responses.main", "contextmanager"), - "contextvars": ("litellm.files.main", "contextvars"), - "convert_file_document_to_url_document": ("litellm.ocr.main", "convert_file_document_to_url_document"), - "convert_model_response_to_streaming": ("litellm.llms.base_llm.base_model_iterator", "convert_model_response_to_streaming"), - "create_agent": ("litellm.interactions.agents.main", "create"), - "create_assistants": ("litellm.assistants.main", "create_assistants"), - "create_batch": ("litellm.batches.main", "create_batch"), - "create_container": ("litellm.containers.main", "create_container"), - "create_file": ("litellm.files.main", "create_file"), - "create_fine_tuning_job": ("litellm.fine_tuning.main", "create_fine_tuning_job"), - "create_skill": ("litellm.skills.main", "create_skill"), - "create_thread": ("litellm.assistants.main", "create_thread"), - "custom_batch_logger": ("litellm.integrations", "custom_batch_logger"), - "custom_chat_llm_router": ("litellm.llms.custom_llm", "custom_chat_llm_router"), - "custom_guardrail": ("litellm.integrations", "custom_guardrail"), - "custom_logger": ("litellm.integrations", "custom_logger"), - "custom_prompt": ("litellm.litellm_core_utils.prompt_templates.factory", "custom_prompt"), - "custom_prompt_management": ("litellm.integrations", "custom_prompt_management"), - "databricks_embedding": ("litellm.main", "databricks_embedding"), - "dataclass": ("litellm.files.main", "dataclass"), - "datadog": ("litellm.integrations", "datadog"), - "datetime": ("litellm.files.main", "datetime"), - "decode_video_id_with_provider": ("litellm.types.videos.utils", "decode_video_id_with_provider"), - "deepcopy": ("litellm.main", "deepcopy"), - "deepeval": ("litellm.integrations", "deepeval"), - "delete_agent": ("litellm.interactions.agents.main", "delete"), - "delete_assistant": ("litellm.assistants.main", "delete_assistant"), - "delete_container": ("litellm.containers.main", "delete_container"), - "delete_responses": ("litellm.responses.main", "delete_responses"), - "delete_skill": ("litellm.skills.main", "delete_skill"), - "disable_cache": ("litellm.caching.caching", "disable_cache"), - "dotenv": ("litellm.main", "dotenv"), - "dotprompt": ("litellm.integrations", "dotprompt"), - "dynamodb": ("litellm.integrations", "dynamodb"), - "email_templates": ("litellm.integrations", "email_templates"), - "embedding": ("litellm.main", "embedding"), - "enable_cache": ("litellm.caching.caching", "enable_cache"), - "enum": ("litellm.scheduler", "enum"), - "field_serializer": ("litellm.assistants.main", "field_serializer"), - "field_validator": ("litellm.files.main", "field_validator"), - "file_content": ("litellm.files.main", "file_content"), - "file_content_streaming": ("litellm.files.main", "file_content_streaming"), - "file_delete": ("litellm.files.main", "file_delete"), - "file_list": ("litellm.files.main", "file_list"), - "file_retrieve": ("litellm.files.main", "file_retrieve"), - "filter_out_litellm_params": ("litellm.utils", "filter_out_litellm_params"), - "flatten_form_field_values": ("litellm.litellm_core_utils.llm_request_utils", "flatten_form_field_values"), - "flatten_unencrypted_web_search_results_in_anthropic_messages": ("litellm.llms.anthropic.common_utils", "flatten_unencrypted_web_search_results_in_anthropic_messages"), - "function_call_prompt": ("litellm.litellm_core_utils.prompt_templates.factory", "function_call_prompt"), - "futures": ("litellm.main", "futures"), - "galileo": ("litellm.integrations", "galileo"), - "gcs_bucket": ("litellm.integrations", "gcs_bucket"), - "gcs_pubsub": ("litellm.integrations", "gcs_pubsub"), - "gdc_transformation": ("litellm.main", "gdc_transformation"), - "generic_api": ("litellm.integrations", "generic_api"), - "get_agent": ("litellm.interactions.agents.main", "get"), - "get_api_key": ("litellm.utils", "get_api_key"), - "get_api_key_from_env": ("litellm.llms.gemini.common_utils", "get_api_key_from_env"), - "get_assistants": ("litellm.assistants.main", "get_assistants"), - "get_audio_file_for_health_check": ("litellm.litellm_core_utils.audio_utils.utils", "get_audio_file_for_health_check"), - "get_azure_credentials": ("litellm.llms.azure.common_utils", "get_azure_credentials"), - "get_completion_messages": ("litellm.litellm_core_utils.prompt_templates.common_utils", "get_completion_messages"), - "get_configured_request_timeout": ("litellm.litellm_core_utils.request_timeout_resolver", "get_configured_request_timeout"), - "get_content_from_model_response": ("litellm.litellm_core_utils.prompt_templates.common_utils", "get_content_from_model_response"), - "get_litellm_gateway_api_key": ("litellm.litellm_core_utils.cli_token_utils", "get_litellm_gateway_api_key"), - "get_messages": ("litellm.assistants.main", "get_messages"), - "get_messages_interceptors": ("litellm.llms.anthropic.experimental_pass_through.messages.interceptors", "get_messages_interceptors"), - "get_mime_type": ("litellm.ocr.main", "get_mime_type"), - "get_non_default_completion_params": ("litellm.utils", "get_non_default_completion_params"), - "get_non_default_transcription_params": ("litellm.utils", "get_non_default_transcription_params"), - "get_openai_credentials": ("litellm.llms.openai.common_utils", "get_openai_credentials"), - "get_optional_params_add_message": ("litellm.assistants.utils", "get_optional_params_add_message"), - "get_optional_params_embeddings": ("litellm.utils", "get_optional_params_embeddings"), - "get_optional_params_image_gen": ("litellm.utils", "get_optional_params_image_gen"), - "get_optional_params_transcription": ("litellm.utils", "get_optional_params_transcription"), - "get_optional_rerank_params": ("litellm.rerank_api.rerank_utils", "get_optional_rerank_params"), - "get_requester_metadata": ("litellm.utils", "get_requester_metadata"), - "get_responses": ("litellm.responses.main", "get_responses"), - "get_secret": ("litellm.secret_managers.main", "get_secret"), - "get_secret_bool": ("litellm.secret_managers.main", "get_secret_bool"), - "get_secret_str": ("litellm.secret_managers.main", "get_secret_str"), - "get_skill": ("litellm.skills.main", "get_skill"), - "get_standard_openai_params": ("litellm.utils", "get_standard_openai_params"), - "get_thread": ("litellm.assistants.main", "get_thread"), - "get_type_hints": ("litellm.files.main", "get_type_hints"), - "get_vertex_ai_model_route": ("litellm.llms.vertex_ai.common_utils", "get_vertex_ai_model_route"), - "google_batch_embeddings": ("litellm.main", "google_batch_embeddings"), - "greenscale": ("litellm.integrations", "greenscale"), - "groq_chat_completions": ("litellm.main", "groq_chat_completions"), - "heapq": ("litellm.scheduler", "heapq"), - "helicone": ("litellm.integrations", "helicone"), - "helicone_mock_client": ("litellm.integrations", "helicone_mock_client"), - "heroku_transformation": ("litellm.main", "heroku_transformation"), - "huggingface_embed": ("litellm.main", "huggingface_embed"), - "humanloop": ("litellm.integrations", "humanloop"), - "image_edit": ("litellm.images.main", "image_edit"), - "image_generation": ("litellm.images.main", "image_generation"), - "image_variation": ("litellm.images.main", "image_variation"), - "importlib": ("litellm.images.main", "importlib"), - "infer_openai_data_residency": ("litellm.llms.openai.data_residency", "infer_openai_data_residency"), - "ingest": ("litellm.rag.main", "ingest"), - "inspect": ("litellm.main", "inspect"), - "is_azure_document_intelligence_model": ("litellm.llms.azure_ai.ocr.common_utils", "is_azure_document_intelligence_model"), - "is_reasoning_auto_summary_enabled": ("litellm.llms.anthropic.experimental_pass_through.utils", "is_reasoning_auto_summary_enabled"), - "json": ("litellm.videos.main", "json"), - "lago": ("litellm.integrations", "lago"), - "langfuse": ("litellm.integrations", "langfuse"), - "langsmith": ("litellm.integrations", "langsmith"), - "langsmith_mock_client": ("litellm.integrations", "langsmith_mock_client"), - "lemonade_transformation": ("litellm.main", "lemonade_transformation"), - "list_agent_versions": ("litellm.interactions.agents.main", "list_versions"), - "list_agents": ("litellm.interactions.agents.main", "list"), - "list_batches": ("litellm.batches.main", "list_batches"), - "list_container_files": ("litellm.containers.main", "list_container_files"), - "list_containers": ("litellm.containers.main", "list_containers"), - "list_fine_tuning_jobs": ("litellm.fine_tuning.main", "list_fine_tuning_jobs"), - "list_input_items": ("litellm.responses.main", "list_input_items"), - "list_skills": ("litellm.skills.main", "list_skills"), - "litellm": ("litellm.files.main", "litellm"), - "litellm_agent": ("litellm.integrations", "litellm_agent"), - "litellm_completion_transformation_handler": ("litellm.responses.main", "litellm_completion_transformation_handler"), - "literal_ai": ("litellm.integrations", "literal_ai"), - "llm_http_handler": ("litellm.videos.main", "llm_http_handler"), - "llm_passthrough_route": ("litellm.passthrough.main", "llm_passthrough_route"), - "logfire_logger": ("litellm.integrations", "logfire_logger"), - "lunary": ("litellm.integrations", "lunary"), - "map_system_message_pt": ("litellm.litellm_core_utils.prompt_templates.factory", "map_system_message_pt"), - "maybe_run_chat_completion_agentic_loop": ("litellm.litellm_core_utils.chat_completion_agentic_loop", "maybe_run_chat_completion_agentic_loop"), - "mimetypes": ("litellm.ocr.main", "mimetypes"), - "mlflow": ("litellm.integrations", "mlflow"), - "mock_client_factory": ("litellm.integrations", "mock_client_factory"), - "mock_completion": ("litellm.main", "mock_completion"), - "mock_completion_streaming_obj": ("litellm.utils", "mock_completion_streaming_obj"), - "mock_embedding": ("litellm.litellm_core_utils.mock_functions", "mock_embedding"), - "mock_image_generation": ("litellm.litellm_core_utils.mock_functions", "mock_image_generation"), - "mock_response": ("litellm.llms.anthropic.experimental_pass_through.messages.utils", "mock_response"), - "mock_responses_api_response": ("litellm.responses.main", "mock_responses_api_response"), - "model_serializer": ("litellm.assistants.main", "model_serializer"), - "model_validator": ("litellm.files.main", "model_validator"), - "moderation": ("litellm.main", "moderation"), - "newrelic": ("litellm.integrations", "newrelic"), - "nlp_cloud_chat_completion": ("litellm.main", "nlp_cloud_chat_completion"), - "nvidia_riva_audio_transcriptions": ("litellm.main", "nvidia_riva_audio_transcriptions"), - "oci_transformation": ("litellm.main", "oci_transformation"), - "ocr": ("litellm.ocr.main", "ocr"), - "ollama": ("litellm.main", "ollama"), - "ollama_pt": ("litellm.litellm_core_utils.prompt_templates.factory", "ollama_pt"), - "oobabooga": ("litellm.main", "oobabooga"), - "openai": ("litellm.main", "openai"), - "openai_assistants_api": ("litellm.assistants.main", "openai_assistants_api"), - "openai_audio_transcriptions": ("litellm.main", "openai_audio_transcriptions"), - "openai_batches_instance": ("litellm.batches.main", "openai_batches_instance"), - "openai_chat_completions": ("litellm.images.main", "openai_chat_completions"), - "openai_files_instance": ("litellm.files.main", "openai_files_instance"), - "openai_fine_tuning_apis_instance": ("litellm.fine_tuning.main", "openai_fine_tuning_apis_instance"), - "openai_image_variations": ("litellm.images.main", "openai_image_variations"), - "openai_like_chat_completion": ("litellm.main", "openai_like_chat_completion"), - "openai_like_embedding": ("litellm.main", "openai_like_embedding"), - "openai_text_completions": ("litellm.main", "openai_text_completions"), - "openmeter": ("litellm.integrations", "openmeter"), - "opentelemetry": ("litellm.integrations", "opentelemetry"), - "opentelemetry_utils": ("litellm.integrations", "opentelemetry_utils"), - "opik": ("litellm.integrations", "opik"), - "otel": ("litellm.integrations", "otel"), - "override": ("litellm.assistants.main", "override"), - "ovhcloud_transformation": ("litellm.main", "ovhcloud_transformation"), - "palm": ("litellm.main", "palm"), - "parse_ocr_request_format": ("litellm.llms.base_llm.ocr.transformation", "parse_ocr_request_format"), - "partial": ("litellm.files.main", "partial"), - "peek_reasoning_summary_aliases": ("litellm.utils", "peek_reasoning_summary_aliases"), - "petals_handler": ("litellm.main", "petals_handler"), - "posthog": ("litellm.integrations", "posthog"), - "posthog_mock_client": ("litellm.integrations", "posthog_mock_client"), - "pre_process_non_default_params": ("litellm.utils", "pre_process_non_default_params"), - "predibase_chat_completions": ("litellm.main", "predibase_chat_completions"), - "print_verbose": ("litellm.main", "print_verbose"), - "prompt_factory": ("litellm.litellm_core_utils.prompt_templates.factory", "prompt_factory"), - "prompt_layer": ("litellm.integrations", "prompt_layer"), - "prompt_management_base": ("litellm.integrations", "prompt_management_base"), - "query": ("litellm.rag.main", "query"), - "random": ("litellm.main", "random"), - "read_config_args": ("litellm.utils", "read_config_args"), - "replicate_chat_completion": ("litellm.main", "replicate_chat_completion"), - "rerank": ("litellm.rerank_api.main", "rerank"), - "responses": ("litellm.responses.main", "responses"), - "responses_api_bridge_check": ("litellm.main", "responses_api_bridge_check"), - "responses_with_retries": ("litellm.main", "responses_with_retries"), - "retrieve_batch": ("litellm.batches.main", "retrieve_batch"), - "retrieve_container": ("litellm.containers.main", "retrieve_container"), - "retrieve_fine_tuning_job": ("litellm.fine_tuning.main", "retrieve_fine_tuning_job"), - "run_async_function": ("litellm.litellm_core_utils.asyncify", "run_async_function"), - "run_server": ("litellm.proxy.proxy_cli", "run_server"), - "run_thread": ("litellm.assistants.main", "run_thread"), - "run_thread_stream": ("litellm.assistants.main", "run_thread_stream"), - "runtime_checkable": ("litellm.files.main", "runtime_checkable"), - "rust_ocr_bridge": ("litellm.ocr.main", "rust_ocr_bridge"), - "s3": ("litellm.integrations", "s3"), - "s3_v2": ("litellm.integrations", "s3_v2"), - "safe_deep_copy": ("litellm.litellm_core_utils.core_helpers", "safe_deep_copy"), - "sagemaker_chat_completion": ("litellm.main", "sagemaker_chat_completion"), - "sagemaker_llm": ("litellm.main", "sagemaker_llm"), - "sanitize_tool_use_ids_in_anthropic_messages": ("litellm.llms.anthropic.common_utils", "sanitize_tool_use_ids_in_anthropic_messages"), - "sap_gen_ai_hub_chat_completions": ("litellm.main", "sap_gen_ai_hub_chat_completions"), - "sap_gen_ai_hub_emb": ("litellm.main", "sap_gen_ai_hub_emb"), - "search": ("litellm.search.main", "search"), - "should_run_mock_completion": ("litellm.utils", "should_run_mock_completion"), - "speech": ("litellm.main", "speech"), - "sqs": ("litellm.integrations", "sqs"), - "stream_chunk_builder": ("litellm.main", "stream_chunk_builder"), - "stream_chunk_builder_text_completion": ("litellm.main", "stream_chunk_builder_text_completion"), - "stringify_json_tool_call_content": ("litellm.litellm_core_utils.prompt_templates.factory", "stringify_json_tool_call_content"), - "strip_empty_content_blocks_from_anthropic_messages": ("litellm.llms.anthropic.common_utils", "strip_empty_content_blocks_from_anthropic_messages"), - "strip_reasoning_summary_aliases_from_optional_params": ("litellm.utils", "strip_reasoning_summary_aliases_from_optional_params"), - "supabase": ("litellm.integrations", "supabase"), - "supports_httpx_timeout": ("litellm.utils", "supports_httpx_timeout"), - "sys": ("litellm.main", "sys"), - "text_completion": ("litellm.main", "text_completion"), - "tiktoken": ("litellm.main", "tiktoken"), - "time": ("litellm.files.main", "time"), - "together_rerank": ("litellm.rerank_api.main", "together_rerank"), - "traceback": ("litellm.main", "traceback"), - "traceloop": ("litellm.integrations", "traceloop"), - "tracer": ("litellm.litellm_core_utils.dd_tracing", "tracer"), - "transcription": ("litellm.main", "transcription"), - "updateDeployment": ("litellm.types.router", "updateDeployment"), - "updateLiteLLMParams": ("litellm.types.router", "updateLiteLLMParams"), - "update_cache": ("litellm.caching.caching", "update_cache"), - "update_messages_with_model_file_ids": ("litellm.litellm_core_utils.prompt_templates.common_utils", "update_messages_with_model_file_ids"), - "update_responses_input_with_model_file_ids": ("litellm.litellm_core_utils.prompt_templates.common_utils", "update_responses_input_with_model_file_ids"), - "update_responses_tools_with_model_file_ids": ("litellm.litellm_core_utils.prompt_templates.common_utils", "update_responses_tools_with_model_file_ids"), - "upload_container_file": ("litellm.containers.main", "upload_container_file"), - "use_litellm_rust": ("litellm.rust_bridge.ocr", "use_litellm_rust"), - "uuid": ("litellm.files.main", "uuid"), - "uuid_module": ("litellm.files.main", "uuid_module"), - "validate_and_fix_openai_messages": ("litellm.utils", "validate_and_fix_openai_messages"), - "validate_and_fix_openai_tools": ("litellm.utils", "validate_and_fix_openai_tools"), - "validate_and_fix_thinking_param": ("litellm.utils", "validate_and_fix_thinking_param"), - "validate_anthropic_api_metadata": ("litellm.llms.anthropic.experimental_pass_through.messages.handler", "validate_anthropic_api_metadata"), - "validate_chat_completion_tool_choice": ("litellm.utils", "validate_chat_completion_tool_choice"), - "validate_openai_optional_params": ("litellm.utils", "validate_openai_optional_params"), - "vector_store_file_content": ("litellm.vector_store_files.main", "retrieve_content"), - "vector_store_file_create": ("litellm.vector_store_files.main", "create"), - "vector_store_file_delete": ("litellm.vector_store_files.main", "delete"), - "vector_store_file_list": ("litellm.vector_store_files.main", "list"), - "vector_store_file_retrieve": ("litellm.vector_store_files.main", "retrieve"), - "vector_store_file_update": ("litellm.vector_store_files.main", "update"), - "vertex_ai_batches_instance": ("litellm.batches.main", "vertex_ai_batches_instance"), - "vertex_ai_files_instance": ("litellm.files.main", "vertex_ai_files_instance"), - "vertex_ai_non_gemini": ("litellm.main", "vertex_ai_non_gemini"), - "vertex_chat_completion": ("litellm.main", "vertex_chat_completion"), - "vertex_embedding": ("litellm.main", "vertex_embedding"), - "vertex_fine_tuning_apis_instance": ("litellm.fine_tuning.main", "vertex_fine_tuning_apis_instance"), - "vertex_gemma_chat_completion": ("litellm.main", "vertex_gemma_chat_completion"), - "vertex_image_generation": ("litellm.main", "vertex_image_generation"), - "vertex_model_garden_chat_completion": ("litellm.main", "vertex_model_garden_chat_completion"), - "vertex_multimodal_embedding": ("litellm.main", "vertex_multimodal_embedding"), - "vertex_partner_models_chat_completion": ("litellm.main", "vertex_partner_models_chat_completion"), - "video_content": ("litellm.videos.main", "video_content"), - "video_create_character": ("litellm.videos.main", "video_create_character"), - "video_edit": ("litellm.videos.main", "video_edit"), - "video_extension": ("litellm.videos.main", "video_extension"), - "video_generation": ("litellm.videos.main", "video_generation"), - "video_get_character": ("litellm.videos.main", "video_get_character"), - "video_list": ("litellm.videos.main", "video_list"), - "video_remix": ("litellm.videos.main", "video_remix"), - "video_status": ("litellm.videos.main", "video_status"), - "vllm_handler": ("litellm.batch_completion.main", "vllm_handler"), - "wait": ("litellm.batch_completion.main", "wait"), - "watsonx_chat_completion": ("litellm.main", "watsonx_chat_completion"), -}) +_SDK_SYMBOLS_IMPORT_MAP: Final[Mapping[str, tuple[str, str]]] = MappingProxyType( + { + "AI21Config": ("litellm.llms.ai21.chat.transformation", "AI21ChatConfig"), + "ALL_RESPONSES_API_TOOL_PARAMS": ("litellm.assistants.main", "ALL_RESPONSES_API_TOOL_PARAMS"), + "APIConnectionError": ("litellm.exceptions", "APIConnectionError"), + "APIError": ("litellm.exceptions", "APIError"), + "APIResponseValidationError": ("litellm.exceptions", "APIResponseValidationError"), + "AdapterCompletionStreamWrapper": ("litellm.types.utils", "AdapterCompletionStreamWrapper"), + "AdapterItem": ("litellm.types.adapter", "AdapterItem"), + "AdaptiveRouterConfig": ("litellm.types.router", "AdaptiveRouterConfig"), + "AdaptiveRouterPreferences": ("litellm.types.router", "AdaptiveRouterPreferences"), + "AdaptiveRouterWeights": ("litellm.types.router", "AdaptiveRouterWeights"), + "AlephAlphaConfig": ("litellm.llms.deprecated_providers.aleph_alpha", "AlephAlphaConfig"), + "AlertingConfig": ("litellm.types.router", "AlertingConfig"), + "AllEmbeddingInputValues": ("litellm.assistants.main", "AllEmbeddingInputValues"), + "AllMessageValues": ("litellm.assistants.main", "AllMessageValues"), + "AllPromptValues": ("litellm.assistants.main", "AllPromptValues"), + "AllowedFailsPolicy": ("litellm.types.router", "AllowedFailsPolicy"), + "AmazonTitanV2Config": ("litellm.llms.bedrock.embed.amazon_titan_v2_transformation", "AmazonTitanV2Config"), + "Annotated": ("litellm.assistants.main", "Annotated"), + "AnthropicBatchesHandler": ("litellm.llms.anthropic.batches.handler", "AnthropicBatchesHandler"), + "AnthropicChatCompletion": ("litellm.llms.anthropic.chat.handler", "AnthropicChatCompletion"), + "AnthropicMessagesRequestUtils": ( + "litellm.llms.anthropic.experimental_pass_through.messages.utils", + "AnthropicMessagesRequestUtils", + ), + "AnthropicMessagesResponse": ( + "litellm.types.llms.anthropic_messages.anthropic_response", + "AnthropicMessagesResponse", + ), + "AnthropicMetadata": ("litellm.types.llms.anthropic_messages.anthropic_request", "AnthropicMetadata"), + "AnthropicModelInfo": ("litellm.llms.anthropic.common_utils", "AnthropicModelInfo"), + "Assistant": ("litellm.assistants.main", "Assistant"), + "AssistantDeleted": ("litellm.assistants.main", "AssistantDeleted"), + "AssistantEventHandler": ("litellm.assistants.main", "AssistantEventHandler"), + "AssistantStreamManager": ("litellm.assistants.main", "AssistantStreamManager"), + "AssistantToolParam": ("litellm.assistants.main", "AssistantToolParam"), + "AssistantsTypedDict": ("litellm.types.router", "AssistantsTypedDict"), + "AsyncAssistantEventHandler": ("litellm.assistants.main", "AsyncAssistantEventHandler"), + "AsyncAssistantStreamManager": ("litellm.assistants.main", "AsyncAssistantStreamManager"), + "AsyncCompletions": ("litellm.main", "AsyncCompletions"), + "AsyncCursorPage": ("litellm.assistants.main", "AsyncCursorPage"), + "AsyncIterator": ("litellm.llms.anthropic.experimental_pass_through.messages.handler", "AsyncIterator"), + "AsyncOpenAI": ("litellm.assistants.main", "AsyncOpenAI"), + "Attachment": ("litellm.types.llms.openai", "Attachment"), + "AttachmentTool": ("litellm.assistants.main", "AttachmentTool"), + "AuthenticationError": ("litellm.exceptions", "AuthenticationError"), + "AzureAIEmbedding": ("litellm.llms.azure_ai.embed.handler", "AzureAIEmbedding"), + "AzureAnthropicChatCompletion": ("litellm.llms.azure_ai.anthropic.handler", "AzureAnthropicChatCompletion"), + "AzureAssistantsAPI": ("litellm.llms.azure.assistants", "AzureAssistantsAPI"), + "AzureAudioTranscription": ("litellm.llms.azure.audio_transcriptions", "AzureAudioTranscription"), + "AzureBatchesAPI": ("litellm.llms.azure.batches.handler", "AzureBatchesAPI"), + "AzureChatCompletion": ("litellm.llms.azure.azure", "AzureChatCompletion"), + "AzureOpenAIFilesAPI": ("litellm.llms.azure.files.handler", "AzureOpenAIFilesAPI"), + "AzureOpenAIFineTuningAPI": ("litellm.llms.azure.fine_tuning.handler", "AzureOpenAIFineTuningAPI"), + "AzureOpenAIO1ChatCompletion": ("litellm.llms.azure.chat.o_series_handler", "AzureOpenAIO1ChatCompletion"), + "AzureTextCompletion": ("litellm.llms.azure.completion.handler", "AzureTextCompletion"), + "BATCH_GUARDRAIL_RESPONSE_FIELD": ("litellm.assistants.main", "BATCH_GUARDRAIL_RESPONSE_FIELD"), + "BadGatewayError": ("litellm.exceptions", "BadGatewayError"), + "BadRequestError": ("litellm.exceptions", "BadRequestError"), + "BaseConfig": ("litellm.llms.base_llm.chat.transformation", "BaseConfig"), + "BaseLLMAIOHTTPHandler": ("litellm.llms.custom_httpx.aiohttp_handler", "BaseLLMAIOHTTPHandler"), + "BaseLLMException": ("litellm.llms.base_llm.chat.transformation", "BaseLLMException"), + "BaseLLMHTTPHandler": ("litellm.llms.custom_httpx.llm_http_handler", "BaseLLMHTTPHandler"), + "BaseLiteLLMOpenAIResponseObject": ("litellm.types.llms.base", "BaseLiteLLMOpenAIResponseObject"), + "BaseModel": ("litellm.scheduler", "BaseModel"), + "BaseResponsesAPIConfig": ("litellm.llms.base_llm.responses.transformation", "BaseResponsesAPIConfig"), + "BaseResponsesAPIStreamingIterator": ( + "litellm.responses.streaming_iterator", + "BaseResponsesAPIStreamingIterator", + ), + "Batch": ("litellm.assistants.main", "Batch"), + "BatchGuardrailRecord": ("litellm.types.llms.openai", "BatchGuardrailRecord"), + "BatchGuardrailReport": ("litellm.types.llms.openai", "BatchGuardrailReport"), + "BatchJobStatus": ("litellm.assistants.main", "BatchJobStatus"), + "BatchRequestCounts": ("litellm.batches.main", "BatchRequestCounts"), + "BedrockBatchesHandler": ("litellm.llms.bedrock.batches.handler", "BedrockBatchesHandler"), + "BedrockConverseLLM": ("litellm.llms.bedrock.chat.converse_handler", "BedrockConverseLLM"), + "BedrockEmbedding": ("litellm.llms.bedrock.embed.embedding", "BedrockEmbedding"), + "BedrockFilesHandler": ("litellm.llms.bedrock.files.handler", "BedrockFilesHandler"), + "BedrockImageEdit": ("litellm.llms.bedrock.image_edit.handler", "BedrockImageEdit"), + "BedrockImageGeneration": ("litellm.llms.bedrock.image_generation.image_handler", "BedrockImageGeneration"), + "BedrockRerankHandler": ("litellm.llms.bedrock.rerank.handler", "BedrockRerankHandler"), + "BudgetExceededError": ("litellm.exceptions", "BudgetExceededError"), + "BudgetManager": ("litellm.budget_manager", "BudgetManager"), + "CARRY_UNMATCHED_MESSAGE_POINTS": ("litellm.responses.main", "CARRY_UNMATCHED_MESSAGE_POINTS"), + "CONFIGURABLE_CLIENTSIDE_AUTH_PARAMS": ("litellm.files.main", "CONFIGURABLE_CLIENTSIDE_AUTH_PARAMS"), + "CREATE_FILE_REQUESTS_PURPOSE": ("litellm.assistants.main", "CREATE_FILE_REQUESTS_PURPOSE"), + "CallTypes": ("litellm.types.utils", "CallTypes"), + "CancelBatchRequest": ("litellm.types.llms.openai", "CancelBatchRequest"), + "CharacterObject": ("litellm.types.videos.main", "CharacterObject"), + "Chat": ("litellm.main", "Chat"), + "ChatCompletionAnnotation": ("litellm.types.llms.openai", "ChatCompletionAnnotation"), + "ChatCompletionAnnotationURLCitation": ("litellm.types.llms.openai", "ChatCompletionAnnotationURLCitation"), + "ChatCompletionAssistantContentValue": ("litellm.assistants.main", "ChatCompletionAssistantContentValue"), + "ChatCompletionAssistantMessage": ("litellm.types.llms.openai", "ChatCompletionAssistantMessage"), + "ChatCompletionAssistantToolCall": ("litellm.types.llms.openai", "ChatCompletionAssistantToolCall"), + "ChatCompletionAudioDelta": ("litellm.types.llms.openai", "ChatCompletionAudioDelta"), + "ChatCompletionAudioObject": ("litellm.types.llms.openai", "ChatCompletionAudioObject"), + "ChatCompletionAudioParam": ("litellm.assistants.main", "ChatCompletionAudioParam"), + "ChatCompletionCachedContent": ("litellm.types.llms.openai", "ChatCompletionCachedContent"), + "ChatCompletionChunk": ("litellm.assistants.main", "ChatCompletionChunk"), + "ChatCompletionContentPartInputAudioParam": ( + "litellm.assistants.main", + "ChatCompletionContentPartInputAudioParam", + ), + "ChatCompletionDeltaChunk": ("litellm.types.llms.openai", "ChatCompletionDeltaChunk"), + "ChatCompletionDeveloperMessage": ("litellm.types.llms.openai", "ChatCompletionDeveloperMessage"), + "ChatCompletionDocumentObject": ("litellm.types.llms.openai", "ChatCompletionDocumentObject"), + "ChatCompletionFileObject": ("litellm.types.llms.openai", "ChatCompletionFileObject"), + "ChatCompletionFileObjectFile": ("litellm.types.llms.openai", "ChatCompletionFileObjectFile"), + "ChatCompletionFunctionMessage": ("litellm.types.llms.openai", "ChatCompletionFunctionMessage"), + "ChatCompletionImageObject": ("litellm.types.llms.openai", "ChatCompletionImageObject"), + "ChatCompletionImageUrlObject": ("litellm.types.llms.openai", "ChatCompletionImageUrlObject"), + "ChatCompletionMessageToolCall": ("litellm.types.utils", "ChatCompletionMessageToolCall"), + "ChatCompletionModality": ("litellm.assistants.main", "ChatCompletionModality"), + "ChatCompletionNamedToolChoiceParam": ("litellm.types.llms.openai", "ChatCompletionNamedToolChoiceParam"), + "ChatCompletionPredictionContentParam": ("litellm.assistants.main", "ChatCompletionPredictionContentParam"), + "ChatCompletionReasoningItem": ("litellm.types.llms.openai", "ChatCompletionReasoningItem"), + "ChatCompletionReasoningSummaryTextBlock": ( + "litellm.types.llms.openai", + "ChatCompletionReasoningSummaryTextBlock", + ), + "ChatCompletionRedactedThinkingBlock": ("litellm.types.llms.openai", "ChatCompletionRedactedThinkingBlock"), + "ChatCompletionRequest": ("litellm.types.llms.openai", "ChatCompletionRequest"), + "ChatCompletionResponseMessage": ("litellm.types.llms.openai", "ChatCompletionResponseMessage"), + "ChatCompletionSystemMessage": ("litellm.types.llms.openai", "ChatCompletionSystemMessage"), + "ChatCompletionTextObject": ("litellm.types.llms.openai", "ChatCompletionTextObject"), + "ChatCompletionThinkingBlock": ("litellm.types.llms.openai", "ChatCompletionThinkingBlock"), + "ChatCompletionToolChoiceFunctionParam": ("litellm.types.llms.openai", "ChatCompletionToolChoiceFunctionParam"), + "ChatCompletionToolChoiceObjectParam": ("litellm.types.llms.openai", "ChatCompletionToolChoiceObjectParam"), + "ChatCompletionToolChoiceStringValues": ("litellm.assistants.main", "ChatCompletionToolChoiceStringValues"), + "ChatCompletionToolChoiceValues": ("litellm.assistants.main", "ChatCompletionToolChoiceValues"), + "ChatCompletionToolMessage": ("litellm.types.llms.openai", "ChatCompletionToolMessage"), + "ChatCompletionToolParam": ("litellm.types.llms.openai", "ChatCompletionToolParam"), + "ChatCompletionToolParamFunctionChunk": ("litellm.types.llms.openai", "ChatCompletionToolParamFunctionChunk"), + "ChatCompletionToolReferenceObject": ("litellm.types.llms.openai", "ChatCompletionToolReferenceObject"), + "ChatCompletionUsageBlock": ("litellm.types.llms.openai", "ChatCompletionUsageBlock"), + "ChatCompletionUserMessage": ("litellm.types.llms.openai", "ChatCompletionUserMessage"), + "ChatCompletionVideoObject": ("litellm.types.llms.openai", "ChatCompletionVideoObject"), + "ChatCompletionVideoUrlObject": ("litellm.types.llms.openai", "ChatCompletionVideoUrlObject"), + "Choices": ("litellm.types.utils", "Choices"), + "ChunkProcessor": ("litellm.litellm_core_utils.streaming_chunk_builder_utils", "ChunkProcessor"), + "CitationsObject": ("litellm.types.llms.openai", "CitationsObject"), + "ClassVar": ("litellm.files.main", "ClassVar"), + "ClassifierPlugin": ("litellm.types.router", "ClassifierPlugin"), + "CodeInterpreterToolParam": ("litellm.types.llms.openai", "CodeInterpreterToolParam"), + "CodestralTextCompletion": ("litellm.llms.codestral.completion.handler", "CodestralTextCompletion"), + "CompletionRequest": ("litellm.types.completion", "CompletionRequest"), + "CompletionTimeout": ("litellm.litellm_core_utils.completion_timeout", "CompletionTimeout"), + "CompletionTokensDetails": ("litellm.main", "CompletionTokensDetails"), + "Completions": ("litellm.main", "Completions"), + "ComputerToolParam": ("litellm.types.llms.openai", "ComputerToolParam"), + "ConfigDict": ("litellm.files.main", "ConfigDict"), + "ConfigurableClientsideParamsCustomAuth": ("litellm.types.router", "ConfigurableClientsideParamsCustomAuth"), + "ConsumedRequestTagsStamp": ("litellm.types.router", "ConsumedRequestTagsStamp"), + "ContentPartAddedEvent": ("litellm.types.llms.openai", "ContentPartAddedEvent"), + "ContentPartDoneEvent": ("litellm.types.llms.openai", "ContentPartDoneEvent"), + "ContentPartDonePartOutputText": ("litellm.types.llms.openai", "ContentPartDonePartOutputText"), + "ContentPartDonePartReasoningText": ("litellm.types.llms.openai", "ContentPartDonePartReasoningText"), + "ContentPartDonePartRefusal": ("litellm.types.llms.openai", "ContentPartDonePartRefusal"), + "ContentPolicyViolationError": ("litellm.exceptions", "ContentPolicyViolationError"), + "ContextManagementEntry": ("litellm.types.llms.openai", "ContextManagementEntry"), + "ContextWindowExceededError": ("litellm.exceptions", "ContextWindowExceededError"), + "Coroutine": ("litellm.files.main", "Coroutine"), + "CreateBatchRequest": ("litellm.types.llms.openai", "CreateBatchRequest"), + "CreateFileRequest": ("litellm.types.llms.openai", "CreateFileRequest"), + "CreateVideoRequest": ("litellm.types.llms.openai", "CreateVideoRequest"), + "CredentialLiteLLMParams": ("litellm.types.router", "CredentialLiteLLMParams"), + "CustomLLM": ("litellm.llms.custom_llm", "CustomLLM"), + "CustomLLMItem": ("litellm.types.llms.custom_llm", "CustomLLMItem"), + "CustomPricingLiteLLMParams": ("litellm.types.utils", "CustomPricingLiteLLMParams"), + "CustomRoutingStrategyBase": ("litellm.types.router", "CustomRoutingStrategyBase"), + "CustomToolCallOutputItem": ("litellm.types.responses.main", "CustomToolCallOutputItem"), + "DEFAULT_IMAGE_ENDPOINT_MODEL": ("litellm.images.main", "DEFAULT_IMAGE_ENDPOINT_MODEL"), + "DEFAULT_IN_MEMORY_TTL": ("litellm.scheduler", "DEFAULT_IN_MEMORY_TTL"), + "DEFAULT_MOCK_RESPONSE_COMPLETION_TOKEN_COUNT": ( + "litellm.main", + "DEFAULT_MOCK_RESPONSE_COMPLETION_TOKEN_COUNT", + ), + "DEFAULT_MOCK_RESPONSE_PROMPT_TOKEN_COUNT": ("litellm.main", "DEFAULT_MOCK_RESPONSE_PROMPT_TOKEN_COUNT"), + "DEFAULT_POLLING_INTERVAL": ("litellm.scheduler", "DEFAULT_POLLING_INTERVAL"), + "DEFAULT_REQUEST_TIMEOUT": ("litellm.videos.main", "DEFAULT_REQUEST_TIMEOUT"), + "DEFAULT_VIDEO_ENDPOINT_MODEL": ("litellm.videos.main", "DEFAULT_VIDEO_ENDPOINT_MODEL"), + "DatabricksEmbeddingHandler": ("litellm.llms.databricks.embed.handler", "DatabricksEmbeddingHandler"), + "DatadogInitParams": ("litellm.types.integrations.datadog", "DatadogInitParams"), + "DecodedResponseId": ("litellm.types.responses.main", "DecodedResponseId"), + "DeleteResponseResult": ("litellm.types.responses.main", "DeleteResponseResult"), + "Deployment": ("litellm.types.router", "Deployment"), + "DeploymentTypedDict": ("litellm.types.router", "DeploymentTypedDict"), + "Discriminator": ("litellm.assistants.main", "Discriminator"), + "DocumentObject": ("litellm.types.llms.openai", "DocumentObject"), + "EmbeddingCreateParams": ("litellm.assistants.main", "EmbeddingCreateParams"), + "EmbeddingInput": ("litellm.assistants.main", "EmbeddingInput"), + "EmbeddingRequest": ("litellm.types.embedding", "EmbeddingRequest"), + "Enum": ("litellm.assistants.main", "Enum"), + "ErrorEvent": ("litellm.types.llms.openai", "ErrorEvent"), + "ErrorEventError": ("litellm.types.llms.openai", "ErrorEventError"), + "FIRST_COMPLETED": ("litellm.batch_completion.main", "FIRST_COMPLETED"), + "FORWARDED_KWARGS_KEYS": ("litellm.main", "FORWARDED_KWARGS_KEYS"), + "FallbackAccessCheck": ("litellm.types.router", "FallbackAccessCheck"), + "Field": ("litellm.files.main", "Field"), + "FileContent": ("litellm.videos.main", "FileContent"), + "FileContentProvider": ("litellm.files.main", "FileContentProvider"), + "FileContentRequest": ("litellm.types.llms.openai", "FileContentRequest"), + "FileContentStreamingResponse": ("litellm.files.streaming", "FileContentStreamingResponse"), + "FileContentStreamingResult": ("litellm.files.types", "FileContentStreamingResult"), + "FileCreateProvider": ("litellm.files.main", "FileCreateProvider"), + "FileDeleteProvider": ("litellm.files.main", "FileDeleteProvider"), + "FileDeleted": ("litellm.files.main", "FileDeleted"), + "FileExpiresAfter": ("litellm.types.llms.openai", "FileExpiresAfter"), + "FileListPage": ("litellm.types.llms.openai", "FileListPage"), + "FileListProvider": ("litellm.files.main", "FileListProvider"), + "FileObject": ("litellm.files.main", "FileObject"), + "FileRetrieveProvider": ("litellm.files.main", "FileRetrieveProvider"), + "FileSearchCallCompletedEvent": ("litellm.types.llms.openai", "FileSearchCallCompletedEvent"), + "FileSearchCallInProgressEvent": ("litellm.types.llms.openai", "FileSearchCallInProgressEvent"), + "FileSearchCallSearchingEvent": ("litellm.types.llms.openai", "FileSearchCallSearchingEvent"), + "FileSearchTool": ("litellm.types.llms.openai", "FileSearchTool"), + "FileSearchToolParam": ("litellm.types.llms.openai", "FileSearchToolParam"), + "FileTypes": ("litellm.files.main", "FileTypes"), + "FineTuningConfig": ("litellm.types.router", "FineTuningConfig"), + "FineTuningJob": ("litellm.assistants.main", "FineTuningJob"), + "FineTuningJobCreate": ("litellm.types.llms.openai", "FineTuningJobCreate"), + "FlowItem": ("litellm.scheduler", "FlowItem"), + "Function": ("litellm.types.llms.openai", "Function"), + "FunctionCallArgumentsDeltaEvent": ("litellm.types.llms.openai", "FunctionCallArgumentsDeltaEvent"), + "FunctionCallArgumentsDoneEvent": ("litellm.types.llms.openai", "FunctionCallArgumentsDoneEvent"), + "GeminiModelInfo": ("litellm.llms.gemini.common_utils", "GeminiModelInfo"), + "GenAIHubOrchestration": ("litellm.llms.sap.chat.handler", "GenAIHubOrchestration"), + "Generator": ("litellm.responses.main", "Generator"), + "Generic": ("litellm.files.main", "Generic"), + "GenericBudgetWindowDetails": ("litellm.types.router", "GenericBudgetWindowDetails"), + "GenericChatCompletionMessage": ("litellm.types.llms.openai", "GenericChatCompletionMessage"), + "GenericEvent": ("litellm.types.llms.openai", "GenericEvent"), + "GenericLiteLLMParams": ("litellm.types.router", "GenericLiteLLMParams"), + "GenericResponseOutputItem": ("litellm.types.responses.main", "GenericResponseOutputItem"), + "GenericResponseOutputItemContentAnnotation": ( + "litellm.types.responses.main", + "GenericResponseOutputItemContentAnnotation", + ), + "GoogleBatchEmbeddings": ( + "litellm.llms.vertex_ai.gemini_embeddings.batch_embed_content_handler", + "GoogleBatchEmbeddings", + ), + "GroqChatCompletion": ("litellm.llms.groq.chat.handler", "GroqChatCompletion"), + "GuardrailLiteLLMParams": ("litellm.types.router", "GuardrailLiteLLMParams"), + "GuardrailTypedDict": ("litellm.types.router", "GuardrailTypedDict"), + "HiddenParams": ("litellm.types.llms.base", "HiddenParams"), + "HttpxBinaryResponseContent": ("litellm.types.llms.openai", "HttpxBinaryResponseContent"), + "HuggingFaceEmbedding": ("litellm.llms.huggingface.embedding.handler", "HuggingFaceEmbedding"), + "Hyperparameters": ("litellm.types.llms.openai", "Hyperparameters"), + "IBMWatsonXMixin": ("litellm.llms.watsonx.common_utils", "IBMWatsonXMixin"), + "IO": ("litellm.assistants.main", "IO"), + "IOBase": ("litellm.ocr.main", "IOBase"), + "ImageEditOptionalRequestParams": ("litellm.types.images.main", "ImageEditOptionalRequestParams"), + "ImageFetchError": ("litellm.exceptions", "ImageFetchError"), + "ImageFileObject": ("litellm.types.llms.openai", "ImageFileObject"), + "ImageGenerationPartialImageEvent": ("litellm.types.llms.openai", "ImageGenerationPartialImageEvent"), + "ImageGenerationRequestQuality": ("litellm.types.llms.openai", "ImageGenerationRequestQuality"), + "ImageURLListItem": ("litellm.types.llms.openai", "ImageURLListItem"), + "ImageURLObject": ("litellm.types.llms.openai", "ImageURLObject"), + "IncompleteDetails": ("litellm.assistants.main", "IncompleteDetails"), + "InputTokensDetails": ("litellm.types.llms.openai", "InputTokensDetails"), + "InternalServerError": ("litellm.exceptions", "InternalServerError"), + "InvalidRequestError": ("litellm.exceptions", "InvalidRequestError"), + "Iterable": ("litellm.responses.main", "Iterable"), + "Iterator": ("litellm.llms.anthropic.experimental_pass_through.messages.handler", "Iterator"), + "JSONProviderRegistry": ("litellm.llms.openai_like.json_loader", "JSONProviderRegistry"), + "JSONSchemaValidationError": ("litellm.exceptions", "JSONSchemaValidationError"), + "KeyManagementSettings": ("litellm.types.secret_managers.main", "KeyManagementSettings"), + "LIST_BATCHES_SUPPORTED_PROVIDERS": ("litellm.batches.main", "LIST_BATCHES_SUPPORTED_PROVIDERS"), + "LITELLM_EXCEPTION_TYPES": ("litellm.exceptions", "LITELLM_EXCEPTION_TYPES"), + "LITELLM_IMAGE_VARIATION_PROVIDERS": ("litellm.types.utils", "LITELLM_IMAGE_VARIATION_PROVIDERS"), + "ListBatchRequest": ("litellm.types.llms.openai", "ListBatchRequest"), + "ListBatchesSupportedProvider": ("litellm.batches.main", "ListBatchesSupportedProvider"), + "LiteLLM": ("litellm.main", "LiteLLM"), + "LiteLLMBatch": ("litellm.types.utils", "LiteLLMBatch"), + "LiteLLMBatchCreateRequest": ("litellm.types.llms.openai", "LiteLLMBatchCreateRequest"), + "LiteLLMCompletionTransformationHandler": ( + "litellm.responses.litellm_completion_transformation.handler", + "LiteLLMCompletionTransformationHandler", + ), + "LiteLLMFineTuningJob": ("litellm.types.utils", "LiteLLMFineTuningJob"), + "LiteLLMFineTuningJobCreate": ("litellm.types.llms.openai", "LiteLLMFineTuningJobCreate"), + "LiteLLMLoggingObj": ("litellm.files.main", "LiteLLMLoggingObj"), + "LiteLLMMessagesToCompletionTransformationHandler": ( + "litellm.llms.anthropic.experimental_pass_through.adapters.handler", + "LiteLLMMessagesToCompletionTransformationHandler", + ), + "LiteLLMMessagesToResponsesAPIHandler": ( + "litellm.llms.anthropic.experimental_pass_through.responses_adapters.handler", + "LiteLLMMessagesToResponsesAPIHandler", + ), + "LiteLLMParamsTypedDict": ("litellm.types.router", "LiteLLMParamsTypedDict"), + "LiteLLMResponsesTransformationHandler": ( + "litellm.completion_extras.litellm_responses_transformation.transformation", + "LiteLLMResponsesTransformationHandler", + ), + "LiteLLMUnknownProvider": ("litellm.exceptions", "LiteLLMUnknownProvider"), + "LiteLLM_RouterFileObject": ("litellm.types.router", "LiteLLM_RouterFileObject"), + "LlmProviders": ("litellm.types.utils", "LlmProviders"), + "MCPCallArgumentsDeltaEvent": ("litellm.types.llms.openai", "MCPCallArgumentsDeltaEvent"), + "MCPCallArgumentsDoneEvent": ("litellm.types.llms.openai", "MCPCallArgumentsDoneEvent"), + "MCPCallCompletedEvent": ("litellm.types.llms.openai", "MCPCallCompletedEvent"), + "MCPCallFailedEvent": ("litellm.types.llms.openai", "MCPCallFailedEvent"), + "MCPCallInProgressEvent": ("litellm.types.llms.openai", "MCPCallInProgressEvent"), + "MCPListToolsCompletedEvent": ("litellm.types.llms.openai", "MCPListToolsCompletedEvent"), + "MCPListToolsFailedEvent": ("litellm.types.llms.openai", "MCPListToolsFailedEvent"), + "MCPListToolsInProgressEvent": ("litellm.types.llms.openai", "MCPListToolsInProgressEvent"), + "MCPTool": ("litellm.responses.main", "MCPTool"), + "MOCK_RESPONSE_TYPE": ("litellm.main", "MOCK_RESPONSE_TYPE"), + "Mapping": ("litellm.files.main", "Mapping"), + "MappingProxyType": ("litellm.main", "MappingProxyType"), + "Message": ("litellm.types.utils", "Message"), + "MessageContent": ("litellm.assistants.main", "MessageContent"), + "MessageContentImageFileObject": ("litellm.types.llms.openai", "MessageContentImageFileObject"), + "MessageContentImageURLObject": ("litellm.types.llms.openai", "MessageContentImageURLObject"), + "MessageContentTextObject": ("litellm.types.llms.openai", "MessageContentTextObject"), + "MessageData": ("litellm.types.llms.openai", "MessageData"), + "MirroredPricingParams": ("litellm.types.utils", "MirroredPricingParams"), + "MockException": ("litellm.exceptions", "MockException"), + "MockRouterTestingParams": ("litellm.types.router", "MockRouterTestingParams"), + "ModelConfig": ("litellm.types.router", "ModelConfig"), + "ModelGroupInfo": ("litellm.types.router", "ModelGroupInfo"), + "ModelGroupSettings": ("litellm.types.router", "ModelGroupSettings"), + "ModelInfo": ("litellm.types.router", "ModelInfo"), + "NOT_GIVEN": ("litellm.types.llms.openai", "NOT_GIVEN"), + "NewRelicInitParams": ("litellm.types.integrations.newrelic", "NewRelicInitParams"), + "NotFoundError": ("litellm.exceptions", "NotFoundError"), + "NotGiven": ("litellm.types.llms.openai", "NotGiven"), + "NotRequired": ("litellm.assistants.main", "NotRequired"), + "NvidiaRivaAudioTranscription": ( + "litellm.llms.nvidia_riva.audio_transcription.handler", + "NvidiaRivaAudioTranscription", + ), + "NvidiaRivaAudioTranscriptionConfig": ( + "litellm.llms.nvidia_riva.audio_transcription.transformation", + "NvidiaRivaAudioTranscriptionConfig", + ), + "OCRResponse": ("litellm.llms.base_llm.ocr.transformation", "OCRResponse"), + "OCR_REQUEST_FORMAT_PARAM": ("litellm.ocr.main", "OCR_REQUEST_FORMAT_PARAM"), + "OPENAI_COMPATIBLE_BATCH_AND_FILES_PROVIDERS": ( + "litellm.files.main", + "OPENAI_COMPATIBLE_BATCH_AND_FILES_PROVIDERS", + ), + "OPTIONAL_KWARGS_KEYS": ("litellm.main", "OPTIONAL_KWARGS_KEYS"), + "Omit": ("litellm.assistants.main", "Omit"), + "OpenAI": ("litellm.assistants.main", "OpenAI"), + "OpenAIAssistantsAPI": ("litellm.llms.openai.openai", "OpenAIAssistantsAPI"), + "OpenAIAudioTranscription": ("litellm.llms.openai.transcriptions.handler", "OpenAIAudioTranscription"), + "OpenAIAudioTranscriptionOptionalParams": ("litellm.assistants.main", "OpenAIAudioTranscriptionOptionalParams"), + "OpenAIBatchResponse": ("litellm.types.llms.openai", "OpenAIBatchResponse"), + "OpenAIBatchResult": ("litellm.types.llms.openai", "OpenAIBatchResult"), + "OpenAIBatchesAPI": ("litellm.llms.openai.openai", "OpenAIBatchesAPI"), + "OpenAIChatCompletion": ("litellm.llms.openai.openai", "OpenAIChatCompletion"), + "OpenAIChatCompletionAssistantMessage": ("litellm.types.llms.openai", "OpenAIChatCompletionAssistantMessage"), + "OpenAIChatCompletionChoices": ("litellm.types.llms.openai", "OpenAIChatCompletionChoices"), + "OpenAIChatCompletionChunk": ("litellm.types.llms.openai", "OpenAIChatCompletionChunk"), + "OpenAIChatCompletionDeveloperMessage": ("litellm.types.llms.openai", "OpenAIChatCompletionDeveloperMessage"), + "OpenAIChatCompletionFinishReason": ("litellm.assistants.main", "OpenAIChatCompletionFinishReason"), + "OpenAIChatCompletionLogprobs": ("litellm.types.llms.openai", "OpenAIChatCompletionLogprobs"), + "OpenAIChatCompletionLogprobsContent": ("litellm.types.llms.openai", "OpenAIChatCompletionLogprobsContent"), + "OpenAIChatCompletionLogprobsContentTopLogprobs": ( + "litellm.types.llms.openai", + "OpenAIChatCompletionLogprobsContentTopLogprobs", + ), + "OpenAIChatCompletionResponse": ("litellm.types.llms.openai", "OpenAIChatCompletionResponse"), + "OpenAIChatCompletionSystemMessage": ("litellm.types.llms.openai", "OpenAIChatCompletionSystemMessage"), + "OpenAIChatCompletionTextObject": ("litellm.types.llms.openai", "OpenAIChatCompletionTextObject"), + "OpenAIChatCompletionToolParam": ("litellm.types.llms.openai", "OpenAIChatCompletionToolParam"), + "OpenAIChatCompletionUserMessage": ("litellm.types.llms.openai", "OpenAIChatCompletionUserMessage"), + "OpenAICreateFileRequestOptionalParams": ("litellm.assistants.main", "OpenAICreateFileRequestOptionalParams"), + "OpenAICreateThreadParamsMessage": ("litellm.assistants.main", "OpenAICreateThreadParamsMessage"), + "OpenAICreateThreadParamsToolResources": ("litellm.types.llms.openai", "OpenAICreateThreadParamsToolResources"), + "OpenAIEmbedding": ("litellm.assistants.main", "OpenAIEmbedding"), + "OpenAIError": ("litellm.exceptions", "OpenAIError"), + "OpenAIErrorBody": ("litellm.types.llms.openai", "OpenAIErrorBody"), + "OpenAIFileObject": ("litellm.types.llms.openai", "OpenAIFileObject"), + "OpenAIFilesAPI": ("litellm.llms.openai.openai", "OpenAIFilesAPI"), + "OpenAIFilesPurpose": ("litellm.assistants.main", "OpenAIFilesPurpose"), + "OpenAIFineTuningAPI": ("litellm.llms.openai.fine_tuning.handler", "OpenAIFineTuningAPI"), + "OpenAIImageEditOptionalParams": ("litellm.assistants.main", "OpenAIImageEditOptionalParams"), + "OpenAIImageGenerationOptionalParams": ("litellm.assistants.main", "OpenAIImageGenerationOptionalParams"), + "OpenAIImageVariationOptionalParams": ("litellm.assistants.main", "OpenAIImageVariationOptionalParams"), + "OpenAIImageVariationsHandler": ( + "litellm.llms.openai.image_variations.handler", + "OpenAIImageVariationsHandler", + ), + "OpenAILikeChatHandler": ("litellm.llms.openai_like.chat.handler", "OpenAILikeChatHandler"), + "OpenAILikeEmbeddingHandler": ("litellm.llms.openai_like.embedding.handler", "OpenAILikeEmbeddingHandler"), + "OpenAIMcpServerTool": ("litellm.types.llms.openai", "OpenAIMcpServerTool"), + "OpenAIMessage": ("litellm.assistants.main", "OpenAIMessage"), + "OpenAIMessageContent": ("litellm.assistants.main", "OpenAIMessageContent"), + "OpenAIMessageContentListBlock": ("litellm.assistants.main", "OpenAIMessageContentListBlock"), + "OpenAIModerationResponse": ("litellm.types.llms.openai", "OpenAIModerationResponse"), + "OpenAIModerationResult": ("litellm.types.llms.openai", "OpenAIModerationResult"), + "OpenAIRealtimeContentPartDone": ("litellm.types.llms.openai", "OpenAIRealtimeContentPartDone"), + "OpenAIRealtimeConversationCreated": ("litellm.types.llms.openai", "OpenAIRealtimeConversationCreated"), + "OpenAIRealtimeConversationItemAdded": ("litellm.types.llms.openai", "OpenAIRealtimeConversationItemAdded"), + "OpenAIRealtimeConversationItemCreated": ("litellm.types.llms.openai", "OpenAIRealtimeConversationItemCreated"), + "OpenAIRealtimeConversationItemDone": ("litellm.types.llms.openai", "OpenAIRealtimeConversationItemDone"), + "OpenAIRealtimeConversationObject": ("litellm.types.llms.openai", "OpenAIRealtimeConversationObject"), + "OpenAIRealtimeDoneEvent": ("litellm.types.llms.openai", "OpenAIRealtimeDoneEvent"), + "OpenAIRealtimeEventTypes": ("litellm.types.llms.openai", "OpenAIRealtimeEventTypes"), + "OpenAIRealtimeEvents": ("litellm.assistants.main", "OpenAIRealtimeEvents"), + "OpenAIRealtimeFunctionCallArgumentsDone": ( + "litellm.types.llms.openai", + "OpenAIRealtimeFunctionCallArgumentsDone", + ), + "OpenAIRealtimeInputAudioBufferSpeechEvent": ( + "litellm.types.llms.openai", + "OpenAIRealtimeInputAudioBufferSpeechEvent", + ), + "OpenAIRealtimeInputAudioTranscriptionCompleted": ( + "litellm.types.llms.openai", + "OpenAIRealtimeInputAudioTranscriptionCompleted", + ), + "OpenAIRealtimeInputAudioTranscriptionDelta": ( + "litellm.types.llms.openai", + "OpenAIRealtimeInputAudioTranscriptionDelta", + ), + "OpenAIRealtimeOutputItemDone": ("litellm.types.llms.openai", "OpenAIRealtimeOutputItemDone"), + "OpenAIRealtimeResponseAudioDone": ("litellm.types.llms.openai", "OpenAIRealtimeResponseAudioDone"), + "OpenAIRealtimeResponseContentPart": ("litellm.types.llms.openai", "OpenAIRealtimeResponseContentPart"), + "OpenAIRealtimeResponseContentPartAdded": ( + "litellm.types.llms.openai", + "OpenAIRealtimeResponseContentPartAdded", + ), + "OpenAIRealtimeResponseDelta": ("litellm.types.llms.openai", "OpenAIRealtimeResponseDelta"), + "OpenAIRealtimeResponseDoneObject": ("litellm.types.llms.openai", "OpenAIRealtimeResponseDoneObject"), + "OpenAIRealtimeResponseTextDone": ("litellm.types.llms.openai", "OpenAIRealtimeResponseTextDone"), + "OpenAIRealtimeResponseUsage": ("litellm.types.llms.openai", "OpenAIRealtimeResponseUsage"), + "OpenAIRealtimeStreamList": ("litellm.assistants.main", "OpenAIRealtimeStreamList"), + "OpenAIRealtimeStreamResponseBaseObject": ( + "litellm.types.llms.openai", + "OpenAIRealtimeStreamResponseBaseObject", + ), + "OpenAIRealtimeStreamResponseOutputItem": ( + "litellm.types.llms.openai", + "OpenAIRealtimeStreamResponseOutputItem", + ), + "OpenAIRealtimeStreamResponseOutputItemAdded": ( + "litellm.types.llms.openai", + "OpenAIRealtimeStreamResponseOutputItemAdded", + ), + "OpenAIRealtimeStreamResponseOutputItemContent": ( + "litellm.types.llms.openai", + "OpenAIRealtimeStreamResponseOutputItemContent", + ), + "OpenAIRealtimeStreamSession": ("litellm.types.llms.openai", "OpenAIRealtimeStreamSession"), + "OpenAIRealtimeStreamSessionEvents": ("litellm.types.llms.openai", "OpenAIRealtimeStreamSessionEvents"), + "OpenAIRealtimeTurnDetection": ("litellm.types.llms.openai", "OpenAIRealtimeTurnDetection"), + "OpenAIRealtimeUsageTokenDetails": ("litellm.types.llms.openai", "OpenAIRealtimeUsageTokenDetails"), + "OpenAITextCompletion": ("litellm.llms.openai.completion.handler", "OpenAITextCompletion"), + "OpenAITextCompletionUserMessage": ("litellm.types.llms.openai", "OpenAITextCompletionUserMessage"), + "OpenAIVideoObject": ("litellm.types.llms.openai", "OpenAIVideoObject"), + "OpenAIWebSearchOptions": ("litellm.types.llms.openai", "OpenAIWebSearchOptions"), + "OpenAIWebSearchUserLocation": ("litellm.types.llms.openai", "OpenAIWebSearchUserLocation"), + "OpenAIWebSearchUserLocationApproximate": ( + "litellm.types.llms.openai", + "OpenAIWebSearchUserLocationApproximate", + ), + "OptionalPreCallChecks": ("litellm.files.main", "OptionalPreCallChecks"), + "OutputCodeInterpreterCall": ("litellm.types.responses.main", "OutputCodeInterpreterCall"), + "OutputCodeInterpreterCallLog": ("litellm.types.responses.main", "OutputCodeInterpreterCallLog"), + "OutputFunctionToolCall": ("litellm.types.responses.main", "OutputFunctionToolCall"), + "OutputImageGenerationCall": ("litellm.types.responses.main", "OutputImageGenerationCall"), + "OutputItemAddedEvent": ("litellm.types.llms.openai", "OutputItemAddedEvent"), + "OutputItemDoneEvent": ("litellm.types.llms.openai", "OutputItemDoneEvent"), + "OutputText": ("litellm.types.responses.main", "OutputText"), + "OutputTextAnnotationAddedEvent": ("litellm.types.llms.openai", "OutputTextAnnotationAddedEvent"), + "OutputTextDeltaEvent": ("litellm.types.llms.openai", "OutputTextDeltaEvent"), + "OutputTextDoneEvent": ("litellm.types.llms.openai", "OutputTextDoneEvent"), + "OutputTokensDetails": ("litellm.types.llms.openai", "OutputTokensDetails"), + "PART_UNION_TYPES": ("litellm.assistants.main", "PART_UNION_TYPES"), + "PalmConfig": ("litellm.llms.deprecated_providers.palm", "PalmConfig"), + "PathLike": ("litellm.assistants.main", "PathLike"), + "PermissionDeniedError": ("litellm.exceptions", "PermissionDeniedError"), + "Phase": ("litellm.responses.main", "Phase"), + "PreRoutingHookResponse": ("litellm.types.router", "PreRoutingHookResponse"), + "PreRoutingStrategy": ("litellm.types.router", "PreRoutingStrategy"), + "PredibaseChatCompletion": ("litellm.llms.predibase.chat.handler", "PredibaseChatCompletion"), + "PrivateAttr": ("litellm.responses.main", "PrivateAttr"), + "PromptCacheBreakpoint": ("litellm.types.llms.openai", "PromptCacheBreakpoint"), + "PromptCacheOptions": ("litellm.types.llms.openai", "PromptCacheOptions"), + "PromptObject": ("litellm.types.llms.openai", "PromptObject"), + "PromptSpec": ("litellm.types.prompts.init_prompts", "PromptSpec"), + "PromptTokensDetails": ("litellm.main", "PromptTokensDetails"), + "Protocol": ("litellm.files.main", "Protocol"), + "ProviderConfigManager": ("litellm.utils", "ProviderConfigManager"), + "ProviderSpecificHeader": ("litellm.types.utils", "ProviderSpecificHeader"), + "ProviderSpecificHeaderUtils": ( + "litellm.litellm_core_utils.get_provider_specific_headers", + "ProviderSpecificHeaderUtils", + ), + "REASONING_EFFORT": ("litellm.assistants.main", "REASONING_EFFORT"), + "RateLimitError": ("litellm.exceptions", "RateLimitError"), + "RateLimitErrorCategory": ("litellm.exceptions", "RateLimitErrorCategory"), + "RateLimitType": ("litellm.exceptions", "RateLimitType"), + "RawRequestTypedDict": ("litellm.types.utils", "RawRequestTypedDict"), + "ReadOnly": ("litellm.files.main", "ReadOnly"), + "Reasoning": ("litellm.responses.main", "Reasoning"), + "ReasoningSummaryPartDoneEvent": ("litellm.types.llms.openai", "ReasoningSummaryPartDoneEvent"), + "ReasoningSummaryTextDeltaEvent": ("litellm.types.llms.openai", "ReasoningSummaryTextDeltaEvent"), + "ReasoningSummaryTextDoneEvent": ("litellm.types.llms.openai", "ReasoningSummaryTextDoneEvent"), + "RefusalDeltaEvent": ("litellm.types.llms.openai", "RefusalDeltaEvent"), + "RefusalDoneEvent": ("litellm.types.llms.openai", "RefusalDoneEvent"), + "RequestType": ("litellm.types.router", "RequestType"), + "Required": ("litellm.files.main", "Required"), + "Response": ("litellm.assistants.main", "Response"), + "ResponseAPIUsage": ("litellm.types.llms.openai", "ResponseAPIUsage"), + "ResponseCompletedEvent": ("litellm.types.llms.openai", "ResponseCompletedEvent"), + "ResponseCreatedEvent": ("litellm.types.llms.openai", "ResponseCreatedEvent"), + "ResponseFailedEvent": ("litellm.types.llms.openai", "ResponseFailedEvent"), + "ResponseFunctionToolCall": ("litellm.responses.main", "ResponseFunctionToolCall"), + "ResponseInProgressEvent": ("litellm.types.llms.openai", "ResponseInProgressEvent"), + "ResponseIncludable": ("litellm.responses.main", "ResponseIncludable"), + "ResponseIncompleteEvent": ("litellm.types.llms.openai", "ResponseIncompleteEvent"), + "ResponseInputParam": ("litellm.responses.main", "ResponseInputParam"), + "ResponseOutputItem": ("litellm.assistants.main", "ResponseOutputItem"), + "ResponsePartAddedEvent": ("litellm.types.llms.openai", "ResponsePartAddedEvent"), + "ResponseText": ("litellm.responses.main", "ResponseText"), + "ResponsesAPIOptionalRequestParams": ("litellm.types.llms.openai", "ResponsesAPIOptionalRequestParams"), + "ResponsesAPIRequestParams": ("litellm.types.llms.openai", "ResponsesAPIRequestParams"), + "ResponsesAPIRequestUtils": ("litellm.responses.utils", "ResponsesAPIRequestUtils"), + "ResponsesAPIResponse": ("litellm.types.llms.openai", "ResponsesAPIResponse"), + "ResponsesAPIStatus": ("litellm.assistants.main", "ResponsesAPIStatus"), + "ResponsesAPIStreamEvents": ("litellm.types.llms.openai", "ResponsesAPIStreamEvents"), + "ResponsesAPIStreamOptions": ("litellm.types.llms.openai", "ResponsesAPIStreamOptions"), + "ResponsesAPIStreamingResponse": ("litellm.assistants.main", "ResponsesAPIStreamingResponse"), + "RetrieveBatchRequest": ("litellm.types.llms.openai", "RetrieveBatchRequest"), + "RetryPolicy": ("litellm.types.router", "RetryPolicy"), + "Router": ("litellm.router", "Router"), + "RouterCacheEnum": ("litellm.types.router", "RouterCacheEnum"), + "RouterConfig": ("litellm.types.router", "RouterConfig"), + "RouterErrors": ("litellm.types.router", "RouterErrors"), + "RouterGeneralSettings": ("litellm.types.router", "RouterGeneralSettings"), + "RouterModelGroupAliasItem": ("litellm.types.router", "RouterModelGroupAliasItem"), + "RouterRateLimitError": ("litellm.types.router", "RouterRateLimitError"), + "RouterRateLimitErrorBasic": ("litellm.types.router", "RouterRateLimitErrorBasic"), + "RoutingContext": ("litellm.types.router", "RoutingContext"), + "RoutingGroup": ("litellm.types.router", "RoutingGroup"), + "RoutingPlugin": ("litellm.types.router", "RoutingPlugin"), + "RoutingStrategy": ("litellm.types.router", "RoutingStrategy"), + "Run": ("litellm.assistants.main", "Run"), + "SPECIAL_MODEL_INFO_PARAMS": ("litellm.files.main", "SPECIAL_MODEL_INFO_PARAMS"), + "SagemakerChatHandler": ("litellm.llms.sagemaker.chat.handler", "SagemakerChatHandler"), + "SagemakerLLM": ("litellm.llms.sagemaker.completion.handler", "SagemakerLLM"), + "Scheduler": ("litellm.scheduler", "Scheduler"), + "SchedulerCacheKeys": ("litellm.scheduler", "SchedulerCacheKeys"), + "SearchProvider": ("litellm.files.main", "SearchProvider"), + "SearchResponse": ("litellm.llms.base_llm.search.transformation", "SearchResponse"), + "SearchToolInfoTypedDict": ("litellm.types.router", "SearchToolInfoTypedDict"), + "SearchToolLiteLLMParams": ("litellm.types.router", "SearchToolLiteLLMParams"), + "SearchToolTypedDict": ("litellm.types.router", "SearchToolTypedDict"), + "SerializerFunctionWrapHandler": ("litellm.assistants.main", "SerializerFunctionWrapHandler"), + "ServiceUnavailableError": ("litellm.exceptions", "ServiceUnavailableError"), + "ShellToolParam": ("litellm.types.llms.openai", "ShellToolParam"), + "SlackAlerting": ("litellm.integrations", "SlackAlerting"), + "StandardLoggingRoutingDecision": ("litellm.types.utils", "StandardLoggingRoutingDecision"), + "StreamingChoices": ("litellm.types.utils", "StreamingChoices"), + "SyncCursorPage": ("litellm.assistants.main", "SyncCursorPage"), + "TaggedPreRoutingStrategy": ("litellm.types.router", "TaggedPreRoutingStrategy"), + "TextChoices": ("litellm.types.utils", "TextChoices"), + "TextCompletionStreamWrapper": ("litellm.utils", "TextCompletionStreamWrapper"), + "Thread": ("litellm.types.llms.openai", "Thread"), + "ThreadPoolExecutor": ("litellm.batch_completion.main", "ThreadPoolExecutor"), + "Timeout": ("litellm.exceptions", "Timeout"), + "TogetherAIRerank": ("litellm.llms.together_ai.rerank.handler", "TogetherAIRerank"), + "Tool": ("litellm.assistants.main", "Tool"), + "ToolChoice": ("litellm.responses.main", "ToolChoice"), + "ToolMessageContentPart": ("litellm.assistants.main", "ToolMessageContentPart"), + "ToolParam": ("litellm.responses.main", "ToolParam"), + "ToolResourcesCodeInterpreter": ("litellm.types.llms.openai", "ToolResourcesCodeInterpreter"), + "ToolResourcesFileSearch": ("litellm.types.llms.openai", "ToolResourcesFileSearch"), + "ToolResourcesFileSearchVectorStore": ("litellm.types.llms.openai", "ToolResourcesFileSearchVectorStore"), + "TopazModelInfo": ("litellm.llms.topaz.common_utils", "TopazModelInfo"), + "TypeAlias": ("litellm.assistants.main", "TypeAlias"), + "TypeVar": ("litellm.files.main", "TypeVar"), + "TypedDict": ("litellm.files.main", "TypedDict"), + "UnprocessableEntityError": ("litellm.exceptions", "UnprocessableEntityError"), + "UnsupportedParamsError": ("litellm.exceptions", "UnsupportedParamsError"), + "UpdateRouterConfig": ("litellm.types.router", "UpdateRouterConfig"), + "Usage": ("litellm.types.utils", "Usage"), + "VALID_LITELLM_ENVIRONMENTS": ("litellm.files.main", "VALID_LITELLM_ENVIRONMENTS"), + "ValidAssistantMessageContentTypes": ("litellm.assistants.main", "ValidAssistantMessageContentTypes"), + "ValidAssistantMessageContentTypesLiteral": ( + "litellm.assistants.main", + "ValidAssistantMessageContentTypesLiteral", + ), + "ValidChatCompletionMessageContentTypes": ("litellm.assistants.main", "ValidChatCompletionMessageContentTypes"), + "ValidChatCompletionMessageContentTypesLiteral": ( + "litellm.assistants.main", + "ValidChatCompletionMessageContentTypesLiteral", + ), + "ValidUserMessageContentTypes": ("litellm.assistants.main", "ValidUserMessageContentTypes"), + "ValidUserMessageContentTypesLiteral": ("litellm.assistants.main", "ValidUserMessageContentTypesLiteral"), + "VectorStoreIndexRegistry": ("litellm.vector_stores.vector_store_registry", "VectorStoreIndexRegistry"), + "VectorStoreRegistry": ("litellm.vector_stores.vector_store_registry", "VectorStoreRegistry"), + "VertexAIBatchPrediction": ("litellm.llms.vertex_ai.batches.handler", "VertexAIBatchPrediction"), + "VertexAIFilesHandler": ("litellm.llms.vertex_ai.files.handler", "VertexAIFilesHandler"), + "VertexAIGemmaModels": ("litellm.llms.vertex_ai.vertex_gemma_models.main", "VertexAIGemmaModels"), + "VertexAIModelGardenModels": ("litellm.llms.vertex_ai.vertex_model_garden.main", "VertexAIModelGardenModels"), + "VertexAIModelRoute": ("litellm.llms.vertex_ai.common_utils", "VertexAIModelRoute"), + "VertexAIPartnerModels": ("litellm.llms.vertex_ai.vertex_ai_partner_models.main", "VertexAIPartnerModels"), + "VertexAITextEmbeddingConfig": ( + "litellm.llms.vertex_ai.vertex_embeddings.transformation", + "VertexAITextEmbeddingConfig", + ), + "VertexEmbedding": ("litellm.llms.vertex_ai.vertex_embeddings.embedding_handler", "VertexEmbedding"), + "VertexFineTuningAPI": ("litellm.llms.vertex_ai.fine_tuning.handler", "VertexFineTuningAPI"), + "VertexImageGeneration": ( + "litellm.llms.vertex_ai.image_generation.image_generation_handler", + "VertexImageGeneration", + ), + "VertexLLM": ("litellm.llms.vertex_ai.gemini.vertex_and_google_ai_studio_gemini", "VertexLLM"), + "VertexMultimodalEmbedding": ( + "litellm.llms.vertex_ai.multimodal_embeddings.embedding_handler", + "VertexMultimodalEmbedding", + ), + "VideoCreateOptionalRequestParams": ("litellm.types.videos.main", "VideoCreateOptionalRequestParams"), + "VideoGenerationRequestUtils": ("litellm.videos.utils", "VideoGenerationRequestUtils"), + "VideoObject": ("litellm.types.videos.main", "VideoObject"), + "WatsonXChatHandler": ("litellm.llms.watsonx.chat.handler", "WatsonXChatHandler"), + "WebSearchCallCompletedEvent": ("litellm.types.llms.openai", "WebSearchCallCompletedEvent"), + "WebSearchCallInProgressEvent": ("litellm.types.llms.openai", "WebSearchCallInProgressEvent"), + "WebSearchCallSearchingEvent": ("litellm.types.llms.openai", "WebSearchCallSearchingEvent"), + "WebSearchOptions": ("litellm.types.llms.openai", "WebSearchOptions"), + "WebSearchOptionsUserLocation": ("litellm.types.llms.openai", "WebSearchOptionsUserLocation"), + "WebSearchOptionsUserLocationApproximate": ( + "litellm.types.llms.openai", + "WebSearchOptionsUserLocationApproximate", + ), + "XAIModelInfo": ("litellm.llms.xai.common_utils", "XAIModelInfo"), + "_arealtime": ("litellm.realtime_api.main", "_arealtime"), + "_aresponses_websocket": ("litellm.responses.main", "_aresponses_websocket"), + "a_add_message": ("litellm.assistants.main", "a_add_message"), + "aadapter_completion": ("litellm.main", "aadapter_completion"), + "aadapter_generate_content": ("litellm.main", "aadapter_generate_content"), + "acancel_batch": ("litellm.batches.main", "acancel_batch"), + "acancel_fine_tuning_job": ("litellm.fine_tuning.main", "acancel_fine_tuning_job"), + "acancel_responses": ("litellm.responses.main", "acancel_responses"), + "acode_interpreter_tool": ("litellm.sandbox.main", "acode_interpreter_tool"), + "acompact_responses": ("litellm.responses.main", "acompact_responses"), + "acompletion": ("litellm.main", "acompletion"), + "acompletion_with_retries": ("litellm.main", "acompletion_with_retries"), + "acount_tokens": ("litellm.main", "acount_tokens"), + "acreate_agent": ("litellm.interactions.agents.main", "acreate"), + "acreate_assistants": ("litellm.assistants.main", "acreate_assistants"), + "acreate_batch": ("litellm.batches.main", "acreate_batch"), + "acreate_container": ("litellm.containers.main", "acreate_container"), + "acreate_file": ("litellm.files.main", "acreate_file"), + "acreate_fine_tuning_job": ("litellm.fine_tuning.main", "acreate_fine_tuning_job"), + "acreate_realtime_client_secret": ("litellm.realtime_api.main", "acreate_realtime_client_secret"), + "acreate_realtime_transcription_session": ( + "litellm.realtime_api.main", + "acreate_realtime_transcription_session", + ), + "acreate_sandbox": ("litellm.sandbox.main", "acreate_sandbox"), + "acreate_skill": ("litellm.skills.main", "acreate_skill"), + "acreate_thread": ("litellm.assistants.main", "acreate_thread"), + "adapter_completion": ("litellm.main", "adapter_completion"), + "add_message": ("litellm.assistants.main", "add_message"), + "add_provider_specific_params_to_optional_params": ( + "litellm.utils", + "add_provider_specific_params_to_optional_params", + ), + "add_system_prompt_to_messages": ( + "litellm.litellm_core_utils.prompt_templates.common_utils", + "add_system_prompt_to_messages", + ), + "add_trusted_model_credentials_to_litellm_params": ( + "litellm.litellm_core_utils.get_litellm_params", + "add_trusted_model_credentials_to_litellm_params", + ), + "additional_logging_utils": ("litellm.integrations", "additional_logging_utils"), + "adelete_agent": ("litellm.interactions.agents.main", "adelete"), + "adelete_assistant": ("litellm.assistants.main", "adelete_assistant"), + "adelete_container": ("litellm.containers.main", "adelete_container"), + "adelete_responses": ("litellm.responses.main", "adelete_responses"), + "adelete_sandbox": ("litellm.sandbox.main", "adelete_sandbox"), + "adelete_skill": ("litellm.skills.main", "adelete_skill"), + "aembedding": ("litellm.main", "aembedding"), + "afile_content": ("litellm.files.main", "afile_content"), + "afile_delete": ("litellm.files.main", "afile_delete"), + "afile_list": ("litellm.files.main", "afile_list"), + "afile_retrieve": ("litellm.files.main", "afile_retrieve"), + "agenerate_content": ("litellm.google_genai.main", "agenerate_content"), + "agentops": ("litellm.integrations", "agentops"), + "aget_agent": ("litellm.interactions.agents.main", "aget"), + "aget_assistants": ("litellm.assistants.main", "aget_assistants"), + "aget_messages": ("litellm.assistants.main", "aget_messages"), + "aget_responses": ("litellm.responses.main", "aget_responses"), + "aget_skill": ("litellm.skills.main", "aget_skill"), + "aget_thread": ("litellm.assistants.main", "aget_thread"), + "ahealth_check": ("litellm.main", "ahealth_check"), + "aimage_edit": ("litellm.images.main", "aimage_edit"), + "aimage_generation": ("litellm.images.main", "aimage_generation"), + "aimage_variation": ("litellm.images.main", "aimage_variation"), + "aingest": ("litellm.rag.main", "aingest"), + "aleph_alpha": ("litellm.main", "aleph_alpha"), + "alist_agent_versions": ("litellm.interactions.agents.main", "alist_versions"), + "alist_agents": ("litellm.interactions.agents.main", "alist"), + "alist_batches": ("litellm.batches.main", "alist_batches"), + "alist_container_files": ("litellm.containers.main", "alist_container_files"), + "alist_containers": ("litellm.containers.main", "alist_containers"), + "alist_fine_tuning_jobs": ("litellm.fine_tuning.main", "alist_fine_tuning_jobs"), + "alist_input_items": ("litellm.responses.main", "alist_input_items"), + "alist_skills": ("litellm.skills.main", "alist_skills"), + "allm_passthrough_route": ("litellm.passthrough.main", "allm_passthrough_route"), + "amoderation": ("litellm.main", "amoderation"), + "anthropic_batches_instance": ("litellm.batches.main", "anthropic_batches_instance"), + "anthropic_cache_control_hook": ("litellm.integrations", "anthropic_cache_control_hook"), + "anthropic_chat_completions": ("litellm.main", "anthropic_chat_completions"), + "anthropic_messages": ( + "litellm.llms.anthropic.experimental_pass_through.messages.handler", + "anthropic_messages", + ), + "anthropic_messages_handler": ( + "litellm.llms.anthropic.experimental_pass_through.messages.handler", + "anthropic_messages_handler", + ), + "aocr": ("litellm.ocr.main", "aocr"), + "aquery": ("litellm.rag.main", "aquery"), + "arealtime_calls": ("litellm.realtime_api.main", "arealtime_calls"), + "arerank": ("litellm.rerank_api.main", "arerank"), + "aresponses": ("litellm.responses.main", "aresponses"), + "aresponses_api_with_mcp": ("litellm.responses.main", "aresponses_api_with_mcp"), + "aresponses_with_retries": ("litellm.main", "aresponses_with_retries"), + "aretrieve_batch": ("litellm.batches.main", "aretrieve_batch"), + "aretrieve_container": ("litellm.containers.main", "aretrieve_container"), + "aretrieve_fine_tuning_job": ("litellm.fine_tuning.main", "aretrieve_fine_tuning_job"), + "argilla": ("litellm.integrations", "argilla"), + "arize": ("litellm.integrations", "arize"), + "arun_code": ("litellm.sandbox.main", "arun_code"), + "arun_thread": ("litellm.assistants.main", "arun_thread"), + "arun_thread_stream": ("litellm.assistants.main", "arun_thread_stream"), + "asearch": ("litellm.search.main", "asearch"), + "aspeech": ("litellm.main", "aspeech"), + "async_completion_with_fallbacks": ( + "litellm.litellm_core_utils.fallback_utils", + "async_completion_with_fallbacks", + ), + "async_mock_completion_streaming_obj": ("litellm.utils", "async_mock_completion_streaming_obj"), + "asyncio": ("litellm.files.main", "asyncio"), + "atext_completion": ("litellm.main", "atext_completion"), + "athina": ("litellm.integrations", "athina"), + "atranscription": ("litellm.main", "atranscription"), + "aupload_container_file": ("litellm.containers.main", "aupload_container_file"), + "avector_store_file_content": ("litellm.vector_store_files.main", "aretrieve_content"), + "avector_store_file_create": ("litellm.vector_store_files.main", "acreate"), + "avector_store_file_delete": ("litellm.vector_store_files.main", "adelete"), + "avector_store_file_list": ("litellm.vector_store_files.main", "alist"), + "avector_store_file_retrieve": ("litellm.vector_store_files.main", "aretrieve"), + "avector_store_file_update": ("litellm.vector_store_files.main", "aupdate"), + "avideo_content": ("litellm.videos.main", "avideo_content"), + "avideo_create_character": ("litellm.videos.main", "avideo_create_character"), + "avideo_edit": ("litellm.videos.main", "avideo_edit"), + "avideo_extension": ("litellm.videos.main", "avideo_extension"), + "avideo_generation": ("litellm.videos.main", "avideo_generation"), + "avideo_get_character": ("litellm.videos.main", "avideo_get_character"), + "avideo_list": ("litellm.videos.main", "avideo_list"), + "avideo_remix": ("litellm.videos.main", "avideo_remix"), + "avideo_status": ("litellm.videos.main", "avideo_status"), + "azure_ai_embedding": ("litellm.main", "azure_ai_embedding"), + "azure_anthropic_chat_completions": ("litellm.main", "azure_anthropic_chat_completions"), + "azure_assistants_api": ("litellm.assistants.main", "azure_assistants_api"), + "azure_audio_transcriptions": ("litellm.main", "azure_audio_transcriptions"), + "azure_batches_instance": ("litellm.batches.main", "azure_batches_instance"), + "azure_chat_completions": ("litellm.images.main", "azure_chat_completions"), + "azure_files_instance": ("litellm.files.main", "azure_files_instance"), + "azure_fine_tuning_apis_instance": ("litellm.fine_tuning.main", "azure_fine_tuning_apis_instance"), + "azure_o1_chat_completions": ("litellm.main", "azure_o1_chat_completions"), + "azure_sentinel": ("litellm.integrations", "azure_sentinel"), + "azure_storage": ("litellm.integrations", "azure_storage"), + "azure_text_completions": ("litellm.main", "azure_text_completions"), + "base64": ("litellm.ocr.main", "base64"), + "base_llm_aiohttp_handler": ("litellm.images.main", "base_llm_aiohttp_handler"), + "base_llm_http_handler": ("litellm.files.main", "base_llm_http_handler"), + "batch_completion": ("litellm.batch_completion.main", "batch_completion"), + "batch_completion_models": ("litellm.batch_completion.main", "batch_completion_models"), + "batch_completion_models_all_responses": ( + "litellm.batch_completion.main", + "batch_completion_models_all_responses", + ), + "bedrock_converse_chat_completion": ("litellm.main", "bedrock_converse_chat_completion"), + "bedrock_embedding": ("litellm.main", "bedrock_embedding"), + "bedrock_files_instance": ("litellm.files.main", "bedrock_files_instance"), + "bedrock_image_edit": ("litellm.images.main", "bedrock_image_edit"), + "bedrock_image_generation": ("litellm.images.main", "bedrock_image_generation"), + "bedrock_rerank": ("litellm.rerank_api.main", "bedrock_rerank"), + "bfl_image_edit": ("litellm.llms.black_forest_labs.image_edit.handler", "bfl_image_edit"), + "bfl_image_generation": ("litellm.llms.black_forest_labs.image_generation.handler", "bfl_image_generation"), + "build_code_interpreter_log_outputs": ("litellm.types.responses.main", "build_code_interpreter_log_outputs"), + "bytez_transformation": ("litellm.main", "bytez_transformation"), + "calculate_request_duration": ("litellm.litellm_core_utils.audio_utils.utils", "calculate_request_duration"), + "cancel_batch": ("litellm.batches.main", "cancel_batch"), + "cancel_fine_tuning_job": ("litellm.fine_tuning.main", "cancel_fine_tuning_job"), + "cancel_responses": ("litellm.responses.main", "cancel_responses"), + "cast": ("litellm.files.main", "cast"), + "client": ("litellm.utils", "client"), + "close_litellm_async_clients": ( + "litellm.llms.custom_httpx.async_client_cleanup", + "close_litellm_async_clients", + ), + "codestral_text_completions": ("litellm.main", "codestral_text_completions"), + "cohere_embed": ("litellm.main", "cohere_embed"), + "compact_responses": ("litellm.responses.main", "compact_responses"), + "completion": ("litellm.main", "completion"), + "completion_with_fallbacks": ("litellm.litellm_core_utils.fallback_utils", "completion_with_fallbacks"), + "completion_with_retries": ("litellm.main", "completion_with_retries"), + "compress": ("litellm.compression.compress", "compress"), + "config_completion": ("litellm.main", "config_completion"), + "contextmanager": ("litellm.responses.main", "contextmanager"), + "contextvars": ("litellm.files.main", "contextvars"), + "convert_file_document_to_url_document": ("litellm.ocr.main", "convert_file_document_to_url_document"), + "convert_model_response_to_streaming": ( + "litellm.llms.base_llm.base_model_iterator", + "convert_model_response_to_streaming", + ), + "create_agent": ("litellm.interactions.agents.main", "create"), + "create_assistants": ("litellm.assistants.main", "create_assistants"), + "create_batch": ("litellm.batches.main", "create_batch"), + "create_container": ("litellm.containers.main", "create_container"), + "create_file": ("litellm.files.main", "create_file"), + "create_fine_tuning_job": ("litellm.fine_tuning.main", "create_fine_tuning_job"), + "create_skill": ("litellm.skills.main", "create_skill"), + "create_thread": ("litellm.assistants.main", "create_thread"), + "custom_batch_logger": ("litellm.integrations", "custom_batch_logger"), + "custom_chat_llm_router": ("litellm.llms.custom_llm", "custom_chat_llm_router"), + "custom_guardrail": ("litellm.integrations", "custom_guardrail"), + "custom_logger": ("litellm.integrations", "custom_logger"), + "custom_prompt": ("litellm.litellm_core_utils.prompt_templates.factory", "custom_prompt"), + "custom_prompt_management": ("litellm.integrations", "custom_prompt_management"), + "databricks_embedding": ("litellm.main", "databricks_embedding"), + "dataclass": ("litellm.files.main", "dataclass"), + "datadog": ("litellm.integrations", "datadog"), + "datetime": ("litellm.files.main", "datetime"), + "decode_video_id_with_provider": ("litellm.types.videos.utils", "decode_video_id_with_provider"), + "deepcopy": ("litellm.main", "deepcopy"), + "deepeval": ("litellm.integrations", "deepeval"), + "delete_agent": ("litellm.interactions.agents.main", "delete"), + "delete_assistant": ("litellm.assistants.main", "delete_assistant"), + "delete_container": ("litellm.containers.main", "delete_container"), + "delete_responses": ("litellm.responses.main", "delete_responses"), + "delete_skill": ("litellm.skills.main", "delete_skill"), + "disable_cache": ("litellm.caching.caching", "disable_cache"), + "dotenv": ("litellm.main", "dotenv"), + "dotprompt": ("litellm.integrations", "dotprompt"), + "dynamodb": ("litellm.integrations", "dynamodb"), + "email_templates": ("litellm.integrations", "email_templates"), + "embedding": ("litellm.main", "embedding"), + "enable_cache": ("litellm.caching.caching", "enable_cache"), + "enum": ("litellm.scheduler", "enum"), + "field_serializer": ("litellm.assistants.main", "field_serializer"), + "field_validator": ("litellm.files.main", "field_validator"), + "file_content": ("litellm.files.main", "file_content"), + "file_content_streaming": ("litellm.files.main", "file_content_streaming"), + "file_delete": ("litellm.files.main", "file_delete"), + "file_list": ("litellm.files.main", "file_list"), + "file_retrieve": ("litellm.files.main", "file_retrieve"), + "filter_out_litellm_params": ("litellm.utils", "filter_out_litellm_params"), + "flatten_form_field_values": ("litellm.litellm_core_utils.llm_request_utils", "flatten_form_field_values"), + "flatten_unencrypted_web_search_results_in_anthropic_messages": ( + "litellm.llms.anthropic.common_utils", + "flatten_unencrypted_web_search_results_in_anthropic_messages", + ), + "function_call_prompt": ("litellm.litellm_core_utils.prompt_templates.factory", "function_call_prompt"), + "futures": ("litellm.main", "futures"), + "galileo": ("litellm.integrations", "galileo"), + "gcs_bucket": ("litellm.integrations", "gcs_bucket"), + "gcs_pubsub": ("litellm.integrations", "gcs_pubsub"), + "gdc_transformation": ("litellm.main", "gdc_transformation"), + "generic_api": ("litellm.integrations", "generic_api"), + "get_agent": ("litellm.interactions.agents.main", "get"), + "get_api_key": ("litellm.utils", "get_api_key"), + "get_api_key_from_env": ("litellm.llms.gemini.common_utils", "get_api_key_from_env"), + "get_assistants": ("litellm.assistants.main", "get_assistants"), + "get_audio_file_for_health_check": ( + "litellm.litellm_core_utils.audio_utils.utils", + "get_audio_file_for_health_check", + ), + "get_azure_credentials": ("litellm.llms.azure.common_utils", "get_azure_credentials"), + "get_completion_messages": ( + "litellm.litellm_core_utils.prompt_templates.common_utils", + "get_completion_messages", + ), + "get_configured_request_timeout": ( + "litellm.litellm_core_utils.request_timeout_resolver", + "get_configured_request_timeout", + ), + "get_content_from_model_response": ( + "litellm.litellm_core_utils.prompt_templates.common_utils", + "get_content_from_model_response", + ), + "get_litellm_gateway_api_key": ("litellm.litellm_core_utils.cli_token_utils", "get_litellm_gateway_api_key"), + "get_messages": ("litellm.assistants.main", "get_messages"), + "get_messages_interceptors": ( + "litellm.llms.anthropic.experimental_pass_through.messages.interceptors", + "get_messages_interceptors", + ), + "get_mime_type": ("litellm.ocr.main", "get_mime_type"), + "get_non_default_completion_params": ("litellm.utils", "get_non_default_completion_params"), + "get_non_default_transcription_params": ("litellm.utils", "get_non_default_transcription_params"), + "get_openai_credentials": ("litellm.llms.openai.common_utils", "get_openai_credentials"), + "get_optional_params_add_message": ("litellm.assistants.utils", "get_optional_params_add_message"), + "get_optional_params_embeddings": ("litellm.utils", "get_optional_params_embeddings"), + "get_optional_params_image_gen": ("litellm.utils", "get_optional_params_image_gen"), + "get_optional_params_transcription": ("litellm.utils", "get_optional_params_transcription"), + "get_optional_rerank_params": ("litellm.rerank_api.rerank_utils", "get_optional_rerank_params"), + "get_requester_metadata": ("litellm.utils", "get_requester_metadata"), + "get_responses": ("litellm.responses.main", "get_responses"), + "get_secret": ("litellm.secret_managers.main", "get_secret"), + "get_secret_bool": ("litellm.secret_managers.main", "get_secret_bool"), + "get_secret_str": ("litellm.secret_managers.main", "get_secret_str"), + "get_skill": ("litellm.skills.main", "get_skill"), + "get_standard_openai_params": ("litellm.utils", "get_standard_openai_params"), + "get_thread": ("litellm.assistants.main", "get_thread"), + "get_type_hints": ("litellm.files.main", "get_type_hints"), + "get_vertex_ai_model_route": ("litellm.llms.vertex_ai.common_utils", "get_vertex_ai_model_route"), + "google_batch_embeddings": ("litellm.main", "google_batch_embeddings"), + "greenscale": ("litellm.integrations", "greenscale"), + "groq_chat_completions": ("litellm.main", "groq_chat_completions"), + "heapq": ("litellm.scheduler", "heapq"), + "helicone": ("litellm.integrations", "helicone"), + "helicone_mock_client": ("litellm.integrations", "helicone_mock_client"), + "heroku_transformation": ("litellm.main", "heroku_transformation"), + "huggingface_embed": ("litellm.main", "huggingface_embed"), + "humanloop": ("litellm.integrations", "humanloop"), + "image_edit": ("litellm.images.main", "image_edit"), + "image_generation": ("litellm.images.main", "image_generation"), + "image_variation": ("litellm.images.main", "image_variation"), + "importlib": ("litellm.images.main", "importlib"), + "infer_openai_data_residency": ("litellm.llms.openai.data_residency", "infer_openai_data_residency"), + "ingest": ("litellm.rag.main", "ingest"), + "inspect": ("litellm.main", "inspect"), + "is_azure_document_intelligence_model": ( + "litellm.llms.azure_ai.ocr.common_utils", + "is_azure_document_intelligence_model", + ), + "is_reasoning_auto_summary_enabled": ( + "litellm.llms.anthropic.experimental_pass_through.utils", + "is_reasoning_auto_summary_enabled", + ), + "json": ("litellm.videos.main", "json"), + "lago": ("litellm.integrations", "lago"), + "langfuse": ("litellm.integrations", "langfuse"), + "langsmith": ("litellm.integrations", "langsmith"), + "langsmith_mock_client": ("litellm.integrations", "langsmith_mock_client"), + "lemonade_transformation": ("litellm.main", "lemonade_transformation"), + "list_agent_versions": ("litellm.interactions.agents.main", "list_versions"), + "list_agents": ("litellm.interactions.agents.main", "list"), + "list_batches": ("litellm.batches.main", "list_batches"), + "list_container_files": ("litellm.containers.main", "list_container_files"), + "list_containers": ("litellm.containers.main", "list_containers"), + "list_fine_tuning_jobs": ("litellm.fine_tuning.main", "list_fine_tuning_jobs"), + "list_input_items": ("litellm.responses.main", "list_input_items"), + "list_skills": ("litellm.skills.main", "list_skills"), + "litellm": ("litellm.files.main", "litellm"), + "litellm_agent": ("litellm.integrations", "litellm_agent"), + "litellm_completion_transformation_handler": ( + "litellm.responses.main", + "litellm_completion_transformation_handler", + ), + "literal_ai": ("litellm.integrations", "literal_ai"), + "llm_http_handler": ("litellm.videos.main", "llm_http_handler"), + "llm_passthrough_route": ("litellm.passthrough.main", "llm_passthrough_route"), + "logfire_logger": ("litellm.integrations", "logfire_logger"), + "lunary": ("litellm.integrations", "lunary"), + "map_system_message_pt": ("litellm.litellm_core_utils.prompt_templates.factory", "map_system_message_pt"), + "maybe_run_chat_completion_agentic_loop": ( + "litellm.litellm_core_utils.chat_completion_agentic_loop", + "maybe_run_chat_completion_agentic_loop", + ), + "mimetypes": ("litellm.ocr.main", "mimetypes"), + "mlflow": ("litellm.integrations", "mlflow"), + "mock_client_factory": ("litellm.integrations", "mock_client_factory"), + "mock_completion": ("litellm.main", "mock_completion"), + "mock_completion_streaming_obj": ("litellm.utils", "mock_completion_streaming_obj"), + "mock_embedding": ("litellm.litellm_core_utils.mock_functions", "mock_embedding"), + "mock_image_generation": ("litellm.litellm_core_utils.mock_functions", "mock_image_generation"), + "mock_response": ("litellm.llms.anthropic.experimental_pass_through.messages.utils", "mock_response"), + "mock_responses_api_response": ("litellm.responses.main", "mock_responses_api_response"), + "model_serializer": ("litellm.assistants.main", "model_serializer"), + "model_validator": ("litellm.files.main", "model_validator"), + "moderation": ("litellm.main", "moderation"), + "newrelic": ("litellm.integrations", "newrelic"), + "nlp_cloud_chat_completion": ("litellm.main", "nlp_cloud_chat_completion"), + "nvidia_riva_audio_transcriptions": ("litellm.main", "nvidia_riva_audio_transcriptions"), + "oci_transformation": ("litellm.main", "oci_transformation"), + "ocr": ("litellm.ocr.main", "ocr"), + "ollama": ("litellm.main", "ollama"), + "ollama_pt": ("litellm.litellm_core_utils.prompt_templates.factory", "ollama_pt"), + "oobabooga": ("litellm.main", "oobabooga"), + "openai": ("litellm.main", "openai"), + "openai_assistants_api": ("litellm.assistants.main", "openai_assistants_api"), + "openai_audio_transcriptions": ("litellm.main", "openai_audio_transcriptions"), + "openai_batches_instance": ("litellm.batches.main", "openai_batches_instance"), + "openai_chat_completions": ("litellm.images.main", "openai_chat_completions"), + "openai_files_instance": ("litellm.files.main", "openai_files_instance"), + "openai_fine_tuning_apis_instance": ("litellm.fine_tuning.main", "openai_fine_tuning_apis_instance"), + "openai_image_variations": ("litellm.images.main", "openai_image_variations"), + "openai_like_chat_completion": ("litellm.main", "openai_like_chat_completion"), + "openai_like_embedding": ("litellm.main", "openai_like_embedding"), + "openai_text_completions": ("litellm.main", "openai_text_completions"), + "openmeter": ("litellm.integrations", "openmeter"), + "opentelemetry": ("litellm.integrations", "opentelemetry"), + "opentelemetry_utils": ("litellm.integrations", "opentelemetry_utils"), + "opik": ("litellm.integrations", "opik"), + "otel": ("litellm.integrations", "otel"), + "override": ("litellm.assistants.main", "override"), + "ovhcloud_transformation": ("litellm.main", "ovhcloud_transformation"), + "palm": ("litellm.main", "palm"), + "parse_ocr_request_format": ("litellm.llms.base_llm.ocr.transformation", "parse_ocr_request_format"), + "partial": ("litellm.files.main", "partial"), + "peek_reasoning_summary_aliases": ("litellm.utils", "peek_reasoning_summary_aliases"), + "petals_handler": ("litellm.main", "petals_handler"), + "posthog": ("litellm.integrations", "posthog"), + "posthog_mock_client": ("litellm.integrations", "posthog_mock_client"), + "pre_process_non_default_params": ("litellm.utils", "pre_process_non_default_params"), + "predibase_chat_completions": ("litellm.main", "predibase_chat_completions"), + "print_verbose": ("litellm.main", "print_verbose"), + "prompt_factory": ("litellm.litellm_core_utils.prompt_templates.factory", "prompt_factory"), + "prompt_layer": ("litellm.integrations", "prompt_layer"), + "prompt_management_base": ("litellm.integrations", "prompt_management_base"), + "query": ("litellm.rag.main", "query"), + "random": ("litellm.main", "random"), + "read_config_args": ("litellm.utils", "read_config_args"), + "replicate_chat_completion": ("litellm.main", "replicate_chat_completion"), + "rerank": ("litellm.rerank_api.main", "rerank"), + "responses": ("litellm.responses.main", "responses"), + "responses_api_bridge_check": ("litellm.main", "responses_api_bridge_check"), + "responses_with_retries": ("litellm.main", "responses_with_retries"), + "retrieve_batch": ("litellm.batches.main", "retrieve_batch"), + "retrieve_container": ("litellm.containers.main", "retrieve_container"), + "retrieve_fine_tuning_job": ("litellm.fine_tuning.main", "retrieve_fine_tuning_job"), + "run_async_function": ("litellm.litellm_core_utils.asyncify", "run_async_function"), + "run_server": ("litellm.proxy.proxy_cli", "run_server"), + "run_thread": ("litellm.assistants.main", "run_thread"), + "run_thread_stream": ("litellm.assistants.main", "run_thread_stream"), + "runtime_checkable": ("litellm.files.main", "runtime_checkable"), + "rust_ocr_bridge": ("litellm.ocr.main", "rust_ocr_bridge"), + "s3": ("litellm.integrations", "s3"), + "s3_v2": ("litellm.integrations", "s3_v2"), + "safe_deep_copy": ("litellm.litellm_core_utils.core_helpers", "safe_deep_copy"), + "sagemaker_chat_completion": ("litellm.main", "sagemaker_chat_completion"), + "sagemaker_llm": ("litellm.main", "sagemaker_llm"), + "sanitize_tool_use_ids_in_anthropic_messages": ( + "litellm.llms.anthropic.common_utils", + "sanitize_tool_use_ids_in_anthropic_messages", + ), + "sap_gen_ai_hub_chat_completions": ("litellm.main", "sap_gen_ai_hub_chat_completions"), + "sap_gen_ai_hub_emb": ("litellm.main", "sap_gen_ai_hub_emb"), + "search": ("litellm.search.main", "search"), + "should_run_mock_completion": ("litellm.utils", "should_run_mock_completion"), + "speech": ("litellm.main", "speech"), + "sqs": ("litellm.integrations", "sqs"), + "stream_chunk_builder": ("litellm.main", "stream_chunk_builder"), + "stream_chunk_builder_text_completion": ("litellm.main", "stream_chunk_builder_text_completion"), + "stringify_json_tool_call_content": ( + "litellm.litellm_core_utils.prompt_templates.factory", + "stringify_json_tool_call_content", + ), + "strip_empty_content_blocks_from_anthropic_messages": ( + "litellm.llms.anthropic.common_utils", + "strip_empty_content_blocks_from_anthropic_messages", + ), + "strip_reasoning_summary_aliases_from_optional_params": ( + "litellm.utils", + "strip_reasoning_summary_aliases_from_optional_params", + ), + "supabase": ("litellm.integrations", "supabase"), + "supports_httpx_timeout": ("litellm.utils", "supports_httpx_timeout"), + "sys": ("litellm.main", "sys"), + "text_completion": ("litellm.main", "text_completion"), + "tiktoken": ("litellm.main", "tiktoken"), + "time": ("litellm.files.main", "time"), + "together_rerank": ("litellm.rerank_api.main", "together_rerank"), + "traceback": ("litellm.main", "traceback"), + "traceloop": ("litellm.integrations", "traceloop"), + "tracer": ("litellm.litellm_core_utils.dd_tracing", "tracer"), + "transcription": ("litellm.main", "transcription"), + "updateDeployment": ("litellm.types.router", "updateDeployment"), + "updateLiteLLMParams": ("litellm.types.router", "updateLiteLLMParams"), + "update_cache": ("litellm.caching.caching", "update_cache"), + "update_messages_with_model_file_ids": ( + "litellm.litellm_core_utils.prompt_templates.common_utils", + "update_messages_with_model_file_ids", + ), + "update_responses_input_with_model_file_ids": ( + "litellm.litellm_core_utils.prompt_templates.common_utils", + "update_responses_input_with_model_file_ids", + ), + "update_responses_tools_with_model_file_ids": ( + "litellm.litellm_core_utils.prompt_templates.common_utils", + "update_responses_tools_with_model_file_ids", + ), + "upload_container_file": ("litellm.containers.main", "upload_container_file"), + "use_litellm_rust": ("litellm.rust_bridge.ocr", "use_litellm_rust"), + "uuid": ("litellm.files.main", "uuid"), + "uuid_module": ("litellm.files.main", "uuid_module"), + "validate_and_fix_openai_messages": ("litellm.utils", "validate_and_fix_openai_messages"), + "validate_and_fix_openai_tools": ("litellm.utils", "validate_and_fix_openai_tools"), + "validate_and_fix_thinking_param": ("litellm.utils", "validate_and_fix_thinking_param"), + "validate_anthropic_api_metadata": ( + "litellm.llms.anthropic.experimental_pass_through.messages.handler", + "validate_anthropic_api_metadata", + ), + "validate_chat_completion_tool_choice": ("litellm.utils", "validate_chat_completion_tool_choice"), + "validate_openai_optional_params": ("litellm.utils", "validate_openai_optional_params"), + "vector_store_file_content": ("litellm.vector_store_files.main", "retrieve_content"), + "vector_store_file_create": ("litellm.vector_store_files.main", "create"), + "vector_store_file_delete": ("litellm.vector_store_files.main", "delete"), + "vector_store_file_list": ("litellm.vector_store_files.main", "list"), + "vector_store_file_retrieve": ("litellm.vector_store_files.main", "retrieve"), + "vector_store_file_update": ("litellm.vector_store_files.main", "update"), + "vertex_ai_batches_instance": ("litellm.batches.main", "vertex_ai_batches_instance"), + "vertex_ai_files_instance": ("litellm.files.main", "vertex_ai_files_instance"), + "vertex_ai_non_gemini": ("litellm.main", "vertex_ai_non_gemini"), + "vertex_chat_completion": ("litellm.main", "vertex_chat_completion"), + "vertex_embedding": ("litellm.main", "vertex_embedding"), + "vertex_fine_tuning_apis_instance": ("litellm.fine_tuning.main", "vertex_fine_tuning_apis_instance"), + "vertex_gemma_chat_completion": ("litellm.main", "vertex_gemma_chat_completion"), + "vertex_image_generation": ("litellm.main", "vertex_image_generation"), + "vertex_model_garden_chat_completion": ("litellm.main", "vertex_model_garden_chat_completion"), + "vertex_multimodal_embedding": ("litellm.main", "vertex_multimodal_embedding"), + "vertex_partner_models_chat_completion": ("litellm.main", "vertex_partner_models_chat_completion"), + "video_content": ("litellm.videos.main", "video_content"), + "video_create_character": ("litellm.videos.main", "video_create_character"), + "video_edit": ("litellm.videos.main", "video_edit"), + "video_extension": ("litellm.videos.main", "video_extension"), + "video_generation": ("litellm.videos.main", "video_generation"), + "video_get_character": ("litellm.videos.main", "video_get_character"), + "video_list": ("litellm.videos.main", "video_list"), + "video_remix": ("litellm.videos.main", "video_remix"), + "video_status": ("litellm.videos.main", "video_status"), + "vllm_handler": ("litellm.batch_completion.main", "vllm_handler"), + "wait": ("litellm.batch_completion.main", "wait"), + "watsonx_chat_completion": ("litellm.main", "watsonx_chat_completion"), + } +) -_SDK_MODULE_ALIASES: Final[Mapping[str, str]] = MappingProxyType({ - "anthropic": "litellm.anthropic_interface", - "httpx": "httpx", - "interactions": "litellm.interactions", - "rag": "litellm.rag", -}) +_SDK_MODULE_ALIASES: Final[Mapping[str, str]] = MappingProxyType( + { + "anthropic": "litellm.anthropic_interface", + "httpx": "httpx", + "interactions": "litellm.interactions", + "rag": "litellm.rag", + } +) # Export all name tuples and import maps for use in _lazy_imports.py __all__ = [ diff --git a/litellm/proxy/__init__.py b/litellm/proxy/__init__.py index b6e690fd591..dc819fbc85c 100644 --- a/litellm/proxy/__init__.py +++ b/litellm/proxy/__init__.py @@ -1 +1,11 @@ -from . import * +from types import ModuleType +from typing import Final + + +def __getattr__(name: str) -> ModuleType: + from litellm._lazy_imports import lazy_import_submodule + + submodule: Final = lazy_import_submodule(__name__, name) + if submodule is not None: + return submodule + raise AttributeError(f"module {__name__!r} has no attribute {name!r}") diff --git a/tests/test_litellm/test_lazy_imports.py b/tests/test_litellm/test_lazy_imports.py index 1f58d3b9a57..36a83849a0f 100644 --- a/tests/test_litellm/test_lazy_imports.py +++ b/tests/test_litellm/test_lazy_imports.py @@ -378,6 +378,14 @@ def test_litellm_submodule_fallback(): _ = litellm.not_a_real_attribute +def test_proxy_private_submodule_resolves_in_fresh_process(): + """litellm.proxy._types resolves without an eager proxy import (used by documentation checks).""" + code = "import litellm\nprint(litellm.proxy._types.__name__)\n" + result = subprocess.run([sys.executable, "-c", code], capture_output=True, text=True) + assert result.returncode == 0, result.stderr + assert result.stdout.strip() == "litellm.proxy._types" + + def test_lazy_instances_are_singletons(): """Lazily created instances are cached, so repeated access returns the same object.""" assert litellm._key_management_settings is litellm._key_management_settings