From 3dd62dae294e0f47b7a603bbc4f28820a3c8dd1d Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Sat, 6 Sep 2025 12:06:36 -0700 Subject: [PATCH] fix(__init__.py): add volcengine --- litellm/__init__.py | 27 ++++++++++++++++++++++----- 1 file changed, 22 insertions(+), 5 deletions(-) diff --git a/litellm/__init__.py b/litellm/__init__.py index 0ebea89941a..b89dde0add9 100644 --- a/litellm/__init__.py +++ b/litellm/__init__.py @@ -148,7 +148,9 @@ _custom_logger_compatible_callbacks_literal = Literal[ "dotprompt", "cloudzero", ] -configured_cold_storage_logger: Optional[_custom_logger_compatible_callbacks_literal] = None +configured_cold_storage_logger: Optional[ + _custom_logger_compatible_callbacks_literal +] = None logged_real_time_event_types: Optional[Union[List[str], Literal["*"]]] = None _known_custom_logger_compatible_callbacks: List = list( get_args(_custom_logger_compatible_callbacks_literal) @@ -436,7 +438,8 @@ config_path = None vertex_ai_safety_settings: Optional[dict] = None ####### COMPLETION MODELS ################### -from typing import Set +from typing import Set + open_ai_chat_completion_models: Set = set() open_ai_text_completion_models: Set = set() cohere_models: Set = set() @@ -514,6 +517,7 @@ recraft_models: Set = set() cometapi_models: Set = set() oci_models: Set = set() vercel_ai_gateway_models: Set = set() +volcengine_models: Set = set() def is_bedrock_pricing_only_model(key: str) -> bool: @@ -724,6 +728,8 @@ def add_known_models(): cometapi_models.add(key) elif value.get("litellm_provider") == "oci": oci_models.add(key) + elif value.get("litellm_provider") == "volcengine": + volcengine_models.add(key) add_known_models() @@ -816,6 +822,7 @@ model_list = list( | cometapi_models | oci_models | vercel_ai_gateway_models + | volcengine_models ) model_list_set = set(model_list) @@ -836,7 +843,12 @@ models_by_provider: dict = { "openrouter": openrouter_models, "vercel_ai_gateway": vercel_ai_gateway_models, "datarobot": datarobot_models, - "vertex_ai": vertex_chat_models | vertex_text_models | vertex_anthropic_models | vertex_vision_models | vertex_language_models | vertex_deepseek_models, + "vertex_ai": vertex_chat_models + | vertex_text_models + | vertex_anthropic_models + | vertex_vision_models + | vertex_language_models + | vertex_deepseek_models, "ai21": ai21_models, "bedrock": bedrock_models | bedrock_converse_models, "petals": petals_models, @@ -890,6 +902,7 @@ models_by_provider: dict = { "recraft": recraft_models, "cometapi": cometapi_models, "oci": oci_models, + "volcengine": volcengine_models, } # mapping for those models which have larger equivalents @@ -1133,7 +1146,9 @@ from .llms.topaz.image_variations.transformation import TopazImageVariationConfi from litellm.llms.openai.completion.transformation import OpenAITextCompletionConfig from .llms.groq.chat.transformation import GroqChatConfig from .llms.voyage.embedding.transformation import VoyageEmbeddingConfig -from .llms.voyage.embedding.transformation_contextual import VoyageContextualEmbeddingConfig +from .llms.voyage.embedding.transformation_contextual import ( + VoyageContextualEmbeddingConfig, +) from .llms.infinity.embedding.transformation import InfinityEmbeddingConfig from .llms.azure_ai.chat.transformation import AzureAIStudioConfig from .llms.mistral.chat.transformation import MistralConfig @@ -1197,7 +1212,9 @@ from .llms.jina_ai.embedding.transformation import JinaAIEmbeddingConfig from .llms.xai.chat.transformation import XAIChatConfig from .llms.xai.common_utils import XAIModelInfo from .llms.aiml.chat.transformation import AIMLChatConfig -from .llms.volcengine.chat.transformation import VolcEngineChatConfig as VolcEngineConfig +from .llms.volcengine.chat.transformation import ( + VolcEngineChatConfig as VolcEngineConfig, +) from .llms.codestral.completion.transformation import CodestralTextCompletionConfig from .llms.azure.azure import ( AzureOpenAIError,