diff --git a/litellm/llms/litellm_proxy/chat/transformation.py b/litellm/llms/litellm_proxy/chat/transformation.py index 05856656c1e..c11db6b000a 100644 --- a/litellm/llms/litellm_proxy/chat/transformation.py +++ b/litellm/llms/litellm_proxy/chat/transformation.py @@ -2,7 +2,7 @@ Translate from OpenAI's `/v1/chat/completions` to VLLM's `/v1/chat/completions` """ -from typing import Final +from typing import TYPE_CHECKING, Final from litellm.constants import OPENAI_CHAT_COMPLETION_PARAMS from litellm.secret_managers.main import get_secret_bool, get_secret_str @@ -10,6 +10,9 @@ from litellm.types.router import LiteLLM_Params from ...openai.chat.gpt_transformation import OpenAIGPTConfig +if TYPE_CHECKING: + from litellm.types.llms.openai import AllMessageValues + class LiteLLMProxyChatConfig(OpenAIGPTConfig): def get_supported_openai_params(self, model: str) -> list: