diff --git a/litellm/llms/predibase/chat/handler.py b/litellm/llms/predibase/chat/handler.py index 467ebf4aad1..4ed2e83f63e 100644 --- a/litellm/llms/predibase/chat/handler.py +++ b/litellm/llms/predibase/chat/handler.py @@ -19,6 +19,10 @@ import litellm.litellm_core_utils import litellm.litellm_core_utils.litellm_logging from litellm import verbose_logger from litellm.litellm_core_utils.core_helpers import map_finish_reason +from litellm.litellm_core_utils.prompt_templates.factory import ( + custom_prompt, + prompt_factory, +) from litellm.llms.custom_httpx.http_handler import ( AsyncHTTPHandler, get_async_httpx_client, @@ -26,7 +30,6 @@ from litellm.llms.custom_httpx.http_handler import ( from litellm.utils import Choices, CustomStreamWrapper, Message, ModelResponse, Usage from ...base import BaseLLM -from ...prompt_templates.factory import custom_prompt, prompt_factory from ..common_utils import PredibaseError diff --git a/litellm/llms/triton/completion/handler.py b/litellm/llms/triton/completion/handler.py index 5b3e7df0e33..d7d1d43a347 100644 --- a/litellm/llms/triton/completion/handler.py +++ b/litellm/llms/triton/completion/handler.py @@ -7,6 +7,10 @@ from typing import Any, Callable, Dict, List, Optional, Sequence, Union import httpx # type: ignore import litellm +from litellm.litellm_core_utils.prompt_templates.factory import ( + custom_prompt, + prompt_factory, +) from litellm.llms.custom_httpx.http_handler import ( AsyncHTTPHandler, HTTPHandler, @@ -25,7 +29,6 @@ from litellm.utils import ( ) from ...base import BaseLLM -from ...prompt_templates.factory import custom_prompt, prompt_factory from ..common_utils import TritonError