From 1b3050477af4d8b90f90c42154bcee6c7447e056 Mon Sep 17 00:00:00 2001 From: Giri Tatavarty Date: Wed, 29 May 2024 15:47:23 -0700 Subject: [PATCH] #added type ignore for httpx and requests --- litellm/llms/triton.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/litellm/llms/triton.py b/litellm/llms/triton.py index 626c7c5b415..c681fd07278 100644 --- a/litellm/llms/triton.py +++ b/litellm/llms/triton.py @@ -1,7 +1,7 @@ import os import json from enum import Enum -import requests +import requests # type: ignore import time from typing import Callable, Optional, List, Sequence, Any, Union, Dict from litellm.utils import ModelResponse, Choices, Usage, map_finish_reason, CustomStreamWrapper, Message, EmbeddingResponse @@ -9,8 +9,8 @@ import litellm from .prompt_templates.factory import prompt_factory, custom_prompt from litellm.llms.custom_httpx.http_handler import AsyncHTTPHandler from .base import BaseLLM -import httpx -from typing import Union,Collection +import httpx # type: ignore + class TritonError(Exception): @@ -163,7 +163,7 @@ class TritonChatCompletion(BaseLLM): data_for_triton = { "inputs": [{"name": "text_input", "shape": [1], "datatype": "BYTES", "data": [messages[0]["content"]]}] } - + if logging_obj: logging_obj.pre_call( input=messages,