scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-27 01:22:18 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 81

Fix get_complete_url

Browse source
This commit is contained in:
Minwoo Lee 2025-02-13 16:41:50 +09:00 • committed by GitHub
parent c1f2ae97c5
commit c62be184c2
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 12 additions and 11 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

23
litellm/llms/triton/completion/transformation.py
View file

@ -67,6 +67,18 @@ class TritonConfig(BaseConfig):
optional_params[param] = value
return optional_params
def get_complete_url(
self,
api_base: str,
model: str,
optional_params: dict,
stream: Optional[bool] = None,
) -> str:
llm_type = self._get_triton_llm_type(api_base)
if llm_type == "generate" and stream:
return api_base + "_stream"
return api_base
def transform_response(
self,
model: str,
@ -167,17 +179,6 @@ class TritonGenerateConfig(TritonConfig):
Transformations for triton /generate endpoint (This is a trtllm model)
"""
def get_complete_url(
self,
api_base: str,
model: str,
optional_params: dict,
stream: Optional[bool] = None,
) -> str:
if stream:
return api_base + "_stream"
return api_base
def transform_request(
self,
model: str,