scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-06 08:16:43 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 178

Merge pull request #5189 from ArtyomZemlyak/patch-1

Browse source 
Fix not sended json_data_for_triton
This commit is contained in:
Krish Dholakia 2024-08-13 20:44:26 -07:00 • committed by GitHub
commit c8f4cd373d
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
litellm/llms/triton.py
View file

@ -240,10 +240,10 @@ class TritonChatCompletion(BaseLLM):
handler = HTTPHandler()
if stream:
return self._handle_stream(
handler, api_base, data_for_triton, model, logging_obj
handler, api_base, json_data_for_triton, model, logging_obj
)
else:
response = handler.post(url=api_base, data=data_for_triton, headers=headers)
response = handler.post(url=api_base, data=json_data_for_triton, headers=headers)
return self._handle_response(
response, model_response, logging_obj, type_of_model=type_of_model
)