scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-05 02:41:56 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 93

fix(vertex): include system in request_data for partner model token counting

Browse source
This commit is contained in:
PRABHU KIRAN VANDRANKI 2026-05-05 14:34:59 -04:00
parent 490e1c435e
commit 2df51f7aa3
1 changed files with 3 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
litellm/llms/vertex_ai/vertex_ai_partner_models/main.py
View file

@ -277,6 +277,7 @@ class VertexAIPartnerModels(VertexBase):
vertex_project=None,
vertex_location=None,
vertex_credentials=None,
system=None,
):
"""
Count tokens for Vertex AI partner models (Anthropic Claude, Mistral, etc.)
@ -318,6 +319,8 @@ class VertexAIPartnerModels(VertexBase):
"model": model,
"messages": messages,
}
if system is not None:
request_data["system"] = system
# Prepare litellm_params with credentials
_litellm_params = litellm_params.copy()