scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-06 07:48:06 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 112

fix(gemini): restrict thoughtSignature fallback to thought parts only

Browse source 
Address P1 review: _all_signatures was collecting signatures from ALL
parts including functionCall parts, which could bleed the first function
call's signature into parallel function calls.

Now only collect signatures from parts where thought=true, preventing
cross-contamination between parallel function calls.

Signed-off-by: bahtya <bahtyar153@qq.com>
This commit is contained in:
bahtya 2026-04-09 00:48:34 +08:00 • committed by Bahtya
parent fa3159b6e8
commit dd86a5d56f
1 changed files with 7 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
litellm/llms/vertex_ai/gemini/vertex_and_google_ai_studio_gemini.py
View file

@ -1585,12 +1585,14 @@ class VertexGeminiConfig(VertexAIBaseConfig, BaseConfig):
]:
function: Optional[ChatCompletionToolCallFunctionChunk] = None
_tools: List[ChatCompletionToolCallChunk] = []
# Collect all thoughtSignature values from any part (Gemini may place
# the signature on a separate thought part, not the functionCall part)
_all_signatures = [
# Collect thoughtSignature values only from thought parts (thought: true).
# Gemini may place thoughtSignature on a separate thought part rather than
# the functionCall part. We exclude functionCall parts to avoid bleeding
# signatures across parallel function calls.
_thought_signatures = [
p.get("thoughtSignature")
for p in parts
if p.get("thoughtSignature")
if p.get("thought") and p.get("thoughtSignature")
]
for part in parts:
if "functionCall" in part:
@ -1603,7 +1605,7 @@ class VertexGeminiConfig(VertexAIBaseConfig, BaseConfig):
# Extract thought signature: prefer this part's own, fallback to
# a signature from a sibling thought part
thought_signature = part.get("thoughtSignature") or (
_all_signatures[0] if _all_signatures else None
_thought_signatures[0] if _thought_signatures else None
)
if is_function_call is True: