scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-04 02:31:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 70

fix(snowflake): map max_tokens to max_completion_tokens for native endpoint

Browse source
This commit is contained in:
Navnit Shukla 2026-06-05 11:47:56 -07:00
parent 34f4c65909
commit a7de06c337
No known key found for this signature in database
GPG key ID: 46D87897A91C215F
1 changed files with 11 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
litellm/llms/snowflake/chat/transformation.py
View file

@ -55,6 +55,7 @@ class SnowflakeConfig(SnowflakeBaseConfig, OpenAIGPTConfig):
return [
"temperature",
"max_tokens",
"max_completion_tokens",
"top_p",
"stream",
"response_format",
@ -103,7 +104,11 @@ class SnowflakeConfig(SnowflakeBaseConfig, OpenAIGPTConfig):
stream: bool = optional_params.pop("stream", False) or False
extra_body = optional_params.pop("extra_body", {})
return {
max_tokens = optional_params.pop("max_tokens", None)
max_completion_tokens = optional_params.pop("max_completion_tokens", None)
resolved_max = max_completion_tokens or max_tokens
body: dict = {
"model": model,
"messages": messages,
"stream": stream,
@ -111,6 +116,11 @@ class SnowflakeConfig(SnowflakeBaseConfig, OpenAIGPTConfig):
**extra_body,
}
if resolved_max is not None:
body["max_completion_tokens"] = resolved_max
return body
def transform_response(
self,
model: str,