From 6abba41abb998da21b5b8483509238d1916e6530 Mon Sep 17 00:00:00 2001 From: joshualipman123 Date: Mon, 25 Aug 2025 17:24:51 -0700 Subject: [PATCH] fix deprecated max_tokens --- src/api/providers/vercel-ai-gateway.ts | 7 ++----- src/assets/images/vercel-ai-gateway.png | Bin 875 -> 0 bytes 2 files changed, 2 insertions(+), 5 deletions(-) delete mode 100644 src/assets/images/vercel-ai-gateway.png diff --git a/src/api/providers/vercel-ai-gateway.ts b/src/api/providers/vercel-ai-gateway.ts index 093fffe260..be77d35986 100644 --- a/src/api/providers/vercel-ai-gateway.ts +++ b/src/api/providers/vercel-ai-gateway.ts @@ -20,9 +20,6 @@ import { RouterProvider } from "./router-provider" // Extend OpenAI's CompletionUsage to include Vercel AI Gateway specific fields interface VercelAiGatewayUsage extends OpenAI.CompletionUsage { cache_creation_input_tokens?: number - prompt_tokens_details?: { - cached_tokens?: number - } cost?: number } @@ -61,7 +58,7 @@ export class VercelAiGatewayHandler extends RouterProvider implements SingleComp temperature: this.supportsTemperature(modelId) ? (this.options.modelTemperature ?? VERCEL_AI_GATEWAY_DEFAULT_TEMPERATURE) : undefined, - max_tokens: info.maxTokens, + max_completion_tokens: info.maxTokens, stream: true, } @@ -104,7 +101,7 @@ export class VercelAiGatewayHandler extends RouterProvider implements SingleComp requestOptions.temperature = this.options.modelTemperature ?? VERCEL_AI_GATEWAY_DEFAULT_TEMPERATURE } - requestOptions.max_tokens = info.maxTokens + requestOptions.max_completion_tokens = info.maxTokens const response = await this.client.chat.completions.create(requestOptions) return response.choices[0]?.message.content || "" diff --git a/src/assets/images/vercel-ai-gateway.png b/src/assets/images/vercel-ai-gateway.png deleted file mode 100644 index 0c85df1fdecbfc4affad35e6cadf4664bbb0c98b..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 875 zcmV-x1C;!UP)Z z88Aw^xE9+eO_s}U>EarU2R`6O*jHeRY<+o-;zyQCr)+&$<^VtOD=Y&nlpG;RH-2Tg z+yqjBJ49Gb7+EeYa#O-n1w1CKuvfrnsX?J>Bdjc!eNux$QV)DWMp!Q}LuOVuP9P)8 z<&4a%Fw6%AkQJ5%mPw5BO$xY%ysRwn0H_Q<(Jvd&k>#>E{6v2YKE2jT4^S6)r#JSZ zE6e3j=%GHC27E_fRue`a?!w0pSeqP9~^|W1_p-6MvspEP(^gtuRShA-U4Hi zib(oQVjD^qd;++?7+mr7hV?{u``Vv`km&