From 283d7d6928755ce5f62827e25c437a7a77964549 Mon Sep 17 00:00:00 2001 From: Hiroki Nakashima Date: Thu, 13 Feb 2025 16:01:01 +0900 Subject: [PATCH] fix: adjust litellm default context window settings (#1774) --- src/shared/api.ts | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/src/shared/api.ts b/src/shared/api.ts index c7f6d218d6..4794327437 100644 --- a/src/shared/api.ts +++ b/src/shared/api.ts @@ -637,9 +637,9 @@ export const mistralModels = { export type LiteLLMModelId = string export const liteLlmDefaultModelId = "gpt-3.5-turbo" export const liteLlmModelInfoSaneDefaults: ModelInfo = { - maxTokens: 4096, - contextWindow: 8192, - supportsImages: false, + maxTokens: -1, + contextWindow: 128_000, + supportsImages: true, supportsPromptCache: false, inputPrice: 0, outputPrice: 0,