This commit is contained in:
Matt Rubens 2025-02-25 17:58:04 -05:00
parent 8a189aff2c
commit 8ec903dd8d

View file

@ -49,5 +49,5 @@ export function truncateConversationIfNeeded(
*/
function getMaxTokens(modelInfo: ModelInfo): number {
// The buffer needs to be at least as large as `modelInfo.maxTokens`, or 20% of the context window if for some reason it's not set.
return modelInfo.contextWindow - Math.max(modelInfo.maxTokens || modelInfo.contextWindow * 0.2)
return modelInfo.contextWindow - (modelInfo.maxTokens || modelInfo.contextWindow * 0.2)
}