scriptoriumadmin/Roo-Code
1
0
Fork 0
mirror of https://github.com/RooVetGit/Roo-Code.git synced 2026-09-05 08:10:14 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Set better max token size

Browse source
This commit is contained in:
Saoud Rizwan 2024-08-30 22:37:58 -04:00
parent 3e58160d99
commit 88e4217878
1 changed files with 4 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
src/ClaudeDev.ts
View file

@ -1305,7 +1305,7 @@ ${this.customInstructions.trim()}
`
}
// Check last API request metrics to see if we need to truncate
// If the last API request's total token usage is close to the context window, truncate the conversation history to free up space for the new request
const lastApiReqFinished = findLast(this.claudeMessages, (m) => m.say === "api_req_finished")
if (lastApiReqFinished && lastApiReqFinished.text) {
const {
@ -1317,8 +1317,9 @@ ${this.customInstructions.trim()}
lastApiReqFinished.text
)
const totalTokens = (tokensIn || 0) + (tokensOut || 0) + (cacheWrites || 0) + (cacheReads || 0)
const isCloseToContextWindowLimit = totalTokens >= this.api.getModel().info.contextWindow * 0.8
if (isCloseToContextWindowLimit) {
const contextWindow = this.api.getModel().info.contextWindow
const maxAllowedSize = Math.max(contextWindow - 20_000, contextWindow * 0.8)
if (totalTokens >= maxAllowedSize) {
const truncatedMessages = truncateHalfConversation(this.apiConversationHistory)
await this.overwriteApiConversationHistory(truncatedMessages)
}