scriptoriumadmin/Roo-Code
1
0
Fork 0
mirror of https://github.com/RooVetGit/Roo-Code.git synced 2026-10-07 02:58:15 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Add cache breakpoints for custom vertex models on Unbound (#4585)

Browse source 
Co-authored-by: Pugazhendhi <pugazhendhi@unboundsecurity.ai>
This commit is contained in:
pugazhendhi-m 2025-06-13 17:59:40 +05:30 • committed by GitHub
parent dc00167289
commit 2cb02d6512
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 5 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
src/api/providers/unbound.ts
View file

@ -9,6 +9,7 @@ import { ApiStream, ApiStreamUsageChunk } from "../transform/stream"
import { convertToOpenAiMessages } from "../transform/openai-format"
import { addCacheBreakpoints as addAnthropicCacheBreakpoints } from "../transform/caching/anthropic"
import { addCacheBreakpoints as addGeminiCacheBreakpoints } from "../transform/caching/gemini"
import { addCacheBreakpoints as addVertexCacheBreakpoints } from "../transform/caching/vertex"
import type { SingleCompletionHandler, ApiHandlerCreateMessageMetadata } from "../index"
import { RouterProvider } from "./router-provider"
@ -70,6 +71,10 @@ export class UnboundHandler extends RouterProvider implements SingleCompletionHa
addAnthropicCacheBreakpoints(systemPrompt, openAiMessages)
}
}
// Custom models from Vertex AI (no configuration) need to be handled differently.
if (modelId.startsWith("vertex-ai/google.") || modelId.startsWith("vertex-ai/anthropic.")) {
addVertexCacheBreakpoints(messages)
}
// Required by Anthropic; other providers default to max tokens allowed.
let maxTokens: number | undefined