scriptoriumadmin/Roo-Code
1
0
Fork 0
mirror of https://github.com/RooVetGit/Roo-Code.git synced 2026-09-05 08:10:14 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Add thinking budget option to Bedrock and Vertex

Browse source
This commit is contained in:
Saoud Rizwan 2025-03-01 01:39:14 -08:00
parent 0959438db8
commit dda8a6c829
3 changed files with 12 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
src/api/providers/bedrock.ts
View file

@ -14,6 +14,8 @@ export class AwsBedrockHandler implements ApiHandler {
}
async *createMessage(systemPrompt: string, messages: Anthropic.Messages.MessageParam[]): ApiStream {
let budget_tokens = this.options.thinkingBudgetTokens || 0
const reasoningOn = budget_tokens !== 0 ? true : false
// cross region inference requires prefixing the model id with the region
let modelId = await this.getModelId()
@ -24,7 +26,8 @@ export class AwsBedrockHandler implements ApiHandler {
const stream = await client.messages.create({
model: modelId,
max_tokens: this.getModel().info.maxTokens || 8192,
temperature: 0,
thinking: reasoningOn ? { type: "enabled", budget_tokens: budget_tokens } : undefined,
temperature: reasoningOn ? undefined : 0,
system: systemPrompt,
messages,
stream: true,

6
src/api/providers/vertex.ts
View file

@ -24,6 +24,9 @@ export class VertexHandler implements ApiHandler {
const model = this.getModel()
const modelId = model.id
let budget_tokens = this.options.thinkingBudgetTokens || 0
const reasoningOn = budget_tokens !== 0 ? true : false
let stream
switch (modelId) {
case "claude-3-7-sonnet@20250219":
@ -44,7 +47,8 @@ export class VertexHandler implements ApiHandler {
{
model: modelId,
max_tokens: model.info.maxTokens || 8192,
temperature: 0,
thinking: reasoningOn ? { type: "enabled", budget_tokens: budget_tokens } : undefined,
temperature: reasoningOn ? undefined : 0,
system: [
{
text: systemPrompt,

4
webview-ui/src/components/settings/ApiOptions.tsx
View file

@ -1201,7 +1201,9 @@ const ApiOptions = ({ showModelOptions, apiErrorMessage, modelIdErrorMessage, is
{selectedProvider === "xai" && createDropdown(xaiModels)}
</DropdownContainer>
{selectedProvider === "anthropic" && selectedModelId === "claude-3-7-sonnet-20250219" && (
{((selectedProvider === "anthropic" && selectedModelId === "claude-3-7-sonnet-20250219") ||
(selectedProvider === "bedrock" && selectedModelId === "anthropic.claude-3-7-sonnet-20250219-v1:0") ||
(selectedProvider === "vertex" && selectedModelId === "claude-3-7-sonnet@20250219")) && (
<ThinkingBudgetSlider apiConfiguration={apiConfiguration} setApiConfiguration={setApiConfiguration} />
)}