Bedrock Prompt Caching Improvements (#3099)

Fix system prompt caching on first message
This commit is contained in:
ronyblum 2025-05-23 14:51:47 -07:00 committed by GitHub
parent 78bb7e0256
commit 5ab78b37c0
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -499,7 +499,7 @@ export class AwsBedrockHandler extends BaseProvider implements SingleCompletionH
})
return {
system: systemMessage ? [{ text: systemMessage } as SystemContentBlock] : [],
system: cacheResult.system,
messages: messagesWithCache,
}
}