Increase sonic max_tokens to 16384 (#7218)

This commit is contained in:
Matt Rubens 2025-08-19 07:19:50 -07:00 committed by GitHub
parent 532728ee85
commit ede26b8036
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 3 additions and 3 deletions

View file

@ -7,7 +7,7 @@ export const rooDefaultModelId: RooModelId = "roo/sonic"
export const rooModels = {
"roo/sonic": {
maxTokens: 8192,
maxTokens: 16_384,
contextWindow: 262_144,
supportsImages: false,
supportsPromptCache: true,

View file

@ -328,7 +328,7 @@ describe("RooHandler", () => {
expect(modelInfo.id).toBe("unknown-model-id")
expect(modelInfo.info).toBeDefined()
// Should return fallback info for unknown models
expect(modelInfo.info.maxTokens).toBe(8192)
expect(modelInfo.info.maxTokens).toBe(16_384)
expect(modelInfo.info.contextWindow).toBe(262_144)
expect(modelInfo.info.supportsImages).toBe(false)
expect(modelInfo.info.supportsPromptCache).toBe(true)

View file

@ -81,7 +81,7 @@ export class RooHandler extends BaseOpenAiCompatibleProvider<RooModelId> {
return {
id: modelId as RooModelId,
info: {
maxTokens: 8192,
maxTokens: 16_384,
contextWindow: 262_144,
supportsImages: false,
supportsPromptCache: true,