Browse Source

Increase sonic max_tokens to 16384 (#7218)

Matt Rubens 4 months ago
parent
commit
ede26b8036

+ 1 - 1
packages/types/src/providers/roo.ts

@@ -7,7 +7,7 @@ export const rooDefaultModelId: RooModelId = "roo/sonic"
 
 export const rooModels = {
 	"roo/sonic": {
-		maxTokens: 8192,
+		maxTokens: 16_384,
 		contextWindow: 262_144,
 		supportsImages: false,
 		supportsPromptCache: true,

+ 1 - 1
src/api/providers/__tests__/roo.spec.ts

@@ -328,7 +328,7 @@ describe("RooHandler", () => {
 			expect(modelInfo.id).toBe("unknown-model-id")
 			expect(modelInfo.info).toBeDefined()
 			// Should return fallback info for unknown models
-			expect(modelInfo.info.maxTokens).toBe(8192)
+			expect(modelInfo.info.maxTokens).toBe(16_384)
 			expect(modelInfo.info.contextWindow).toBe(262_144)
 			expect(modelInfo.info.supportsImages).toBe(false)
 			expect(modelInfo.info.supportsPromptCache).toBe(true)

+ 1 - 1
src/api/providers/roo.ts

@@ -81,7 +81,7 @@ export class RooHandler extends BaseOpenAiCompatibleProvider<RooModelId> {
 		return {
 			id: modelId as RooModelId,
 			info: {
-				maxTokens: 8192,
+				maxTokens: 16_384,
 				contextWindow: 262_144,
 				supportsImages: false,
 				supportsPromptCache: true,