Browse Source

Fix not being able to use specific providers on Openrouter (#3354)

Daniel 8 months ago
parent
commit
83bf86f637
2 changed files with 2 additions and 2 deletions
  1. 1 1
      src/api/providers/fetchers/openrouter.ts
  2. 1 1
      src/api/providers/openrouter.ts

+ 1 - 1
src/api/providers/fetchers/openrouter.ts

@@ -72,7 +72,7 @@ export async function getOpenRouterModels(options?: ApiHandlerOptions): Promise<
 				typeof cacheWritesPrice !== "undefined" && typeof cacheReadsPrice !== "undefined"
 
 			const modelInfo: ModelInfo = {
-				maxTokens: rawModel.top_provider?.max_completion_tokens,
+				maxTokens: 0,
 				contextWindow: rawModel.context_length,
 				supportsImages: rawModel.architecture?.modality?.includes("image"),
 				supportsPromptCache,

+ 1 - 1
src/api/providers/openrouter.ts

@@ -106,7 +106,7 @@ export class OpenRouterHandler extends BaseProvider implements SingleCompletionH
 		// https://openrouter.ai/docs/transforms
 		const completionParams: OpenRouterChatCompletionParams = {
 			model: modelId,
-			max_tokens: maxTokens,
+			...(maxTokens && maxTokens > 0 && { max_tokens: maxTokens }),
 			temperature,
 			thinking, // OpenRouter is temporarily supporting this.
 			top_p: topP,