Saoud Rizwan vor 1 Jahr
Ursprung
Commit
90b0c8243c
1 geänderte Dateien mit 4 neuen und 1 gelöschten Zeilen
  1. 4 1
      src/api/providers/openai-native.ts

+ 4 - 1
src/api/providers/openai-native.ts

@@ -24,13 +24,16 @@ export class OpenAiNativeHandler implements ApiHandler {
 
 	async *createMessage(systemPrompt: string, messages: Anthropic.Messages.MessageParam[]): ApiStream {
 		let systemPromptMessage: OpenAI.Chat.ChatCompletionMessageParam
+		let temperature = 0
 		switch (this.getModel().id) {
 			case "o1-preview":
 			case "o1-mini":
 				systemPromptMessage = { role: "user", content: systemPrompt }
+				temperature = 1
 				break
 			default:
 				systemPromptMessage = { role: "system", content: systemPrompt }
+				temperature = 0
 		}
 
 		const openAiMessages: OpenAI.Chat.ChatCompletionMessageParam[] = [
@@ -41,7 +44,7 @@ export class OpenAiNativeHandler implements ApiHandler {
 		const stream = await this.client.chat.completions.create({
 			model: this.getModel().id,
 			// max_completion_tokens: this.getModel().info.maxTokens,
-			temperature: 0,
+			temperature,
 			messages: openAiMessages,
 			stream: true,
 			stream_options: { include_usage: true },