|
|
@@ -37,6 +37,7 @@ export class AnthropicHandler implements ApiHandler {
|
|
|
{
|
|
|
model: modelId,
|
|
|
max_tokens: this.getModel().info.maxTokens,
|
|
|
+ temperature: 0.2,
|
|
|
system: [{ text: systemPrompt, type: "text", cache_control: { type: "ephemeral" } }], // setting cache breakpoint for system prompt so new tasks can reuse it
|
|
|
messages: messages.map((message, index) => {
|
|
|
if (index === lastUserMsgIndex || index === secondLastMsgUserIndex) {
|
|
|
@@ -89,6 +90,7 @@ export class AnthropicHandler implements ApiHandler {
|
|
|
const message = await this.client.messages.create({
|
|
|
model: modelId,
|
|
|
max_tokens: this.getModel().info.maxTokens,
|
|
|
+ temperature: 0.2,
|
|
|
system: [{ text: systemPrompt, type: "text" }],
|
|
|
messages,
|
|
|
tools,
|