2
0
Эх сурвалжийг харах

Bedrock Prompt Caching Improvements (#3099)

Fix system prompt caching on first message
ronyblum 10 сар өмнө
parent
commit
5ab78b37c0

+ 1 - 1
src/api/providers/bedrock.ts

@@ -499,7 +499,7 @@ export class AwsBedrockHandler extends BaseProvider implements SingleCompletionH
 		})
 
 		return {
-			system: systemMessage ? [{ text: systemMessage } as SystemContentBlock] : [],
+			system: cacheResult.system,
 			messages: messagesWithCache,
 		}
 	}