Browse Source

Adjust context management buffer

Saoud Rizwan 1 year ago
parent
commit
dcd6d84632
2 changed files with 2 additions and 2 deletions
  1. 1 1
      package.json
  2. 1 1
      src/utils/context-management.ts

+ 1 - 1
package.json

@@ -2,7 +2,7 @@
   "name": "claude-dev",
   "displayName": "Claude Dev",
   "description": "Autonomous coding agent right in your IDE, capable of creating/editing files, executing commands, and more with your permission every step of the way.",
-  "version": "1.5.2",
+  "version": "1.5.3",
   "icon": "icon.png",
   "engines": {
     "vscode": "^1.84.0"

+ 1 - 1
src/utils/context-management.ts

@@ -9,7 +9,7 @@ export function isWithinContextWindow(
 	tools: Anthropic.Messages.Tool[],
 	messages: Anthropic.Messages.MessageParam[]
 ): boolean {
-	const adjustedContextWindow = contextWindow - 10_000 // Buffer to account for tokenizer differences
+	const adjustedContextWindow = contextWindow * 0.75 // Buffer to account for tokenizer differences
 	// counting tokens is expensive, so we first try to estimate before doing a more accurate calculation
 	const estimatedTotalMessageTokens = countTokens(systemPrompt + JSON.stringify(tools) + JSON.stringify(messages))
 	if (estimatedTotalMessageTokens <= adjustedContextWindow) {