Browse Source

Fix cache usage tracking for openai-compatible (#2401)

Matt Rubens 10 months ago
parent
commit
72a9e0bd39
1 changed files with 2 additions and 0 deletions
  1. 2 0
      src/api/providers/openai.ts

+ 2 - 0
src/api/providers/openai.ts

@@ -211,6 +211,8 @@ export class OpenAiHandler extends BaseProvider implements SingleCompletionHandl
 			type: "usage",
 			inputTokens: usage?.prompt_tokens || 0,
 			outputTokens: usage?.completion_tokens || 0,
+			cacheWriteTokens: usage?.cache_creation_input_tokens || undefined,
+			cacheReadTokens: usage?.cache_read_input_tokens || undefined,
 		}
 	}