|
|
@@ -106,10 +106,20 @@ export class UnboundHandler implements ApiHandler, SingleCompletionHandler {
|
|
|
}
|
|
|
|
|
|
if (usage) {
|
|
|
- yield {
|
|
|
- type: "usage",
|
|
|
- inputTokens: usage?.prompt_tokens || 0,
|
|
|
- outputTokens: usage?.completion_tokens || 0,
|
|
|
+ if (this.getModel().id.startsWith("anthropic/")) {
|
|
|
+ yield {
|
|
|
+ type: "usage",
|
|
|
+ inputTokens: usage?.prompt_tokens || 0,
|
|
|
+ outputTokens: usage?.completion_tokens || 0,
|
|
|
+ cacheWriteTokens: (usage as any)?.cache_creation_input_tokens || 0,
|
|
|
+ cacheReadTokens: (usage as any)?.cache_read_input_tokens || 0,
|
|
|
+ }
|
|
|
+ } else {
|
|
|
+ yield {
|
|
|
+ type: "usage",
|
|
|
+ inputTokens: usage?.prompt_tokens || 0,
|
|
|
+ outputTokens: usage?.completion_tokens || 0,
|
|
|
+ }
|
|
|
}
|
|
|
}
|
|
|
}
|