|
|
@@ -107,6 +107,8 @@ export class GlamaHandler implements ApiHandler {
|
|
|
if (completionRequest.tokenUsage) {
|
|
|
yield {
|
|
|
type: "usage",
|
|
|
+ cacheWriteTokens: completionRequest.tokenUsage.cacheCreationInputTokens,
|
|
|
+ cacheReadTokens: completionRequest.tokenUsage.cacheReadInputTokens,
|
|
|
inputTokens: completionRequest.tokenUsage.promptTokens,
|
|
|
outputTokens: completionRequest.tokenUsage.completionTokens,
|
|
|
totalCost: completionRequest.totalCostUsd,
|
Frank