Frank 4 месяцев назад
Родитель
Сommit
7a7b3c6315
1 измененных файлов с 12 добавлено и 6 удалено
  1. 12 6
      packages/console/app/src/routes/zen/v1/chat/completions.ts

+ 12 - 6
packages/console/app/src/routes/zen/v1/chat/completions.ts

@@ -47,11 +47,17 @@ export function POST(input: APIEvent) {
       usage = json.usage
       usage = json.usage
     },
     },
     getStreamUsage: () => usage,
     getStreamUsage: () => usage,
-    normalizeUsage: (usage: Usage) => ({
-      inputTokens: usage.prompt_tokens ?? 0,
-      outputTokens: usage.completion_tokens ?? 0,
-      reasoningTokens: usage.completion_tokens_details?.reasoning_tokens ?? undefined,
-      cacheReadTokens: usage.cached_tokens ?? usage.prompt_tokens_details?.cached_tokens ?? undefined,
-    }),
+    normalizeUsage: (usage: Usage) => {
+      const inputTokens = usage.prompt_tokens ?? 0
+      const outputTokens = usage.completion_tokens ?? 0
+      const reasoningTokens = usage.completion_tokens_details?.reasoning_tokens ?? undefined
+      const cacheReadTokens = usage.cached_tokens ?? usage.prompt_tokens_details?.cached_tokens ?? undefined
+      return {
+        inputTokens: inputTokens - (cacheReadTokens ?? 0),
+        outputTokens: outputTokens - (reasoningTokens ?? 0),
+        reasoningTokens,
+        cacheReadTokens,
+      }
+    },
   })
   })
 }
 }