Browse Source

zen: tpm based routing

Frank 1 day ago
parent
commit
ae7a3518f7
1 changed files with 1 additions and 7 deletions
  1. 1 7
      packages/console/app/src/routes/zen/util/modelTpmLimiter.ts

+ 1 - 7
packages/console/app/src/routes/zen/util/modelTpmLimiter.ts

@@ -32,13 +32,7 @@ export function createModelTpmLimiter(providers: { id: string; model: string; tp
     track: async (id: string, model: string, usageInfo: UsageInfo) => {
       const key = `${id}/${model}`
       if (!keys.includes(key)) return
-      const usage =
-        usageInfo.inputTokens +
-        usageInfo.outputTokens +
-        (usageInfo.reasoningTokens ?? 0) +
-        (usageInfo.cacheReadTokens ?? 0) +
-        (usageInfo.cacheWrite5mTokens ?? 0) +
-        (usageInfo.cacheWrite1hTokens ?? 0)
+      const usage = usageInfo.inputTokens
       if (usage <= 0) return
       await Database.use((tx) =>
         tx