Просмотр исходного кода

Use openrouter generation endpoint for usage reporting

Saoud Rizwan 1 год назад
Родитель
Сommit
729e32514e
1 измененных файлов с 10 добавлено и 12 удалено
  1. 10 12
      src/api/providers/openrouter.ts

+ 10 - 12
src/api/providers/openrouter.ts

@@ -107,13 +107,13 @@ export class OpenRouterHandler implements ApiHandler {
 					text: delta.content,
 				}
 			}
-			if (chunk.usage) {
-				yield {
-					type: "usage",
-					inputTokens: chunk.usage.prompt_tokens || 0,
-					outputTokens: chunk.usage.completion_tokens || 0,
-				}
-			}
+			// if (chunk.usage) {
+			// 	yield {
+			// 		type: "usage",
+			// 		inputTokens: chunk.usage.prompt_tokens || 0,
+			// 		outputTokens: chunk.usage.completion_tokens || 0,
+			// 	}
+			// }
 		}
 
 		try {
@@ -130,11 +130,9 @@ export class OpenRouterHandler implements ApiHandler {
 				type: "usage",
 				// cacheWriteTokens: 0,
 				// cacheReadTokens: 0,
-				// openrouter generation endpoint fails often, so we'll report tokens from stream as normal
-				// inputTokens: generation?.native_tokens_prompt || 0,
-				// outputTokens: generation?.native_tokens_completion || 0,
-				inputTokens: 0,
-				outputTokens: 0,
+				// openrouter generation endpoint fails often
+				inputTokens: generation?.native_tokens_prompt || 0,
+				outputTokens: generation?.native_tokens_completion || 0,
 				totalCost: generation?.total_cost || 0,
 			}
 		} catch (error) {