Просмотр исходного кода

Requesty: Only report final usage (#3542)

Daniel Trugman 7 месяцев назад
Родитель
Сommit
a14b655590
2 измененных файлов с 12 добавлено и 1 удалено
  1. 5 0
      .changeset/twelve-ants-scream.md
  2. 7 1
      src/api/providers/requesty.ts

+ 5 - 0
.changeset/twelve-ants-scream.md

@@ -0,0 +1,5 @@
+---
+"roo-cline": patch
+---
+
+Requesty: Fix token usage counts

+ 7 - 1
src/api/providers/requesty.ts

@@ -101,6 +101,8 @@ export class RequestyHandler extends BaseProvider implements SingleCompletionHan
 
 		const stream = await this.client.chat.completions.create(completionParams)
 
+		let lastUsage: any = undefined
+
 		for await (const chunk of stream) {
 			const delta = chunk.choices[0]?.delta
 			if (delta?.content) {
@@ -118,9 +120,13 @@ export class RequestyHandler extends BaseProvider implements SingleCompletionHan
 			}
 
 			if (chunk.usage) {
-				yield this.processUsageMetrics(chunk.usage, model.info)
+				lastUsage = chunk.usage
 			}
 		}
+
+		if (lastUsage) {
+			yield this.processUsageMetrics(lastUsage, model.info)
+		}
 	}
 
 	async completePrompt(prompt: string): Promise<string> {