فهرست منبع

feat: update stream options

CalciumIon 1 سال پیش
والد
کامیت
0526c85732
1فایلهای تغییر یافته به همراه2 افزوده شده و 6 حذف شده
  1. 2 6
      relay/channel/openai/relay-openai.go

+ 2 - 6
relay/channel/openai/relay-openai.go

@@ -78,9 +78,7 @@ func OpenaiStreamHandler(c *gin.Context, resp *http.Response, info *relaycommon.
 					if err == nil {
 						if streamResponse.Usage != nil {
 							if streamResponse.Usage.TotalTokens != 0 {
-								usage.PromptTokens += streamResponse.Usage.PromptTokens
-								usage.CompletionTokens += streamResponse.Usage.CompletionTokens
-								usage.TotalTokens += streamResponse.Usage.TotalTokens
+								usage = *streamResponse.Usage
 							}
 						}
 						for _, choice := range streamResponse.Choices {
@@ -101,9 +99,7 @@ func OpenaiStreamHandler(c *gin.Context, resp *http.Response, info *relaycommon.
 				for _, streamResponse := range streamResponses {
 					if streamResponse.Usage != nil {
 						if streamResponse.Usage.TotalTokens != 0 {
-							usage.PromptTokens += streamResponse.Usage.PromptTokens
-							usage.CompletionTokens += streamResponse.Usage.CompletionTokens
-							usage.TotalTokens += streamResponse.Usage.TotalTokens
+							usage = *streamResponse.Usage
 						}
 					}
 					for _, choice := range streamResponse.Choices {