relay-text.go 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558
  1. package relay
  2. import (
  3. "bytes"
  4. "encoding/json"
  5. "errors"
  6. "fmt"
  7. "io"
  8. "math"
  9. "net/http"
  10. "one-api/common"
  11. "one-api/constant"
  12. "one-api/dto"
  13. "one-api/model"
  14. relaycommon "one-api/relay/common"
  15. relayconstant "one-api/relay/constant"
  16. "one-api/relay/helper"
  17. "one-api/service"
  18. "one-api/setting"
  19. "one-api/setting/model_setting"
  20. "one-api/setting/operation_setting"
  21. "strings"
  22. "time"
  23. "github.com/bytedance/gopkg/util/gopool"
  24. "github.com/shopspring/decimal"
  25. "github.com/gin-gonic/gin"
  26. )
  27. func getAndValidateTextRequest(c *gin.Context, relayInfo *relaycommon.RelayInfo) (*dto.GeneralOpenAIRequest, error) {
  28. textRequest := &dto.GeneralOpenAIRequest{}
  29. err := common.UnmarshalBodyReusable(c, textRequest)
  30. if err != nil {
  31. return nil, err
  32. }
  33. if relayInfo.RelayMode == relayconstant.RelayModeModerations && textRequest.Model == "" {
  34. textRequest.Model = "text-moderation-latest"
  35. }
  36. if relayInfo.RelayMode == relayconstant.RelayModeEmbeddings && textRequest.Model == "" {
  37. textRequest.Model = c.Param("model")
  38. }
  39. if textRequest.MaxTokens > math.MaxInt32/2 {
  40. return nil, errors.New("max_tokens is invalid")
  41. }
  42. if textRequest.Model == "" {
  43. return nil, errors.New("model is required")
  44. }
  45. if textRequest.WebSearchOptions != nil {
  46. if textRequest.WebSearchOptions.SearchContextSize != "" {
  47. validSizes := map[string]bool{
  48. "high": true,
  49. "medium": true,
  50. "low": true,
  51. }
  52. if !validSizes[textRequest.WebSearchOptions.SearchContextSize] {
  53. return nil, errors.New("invalid search_context_size, must be one of: high, medium, low")
  54. }
  55. } else {
  56. textRequest.WebSearchOptions.SearchContextSize = "medium"
  57. }
  58. }
  59. switch relayInfo.RelayMode {
  60. case relayconstant.RelayModeCompletions:
  61. if textRequest.Prompt == "" {
  62. return nil, errors.New("field prompt is required")
  63. }
  64. case relayconstant.RelayModeChatCompletions:
  65. if len(textRequest.Messages) == 0 {
  66. return nil, errors.New("field messages is required")
  67. }
  68. case relayconstant.RelayModeEmbeddings:
  69. case relayconstant.RelayModeModerations:
  70. if textRequest.Input == nil || textRequest.Input == "" {
  71. return nil, errors.New("field input is required")
  72. }
  73. case relayconstant.RelayModeEdits:
  74. if textRequest.Instruction == "" {
  75. return nil, errors.New("field instruction is required")
  76. }
  77. }
  78. relayInfo.IsStream = textRequest.Stream
  79. return textRequest, nil
  80. }
  81. func TextHelper(c *gin.Context) (openaiErr *dto.OpenAIErrorWithStatusCode) {
  82. relayInfo := relaycommon.GenRelayInfo(c)
  83. // get & validate textRequest 获取并验证文本请求
  84. textRequest, err := getAndValidateTextRequest(c, relayInfo)
  85. if err != nil {
  86. common.LogError(c, fmt.Sprintf("getAndValidateTextRequest failed: %s", err.Error()))
  87. return service.OpenAIErrorWrapperLocal(err, "invalid_text_request", http.StatusBadRequest)
  88. }
  89. if textRequest.WebSearchOptions != nil {
  90. c.Set("chat_completion_web_search_context_size", textRequest.WebSearchOptions.SearchContextSize)
  91. }
  92. if setting.ShouldCheckPromptSensitive() {
  93. words, err := checkRequestSensitive(textRequest, relayInfo)
  94. if err != nil {
  95. common.LogWarn(c, fmt.Sprintf("user sensitive words detected: %s", strings.Join(words, ", ")))
  96. return service.OpenAIErrorWrapperLocal(err, "sensitive_words_detected", http.StatusBadRequest)
  97. }
  98. }
  99. err = helper.ModelMappedHelper(c, relayInfo, textRequest)
  100. if err != nil {
  101. return service.OpenAIErrorWrapperLocal(err, "model_mapped_error", http.StatusInternalServerError)
  102. }
  103. // 获取 promptTokens,如果上下文中已经存在,则直接使用
  104. var promptTokens int
  105. if value, exists := c.Get("prompt_tokens"); exists {
  106. promptTokens = value.(int)
  107. relayInfo.PromptTokens = promptTokens
  108. } else {
  109. promptTokens, err = getPromptTokens(textRequest, relayInfo)
  110. // count messages token error 计算promptTokens错误
  111. if err != nil {
  112. return service.OpenAIErrorWrapper(err, "count_token_messages_failed", http.StatusInternalServerError)
  113. }
  114. c.Set("prompt_tokens", promptTokens)
  115. }
  116. priceData, err := helper.ModelPriceHelper(c, relayInfo, promptTokens, int(math.Max(float64(textRequest.MaxTokens), float64(textRequest.MaxCompletionTokens))))
  117. if err != nil {
  118. return service.OpenAIErrorWrapperLocal(err, "model_price_error", http.StatusInternalServerError)
  119. }
  120. // pre-consume quota 预消耗配额
  121. preConsumedQuota, userQuota, openaiErr := preConsumeQuota(c, priceData.ShouldPreConsumedQuota, relayInfo)
  122. if openaiErr != nil {
  123. return openaiErr
  124. }
  125. defer func() {
  126. if openaiErr != nil {
  127. returnPreConsumedQuota(c, relayInfo, userQuota, preConsumedQuota)
  128. }
  129. }()
  130. includeUsage := false
  131. // 判断用户是否需要返回使用情况
  132. if textRequest.StreamOptions != nil && textRequest.StreamOptions.IncludeUsage {
  133. includeUsage = true
  134. }
  135. // 如果不支持StreamOptions,将StreamOptions设置为nil
  136. if !relayInfo.SupportStreamOptions || !textRequest.Stream {
  137. textRequest.StreamOptions = nil
  138. } else {
  139. // 如果支持StreamOptions,且请求中没有设置StreamOptions,根据配置文件设置StreamOptions
  140. if constant.ForceStreamOption {
  141. textRequest.StreamOptions = &dto.StreamOptions{
  142. IncludeUsage: true,
  143. }
  144. }
  145. }
  146. if includeUsage {
  147. relayInfo.ShouldIncludeUsage = true
  148. }
  149. adaptor := GetAdaptor(relayInfo.ApiType)
  150. if adaptor == nil {
  151. return service.OpenAIErrorWrapperLocal(fmt.Errorf("invalid api type: %d", relayInfo.ApiType), "invalid_api_type", http.StatusBadRequest)
  152. }
  153. adaptor.Init(relayInfo)
  154. var requestBody io.Reader
  155. if model_setting.GetGlobalSettings().PassThroughRequestEnabled {
  156. body, err := common.GetRequestBody(c)
  157. if err != nil {
  158. return service.OpenAIErrorWrapperLocal(err, "get_request_body_failed", http.StatusInternalServerError)
  159. }
  160. requestBody = bytes.NewBuffer(body)
  161. } else {
  162. convertedRequest, err := adaptor.ConvertOpenAIRequest(c, relayInfo, textRequest)
  163. if err != nil {
  164. return service.OpenAIErrorWrapperLocal(err, "convert_request_failed", http.StatusInternalServerError)
  165. }
  166. jsonData, err := json.Marshal(convertedRequest)
  167. if err != nil {
  168. return service.OpenAIErrorWrapperLocal(err, "json_marshal_failed", http.StatusInternalServerError)
  169. }
  170. // apply param override
  171. if len(relayInfo.ParamOverride) > 0 {
  172. reqMap := make(map[string]interface{})
  173. err = json.Unmarshal(jsonData, &reqMap)
  174. if err != nil {
  175. return service.OpenAIErrorWrapperLocal(err, "param_override_unmarshal_failed", http.StatusInternalServerError)
  176. }
  177. for key, value := range relayInfo.ParamOverride {
  178. reqMap[key] = value
  179. }
  180. jsonData, err = json.Marshal(reqMap)
  181. if err != nil {
  182. return service.OpenAIErrorWrapperLocal(err, "param_override_marshal_failed", http.StatusInternalServerError)
  183. }
  184. }
  185. if common.DebugEnabled {
  186. println("requestBody: ", string(jsonData))
  187. }
  188. requestBody = bytes.NewBuffer(jsonData)
  189. }
  190. var httpResp *http.Response
  191. resp, err := adaptor.DoRequest(c, relayInfo, requestBody)
  192. if err != nil {
  193. return service.OpenAIErrorWrapper(err, "do_request_failed", http.StatusInternalServerError)
  194. }
  195. statusCodeMappingStr := c.GetString("status_code_mapping")
  196. if resp != nil {
  197. httpResp = resp.(*http.Response)
  198. relayInfo.IsStream = relayInfo.IsStream || strings.HasPrefix(httpResp.Header.Get("Content-Type"), "text/event-stream")
  199. if httpResp.StatusCode != http.StatusOK {
  200. openaiErr = service.RelayErrorHandler(httpResp, false)
  201. // reset status code 重置状态码
  202. service.ResetStatusCode(openaiErr, statusCodeMappingStr)
  203. return openaiErr
  204. }
  205. }
  206. usage, openaiErr := adaptor.DoResponse(c, httpResp, relayInfo)
  207. if openaiErr != nil {
  208. // reset status code 重置状态码
  209. service.ResetStatusCode(openaiErr, statusCodeMappingStr)
  210. return openaiErr
  211. }
  212. if strings.HasPrefix(relayInfo.OriginModelName, "gpt-4o-audio") {
  213. service.PostAudioConsumeQuota(c, relayInfo, usage.(*dto.Usage), preConsumedQuota, userQuota, priceData, "")
  214. } else {
  215. postConsumeQuota(c, relayInfo, usage.(*dto.Usage), preConsumedQuota, userQuota, priceData, "")
  216. }
  217. return nil
  218. }
  219. func getPromptTokens(textRequest *dto.GeneralOpenAIRequest, info *relaycommon.RelayInfo) (int, error) {
  220. var promptTokens int
  221. var err error
  222. switch info.RelayMode {
  223. case relayconstant.RelayModeChatCompletions:
  224. promptTokens, err = service.CountTokenChatRequest(info, *textRequest)
  225. case relayconstant.RelayModeCompletions:
  226. promptTokens = service.CountTokenInput(textRequest.Prompt, textRequest.Model)
  227. case relayconstant.RelayModeModerations:
  228. promptTokens = service.CountTokenInput(textRequest.Input, textRequest.Model)
  229. case relayconstant.RelayModeEmbeddings:
  230. promptTokens = service.CountTokenInput(textRequest.Input, textRequest.Model)
  231. default:
  232. err = errors.New("unknown relay mode")
  233. promptTokens = 0
  234. }
  235. info.PromptTokens = promptTokens
  236. return promptTokens, err
  237. }
  238. func checkRequestSensitive(textRequest *dto.GeneralOpenAIRequest, info *relaycommon.RelayInfo) ([]string, error) {
  239. var err error
  240. var words []string
  241. switch info.RelayMode {
  242. case relayconstant.RelayModeChatCompletions:
  243. words, err = service.CheckSensitiveMessages(textRequest.Messages)
  244. case relayconstant.RelayModeCompletions:
  245. words, err = service.CheckSensitiveInput(textRequest.Prompt)
  246. case relayconstant.RelayModeModerations:
  247. words, err = service.CheckSensitiveInput(textRequest.Input)
  248. case relayconstant.RelayModeEmbeddings:
  249. words, err = service.CheckSensitiveInput(textRequest.Input)
  250. }
  251. return words, err
  252. }
  253. // 预扣费并返回用户剩余配额
  254. func preConsumeQuota(c *gin.Context, preConsumedQuota int, relayInfo *relaycommon.RelayInfo) (int, int, *dto.OpenAIErrorWithStatusCode) {
  255. userQuota, err := model.GetUserQuota(relayInfo.UserId, false)
  256. if err != nil {
  257. return 0, 0, service.OpenAIErrorWrapperLocal(err, "get_user_quota_failed", http.StatusInternalServerError)
  258. }
  259. if userQuota <= 0 {
  260. return 0, 0, service.OpenAIErrorWrapperLocal(errors.New("user quota is not enough"), "insufficient_user_quota", http.StatusForbidden)
  261. }
  262. if userQuota-preConsumedQuota < 0 {
  263. return 0, 0, service.OpenAIErrorWrapperLocal(fmt.Errorf("chat pre-consumed quota failed, user quota: %s, need quota: %s", common.FormatQuota(userQuota), common.FormatQuota(preConsumedQuota)), "insufficient_user_quota", http.StatusForbidden)
  264. }
  265. relayInfo.UserQuota = userQuota
  266. if userQuota > 100*preConsumedQuota {
  267. // 用户额度充足,判断令牌额度是否充足
  268. if !relayInfo.TokenUnlimited {
  269. // 非无限令牌,判断令牌额度是否充足
  270. tokenQuota := c.GetInt("token_quota")
  271. if tokenQuota > 100*preConsumedQuota {
  272. // 令牌额度充足,信任令牌
  273. preConsumedQuota = 0
  274. common.LogInfo(c, fmt.Sprintf("user %d quota %s and token %d quota %d are enough, trusted and no need to pre-consume", relayInfo.UserId, common.FormatQuota(userQuota), relayInfo.TokenId, tokenQuota))
  275. }
  276. } else {
  277. // in this case, we do not pre-consume quota
  278. // because the user has enough quota
  279. preConsumedQuota = 0
  280. common.LogInfo(c, fmt.Sprintf("user %d with unlimited token has enough quota %s, trusted and no need to pre-consume", relayInfo.UserId, common.FormatQuota(userQuota)))
  281. }
  282. }
  283. if preConsumedQuota > 0 {
  284. err := service.PreConsumeTokenQuota(relayInfo, preConsumedQuota)
  285. if err != nil {
  286. return 0, 0, service.OpenAIErrorWrapperLocal(err, "pre_consume_token_quota_failed", http.StatusForbidden)
  287. }
  288. err = model.DecreaseUserQuota(relayInfo.UserId, preConsumedQuota)
  289. if err != nil {
  290. return 0, 0, service.OpenAIErrorWrapperLocal(err, "decrease_user_quota_failed", http.StatusInternalServerError)
  291. }
  292. }
  293. return preConsumedQuota, userQuota, nil
  294. }
  295. func returnPreConsumedQuota(c *gin.Context, relayInfo *relaycommon.RelayInfo, userQuota int, preConsumedQuota int) {
  296. if preConsumedQuota != 0 {
  297. gopool.Go(func() {
  298. relayInfoCopy := *relayInfo
  299. err := service.PostConsumeQuota(&relayInfoCopy, -preConsumedQuota, 0, false)
  300. if err != nil {
  301. common.SysError("error return pre-consumed quota: " + err.Error())
  302. }
  303. })
  304. }
  305. }
  306. func postConsumeQuota(ctx *gin.Context, relayInfo *relaycommon.RelayInfo,
  307. usage *dto.Usage, preConsumedQuota int, userQuota int, priceData helper.PriceData, extraContent string) {
  308. if usage == nil {
  309. usage = &dto.Usage{
  310. PromptTokens: relayInfo.PromptTokens,
  311. CompletionTokens: 0,
  312. TotalTokens: relayInfo.PromptTokens,
  313. }
  314. extraContent += "(可能是请求出错)"
  315. }
  316. useTimeSeconds := time.Now().Unix() - relayInfo.StartTime.Unix()
  317. promptTokens := usage.PromptTokens
  318. cacheTokens := usage.PromptTokensDetails.CachedTokens
  319. imageTokens := usage.PromptTokensDetails.ImageTokens
  320. audioTokens := usage.PromptTokensDetails.AudioTokens
  321. completionTokens := usage.CompletionTokens
  322. modelName := relayInfo.OriginModelName
  323. tokenName := ctx.GetString("token_name")
  324. completionRatio := priceData.CompletionRatio
  325. cacheRatio := priceData.CacheRatio
  326. imageRatio := priceData.ImageRatio
  327. modelRatio := priceData.ModelRatio
  328. groupRatio := priceData.GroupRatioInfo.GroupRatio
  329. modelPrice := priceData.ModelPrice
  330. // Convert values to decimal for precise calculation
  331. dPromptTokens := decimal.NewFromInt(int64(promptTokens))
  332. dCacheTokens := decimal.NewFromInt(int64(cacheTokens))
  333. dImageTokens := decimal.NewFromInt(int64(imageTokens))
  334. dAudioTokens := decimal.NewFromInt(int64(audioTokens))
  335. dCompletionTokens := decimal.NewFromInt(int64(completionTokens))
  336. dCompletionRatio := decimal.NewFromFloat(completionRatio)
  337. dCacheRatio := decimal.NewFromFloat(cacheRatio)
  338. dImageRatio := decimal.NewFromFloat(imageRatio)
  339. dModelRatio := decimal.NewFromFloat(modelRatio)
  340. dGroupRatio := decimal.NewFromFloat(groupRatio)
  341. dModelPrice := decimal.NewFromFloat(modelPrice)
  342. dQuotaPerUnit := decimal.NewFromFloat(common.QuotaPerUnit)
  343. ratio := dModelRatio.Mul(dGroupRatio)
  344. // openai web search 工具计费
  345. var dWebSearchQuota decimal.Decimal
  346. var webSearchPrice float64
  347. if relayInfo.ResponsesUsageInfo != nil {
  348. if webSearchTool, exists := relayInfo.ResponsesUsageInfo.BuiltInTools[dto.BuildInToolWebSearchPreview]; exists && webSearchTool.CallCount > 0 {
  349. // 计算 web search 调用的配额 (配额 = 价格 * 调用次数 / 1000 * 分组倍率)
  350. webSearchPrice = operation_setting.GetWebSearchPricePerThousand(modelName, webSearchTool.SearchContextSize)
  351. dWebSearchQuota = decimal.NewFromFloat(webSearchPrice).
  352. Mul(decimal.NewFromInt(int64(webSearchTool.CallCount))).
  353. Div(decimal.NewFromInt(1000)).Mul(dGroupRatio).Mul(dQuotaPerUnit)
  354. extraContent += fmt.Sprintf("Web Search 调用 %d 次,上下文大小 %s,调用花费 %s",
  355. webSearchTool.CallCount, webSearchTool.SearchContextSize, dWebSearchQuota.String())
  356. }
  357. } else if strings.HasSuffix(modelName, "search-preview") {
  358. // search-preview 模型不支持 response api
  359. searchContextSize := ctx.GetString("chat_completion_web_search_context_size")
  360. if searchContextSize == "" {
  361. searchContextSize = "medium"
  362. }
  363. webSearchPrice = operation_setting.GetWebSearchPricePerThousand(modelName, searchContextSize)
  364. dWebSearchQuota = decimal.NewFromFloat(webSearchPrice).
  365. Div(decimal.NewFromInt(1000)).Mul(dGroupRatio).Mul(dQuotaPerUnit)
  366. extraContent += fmt.Sprintf("Web Search 调用 1 次,上下文大小 %s,调用花费 %s",
  367. searchContextSize, dWebSearchQuota.String())
  368. }
  369. // file search tool 计费
  370. var dFileSearchQuota decimal.Decimal
  371. var fileSearchPrice float64
  372. if relayInfo.ResponsesUsageInfo != nil {
  373. if fileSearchTool, exists := relayInfo.ResponsesUsageInfo.BuiltInTools[dto.BuildInToolFileSearch]; exists && fileSearchTool.CallCount > 0 {
  374. fileSearchPrice = operation_setting.GetFileSearchPricePerThousand()
  375. dFileSearchQuota = decimal.NewFromFloat(fileSearchPrice).
  376. Mul(decimal.NewFromInt(int64(fileSearchTool.CallCount))).
  377. Div(decimal.NewFromInt(1000)).Mul(dGroupRatio).Mul(dQuotaPerUnit)
  378. extraContent += fmt.Sprintf("File Search 调用 %d 次,调用花费 %s",
  379. fileSearchTool.CallCount, dFileSearchQuota.String())
  380. }
  381. }
  382. var quotaCalculateDecimal decimal.Decimal
  383. var audioInputQuota decimal.Decimal
  384. var audioInputPrice float64
  385. if !priceData.UsePrice {
  386. baseTokens := dPromptTokens
  387. // 减去 cached tokens
  388. var cachedTokensWithRatio decimal.Decimal
  389. if !dCacheTokens.IsZero() {
  390. baseTokens = baseTokens.Sub(dCacheTokens)
  391. cachedTokensWithRatio = dCacheTokens.Mul(dCacheRatio)
  392. }
  393. // 减去 image tokens
  394. var imageTokensWithRatio decimal.Decimal
  395. if !dImageTokens.IsZero() {
  396. baseTokens = baseTokens.Sub(dImageTokens)
  397. imageTokensWithRatio = dImageTokens.Mul(dImageRatio)
  398. }
  399. // 减去 Gemini audio tokens
  400. if !dAudioTokens.IsZero() {
  401. audioInputPrice = operation_setting.GetGeminiInputAudioPricePerMillionTokens(modelName)
  402. if audioInputPrice > 0 {
  403. // 重新计算 base tokens
  404. baseTokens = baseTokens.Sub(dAudioTokens)
  405. audioInputQuota = decimal.NewFromFloat(audioInputPrice).Div(decimal.NewFromInt(1000000)).Mul(dAudioTokens).Mul(dGroupRatio).Mul(dQuotaPerUnit)
  406. extraContent += fmt.Sprintf("Audio Input 花费 %s", audioInputQuota.String())
  407. }
  408. }
  409. promptQuota := baseTokens.Add(cachedTokensWithRatio).Add(imageTokensWithRatio)
  410. completionQuota := dCompletionTokens.Mul(dCompletionRatio)
  411. quotaCalculateDecimal = promptQuota.Add(completionQuota).Mul(ratio)
  412. if !ratio.IsZero() && quotaCalculateDecimal.LessThanOrEqual(decimal.Zero) {
  413. quotaCalculateDecimal = decimal.NewFromInt(1)
  414. }
  415. } else {
  416. quotaCalculateDecimal = dModelPrice.Mul(dQuotaPerUnit).Mul(dGroupRatio)
  417. }
  418. // 添加 responses tools call 调用的配额
  419. quotaCalculateDecimal = quotaCalculateDecimal.Add(dWebSearchQuota)
  420. quotaCalculateDecimal = quotaCalculateDecimal.Add(dFileSearchQuota)
  421. // 添加 audio input 独立计费
  422. quotaCalculateDecimal = quotaCalculateDecimal.Add(audioInputQuota)
  423. quota := int(quotaCalculateDecimal.Round(0).IntPart())
  424. totalTokens := promptTokens + completionTokens
  425. var logContent string
  426. if !priceData.UsePrice {
  427. logContent = fmt.Sprintf("模型倍率 %.2f,补全倍率 %.2f,分组倍率 %.2f", modelRatio, completionRatio, groupRatio)
  428. } else {
  429. logContent = fmt.Sprintf("模型价格 %.2f,分组倍率 %.2f", modelPrice, groupRatio)
  430. }
  431. // record all the consume log even if quota is 0
  432. if totalTokens == 0 {
  433. // in this case, must be some error happened
  434. // we cannot just return, because we may have to return the pre-consumed quota
  435. quota = 0
  436. logContent += fmt.Sprintf("(可能是上游超时)")
  437. common.LogError(ctx, fmt.Sprintf("total tokens is 0, cannot consume quota, userId %d, channelId %d, "+
  438. "tokenId %d, model %s, pre-consumed quota %d", relayInfo.UserId, relayInfo.ChannelId, relayInfo.TokenId, modelName, preConsumedQuota))
  439. } else {
  440. model.UpdateUserUsedQuotaAndRequestCount(relayInfo.UserId, quota)
  441. model.UpdateChannelUsedQuota(relayInfo.ChannelId, quota)
  442. }
  443. quotaDelta := quota - preConsumedQuota
  444. if quotaDelta != 0 {
  445. err := service.PostConsumeQuota(relayInfo, quotaDelta, preConsumedQuota, true)
  446. if err != nil {
  447. common.LogError(ctx, "error consuming token remain quota: "+err.Error())
  448. }
  449. }
  450. logModel := modelName
  451. if strings.HasPrefix(logModel, "gpt-4-gizmo") {
  452. logModel = "gpt-4-gizmo-*"
  453. logContent += fmt.Sprintf(",模型 %s", modelName)
  454. }
  455. if strings.HasPrefix(logModel, "gpt-4o-gizmo") {
  456. logModel = "gpt-4o-gizmo-*"
  457. logContent += fmt.Sprintf(",模型 %s", modelName)
  458. }
  459. if extraContent != "" {
  460. logContent += ", " + extraContent
  461. }
  462. other := service.GenerateTextOtherInfo(ctx, relayInfo, modelRatio, groupRatio, completionRatio, cacheTokens, cacheRatio, modelPrice, priceData.GroupRatioInfo.GroupSpecialRatio)
  463. if imageTokens != 0 {
  464. other["image"] = true
  465. other["image_ratio"] = imageRatio
  466. other["image_output"] = imageTokens
  467. }
  468. if !dWebSearchQuota.IsZero() {
  469. if relayInfo.ResponsesUsageInfo != nil {
  470. if webSearchTool, exists := relayInfo.ResponsesUsageInfo.BuiltInTools[dto.BuildInToolWebSearchPreview]; exists {
  471. other["web_search"] = true
  472. other["web_search_call_count"] = webSearchTool.CallCount
  473. other["web_search_price"] = webSearchPrice
  474. }
  475. } else if strings.HasSuffix(modelName, "search-preview") {
  476. other["web_search"] = true
  477. other["web_search_call_count"] = 1
  478. other["web_search_price"] = webSearchPrice
  479. }
  480. }
  481. if !dFileSearchQuota.IsZero() && relayInfo.ResponsesUsageInfo != nil {
  482. if fileSearchTool, exists := relayInfo.ResponsesUsageInfo.BuiltInTools[dto.BuildInToolFileSearch]; exists {
  483. other["file_search"] = true
  484. other["file_search_call_count"] = fileSearchTool.CallCount
  485. other["file_search_price"] = fileSearchPrice
  486. }
  487. }
  488. if !audioInputQuota.IsZero() {
  489. other["audio_input_seperate_price"] = true
  490. other["audio_input_token_count"] = audioTokens
  491. other["audio_input_price"] = audioInputPrice
  492. }
  493. model.RecordConsumeLog(ctx, relayInfo.UserId, model.RecordConsumeLogParams{
  494. ChannelId: relayInfo.ChannelId,
  495. PromptTokens: promptTokens,
  496. CompletionTokens: completionTokens,
  497. ModelName: logModel,
  498. TokenName: tokenName,
  499. Quota: quota,
  500. Content: logContent,
  501. TokenId: relayInfo.TokenId,
  502. UserQuota: userQuota,
  503. UseTimeSeconds: int(useTimeSeconds),
  504. IsStream: relayInfo.IsStream,
  505. Group: relayInfo.UsingGroup,
  506. Other: other,
  507. })
  508. }