quota.go 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568
  1. package service
  2. import (
  3. "errors"
  4. "fmt"
  5. "log"
  6. "math"
  7. "strings"
  8. "time"
  9. "github.com/QuantumNous/new-api/common"
  10. "github.com/QuantumNous/new-api/constant"
  11. "github.com/QuantumNous/new-api/dto"
  12. "github.com/QuantumNous/new-api/logger"
  13. "github.com/QuantumNous/new-api/model"
  14. relaycommon "github.com/QuantumNous/new-api/relay/common"
  15. "github.com/QuantumNous/new-api/setting/ratio_setting"
  16. "github.com/QuantumNous/new-api/setting/system_setting"
  17. "github.com/QuantumNous/new-api/types"
  18. "github.com/bytedance/gopkg/util/gopool"
  19. "github.com/gin-gonic/gin"
  20. "github.com/shopspring/decimal"
  21. )
  22. type TokenDetails struct {
  23. TextTokens int
  24. AudioTokens int
  25. }
  26. type QuotaInfo struct {
  27. InputDetails TokenDetails
  28. OutputDetails TokenDetails
  29. ModelName string
  30. UsePrice bool
  31. ModelPrice float64
  32. ModelRatio float64
  33. GroupRatio float64
  34. }
  35. func hasCustomModelRatio(modelName string, currentRatio float64) bool {
  36. defaultRatio, exists := ratio_setting.GetDefaultModelRatioMap()[modelName]
  37. if !exists {
  38. return true
  39. }
  40. return currentRatio != defaultRatio
  41. }
  42. func calculateAudioQuota(info QuotaInfo) int {
  43. if info.UsePrice {
  44. modelPrice := decimal.NewFromFloat(info.ModelPrice)
  45. quotaPerUnit := decimal.NewFromFloat(common.QuotaPerUnit)
  46. groupRatio := decimal.NewFromFloat(info.GroupRatio)
  47. quota := modelPrice.Mul(quotaPerUnit).Mul(groupRatio)
  48. return int(quota.IntPart())
  49. }
  50. completionRatio := decimal.NewFromFloat(ratio_setting.GetCompletionRatio(info.ModelName))
  51. audioRatio := decimal.NewFromFloat(ratio_setting.GetAudioRatio(info.ModelName))
  52. audioCompletionRatio := decimal.NewFromFloat(ratio_setting.GetAudioCompletionRatio(info.ModelName))
  53. groupRatio := decimal.NewFromFloat(info.GroupRatio)
  54. modelRatio := decimal.NewFromFloat(info.ModelRatio)
  55. ratio := groupRatio.Mul(modelRatio)
  56. inputTextTokens := decimal.NewFromInt(int64(info.InputDetails.TextTokens))
  57. outputTextTokens := decimal.NewFromInt(int64(info.OutputDetails.TextTokens))
  58. inputAudioTokens := decimal.NewFromInt(int64(info.InputDetails.AudioTokens))
  59. outputAudioTokens := decimal.NewFromInt(int64(info.OutputDetails.AudioTokens))
  60. quota := decimal.Zero
  61. quota = quota.Add(inputTextTokens)
  62. quota = quota.Add(outputTextTokens.Mul(completionRatio))
  63. quota = quota.Add(inputAudioTokens.Mul(audioRatio))
  64. quota = quota.Add(outputAudioTokens.Mul(audioRatio).Mul(audioCompletionRatio))
  65. quota = quota.Mul(ratio)
  66. // If ratio is not zero and quota is less than or equal to zero, set quota to 1
  67. if !ratio.IsZero() && quota.LessThanOrEqual(decimal.Zero) {
  68. quota = decimal.NewFromInt(1)
  69. }
  70. return int(quota.Round(0).IntPart())
  71. }
  72. func PreWssConsumeQuota(ctx *gin.Context, relayInfo *relaycommon.RelayInfo, usage *dto.RealtimeUsage) error {
  73. if relayInfo.UsePrice {
  74. return nil
  75. }
  76. userQuota, err := model.GetUserQuota(relayInfo.UserId, false)
  77. if err != nil {
  78. return err
  79. }
  80. token, err := model.GetTokenByKey(strings.TrimLeft(relayInfo.TokenKey, "sk-"), false)
  81. if err != nil {
  82. return err
  83. }
  84. modelName := relayInfo.OriginModelName
  85. textInputTokens := usage.InputTokenDetails.TextTokens
  86. textOutTokens := usage.OutputTokenDetails.TextTokens
  87. audioInputTokens := usage.InputTokenDetails.AudioTokens
  88. audioOutTokens := usage.OutputTokenDetails.AudioTokens
  89. groupRatio := ratio_setting.GetGroupRatio(relayInfo.UsingGroup)
  90. modelRatio, _, _ := ratio_setting.GetModelRatio(modelName)
  91. autoGroup, exists := ctx.Get("auto_group")
  92. if exists {
  93. groupRatio = ratio_setting.GetGroupRatio(autoGroup.(string))
  94. log.Printf("final group ratio: %f", groupRatio)
  95. relayInfo.UsingGroup = autoGroup.(string)
  96. }
  97. actualGroupRatio := groupRatio
  98. userGroupRatio, ok := ratio_setting.GetGroupGroupRatio(relayInfo.UserGroup, relayInfo.UsingGroup)
  99. if ok {
  100. actualGroupRatio = userGroupRatio
  101. }
  102. quotaInfo := QuotaInfo{
  103. InputDetails: TokenDetails{
  104. TextTokens: textInputTokens,
  105. AudioTokens: audioInputTokens,
  106. },
  107. OutputDetails: TokenDetails{
  108. TextTokens: textOutTokens,
  109. AudioTokens: audioOutTokens,
  110. },
  111. ModelName: modelName,
  112. UsePrice: relayInfo.UsePrice,
  113. ModelRatio: modelRatio,
  114. GroupRatio: actualGroupRatio,
  115. }
  116. quota := calculateAudioQuota(quotaInfo)
  117. if userQuota < quota {
  118. return fmt.Errorf("user quota is not enough, user quota: %s, need quota: %s", logger.FormatQuota(userQuota), logger.FormatQuota(quota))
  119. }
  120. if !token.UnlimitedQuota && token.RemainQuota < quota {
  121. return fmt.Errorf("token quota is not enough, token remain quota: %s, need quota: %s", logger.FormatQuota(token.RemainQuota), logger.FormatQuota(quota))
  122. }
  123. err = PostConsumeQuota(relayInfo, quota, 0, false)
  124. if err != nil {
  125. return err
  126. }
  127. logger.LogInfo(ctx, "realtime streaming consume quota success, quota: "+fmt.Sprintf("%d", quota))
  128. return nil
  129. }
  130. func PostWssConsumeQuota(ctx *gin.Context, relayInfo *relaycommon.RelayInfo, modelName string,
  131. usage *dto.RealtimeUsage, extraContent string) {
  132. useTimeSeconds := time.Now().Unix() - relayInfo.StartTime.Unix()
  133. textInputTokens := usage.InputTokenDetails.TextTokens
  134. textOutTokens := usage.OutputTokenDetails.TextTokens
  135. audioInputTokens := usage.InputTokenDetails.AudioTokens
  136. audioOutTokens := usage.OutputTokenDetails.AudioTokens
  137. tokenName := ctx.GetString("token_name")
  138. completionRatio := decimal.NewFromFloat(ratio_setting.GetCompletionRatio(modelName))
  139. audioRatio := decimal.NewFromFloat(ratio_setting.GetAudioRatio(relayInfo.OriginModelName))
  140. audioCompletionRatio := decimal.NewFromFloat(ratio_setting.GetAudioCompletionRatio(modelName))
  141. modelRatio := relayInfo.PriceData.ModelRatio
  142. groupRatio := relayInfo.PriceData.GroupRatioInfo.GroupRatio
  143. modelPrice := relayInfo.PriceData.ModelPrice
  144. usePrice := relayInfo.PriceData.UsePrice
  145. quotaInfo := QuotaInfo{
  146. InputDetails: TokenDetails{
  147. TextTokens: textInputTokens,
  148. AudioTokens: audioInputTokens,
  149. },
  150. OutputDetails: TokenDetails{
  151. TextTokens: textOutTokens,
  152. AudioTokens: audioOutTokens,
  153. },
  154. ModelName: modelName,
  155. UsePrice: usePrice,
  156. ModelRatio: modelRatio,
  157. GroupRatio: groupRatio,
  158. }
  159. quota := calculateAudioQuota(quotaInfo)
  160. totalTokens := usage.TotalTokens
  161. var logContent string
  162. if !usePrice {
  163. logContent = fmt.Sprintf("模型倍率 %.2f,补全倍率 %.2f,音频倍率 %.2f,音频补全倍率 %.2f,分组倍率 %.2f",
  164. modelRatio, completionRatio.InexactFloat64(), audioRatio.InexactFloat64(), audioCompletionRatio.InexactFloat64(), groupRatio)
  165. } else {
  166. logContent = fmt.Sprintf("模型价格 %.2f,分组倍率 %.2f", modelPrice, groupRatio)
  167. }
  168. // record all the consume log even if quota is 0
  169. if totalTokens == 0 {
  170. // in this case, must be some error happened
  171. // we cannot just return, because we may have to return the pre-consumed quota
  172. quota = 0
  173. logContent += fmt.Sprintf("(可能是上游超时)")
  174. logger.LogError(ctx, fmt.Sprintf("total tokens is 0, cannot consume quota, userId %d, channelId %d, "+
  175. "tokenId %d, model %s, pre-consumed quota %d", relayInfo.UserId, relayInfo.ChannelId, relayInfo.TokenId, modelName, relayInfo.FinalPreConsumedQuota))
  176. } else {
  177. model.UpdateUserUsedQuotaAndRequestCount(relayInfo.UserId, quota)
  178. model.UpdateChannelUsedQuota(relayInfo.ChannelId, quota)
  179. }
  180. logModel := modelName
  181. if extraContent != "" {
  182. logContent += ", " + extraContent
  183. }
  184. other := GenerateWssOtherInfo(ctx, relayInfo, usage, modelRatio, groupRatio,
  185. completionRatio.InexactFloat64(), audioRatio.InexactFloat64(), audioCompletionRatio.InexactFloat64(), modelPrice, relayInfo.PriceData.GroupRatioInfo.GroupSpecialRatio)
  186. model.RecordConsumeLog(ctx, relayInfo.UserId, model.RecordConsumeLogParams{
  187. ChannelId: relayInfo.ChannelId,
  188. PromptTokens: usage.InputTokens,
  189. CompletionTokens: usage.OutputTokens,
  190. ModelName: logModel,
  191. TokenName: tokenName,
  192. Quota: quota,
  193. Content: logContent,
  194. TokenId: relayInfo.TokenId,
  195. UseTimeSeconds: int(useTimeSeconds),
  196. IsStream: relayInfo.IsStream,
  197. Group: relayInfo.UsingGroup,
  198. Other: other,
  199. })
  200. }
  201. func PostClaudeConsumeQuota(ctx *gin.Context, relayInfo *relaycommon.RelayInfo, usage *dto.Usage) {
  202. useTimeSeconds := time.Now().Unix() - relayInfo.StartTime.Unix()
  203. promptTokens := usage.PromptTokens
  204. completionTokens := usage.CompletionTokens
  205. modelName := relayInfo.OriginModelName
  206. tokenName := ctx.GetString("token_name")
  207. completionRatio := relayInfo.PriceData.CompletionRatio
  208. modelRatio := relayInfo.PriceData.ModelRatio
  209. groupRatio := relayInfo.PriceData.GroupRatioInfo.GroupRatio
  210. modelPrice := relayInfo.PriceData.ModelPrice
  211. cacheRatio := relayInfo.PriceData.CacheRatio
  212. cacheTokens := usage.PromptTokensDetails.CachedTokens
  213. cacheCreationRatio := relayInfo.PriceData.CacheCreationRatio
  214. cacheCreationTokens := usage.PromptTokensDetails.CachedCreationTokens
  215. if relayInfo.ChannelType == constant.ChannelTypeOpenRouter {
  216. promptTokens -= cacheTokens
  217. isUsingCustomSettings := relayInfo.PriceData.UsePrice || hasCustomModelRatio(modelName, relayInfo.PriceData.ModelRatio)
  218. if cacheCreationTokens == 0 && relayInfo.PriceData.CacheCreationRatio != 1 && usage.Cost != 0 && !isUsingCustomSettings {
  219. maybeCacheCreationTokens := CalcOpenRouterCacheCreateTokens(*usage, relayInfo.PriceData)
  220. if maybeCacheCreationTokens >= 0 && promptTokens >= maybeCacheCreationTokens {
  221. cacheCreationTokens = maybeCacheCreationTokens
  222. }
  223. }
  224. promptTokens -= cacheCreationTokens
  225. }
  226. calculateQuota := 0.0
  227. if !relayInfo.PriceData.UsePrice {
  228. calculateQuota = float64(promptTokens)
  229. calculateQuota += float64(cacheTokens) * cacheRatio
  230. calculateQuota += float64(cacheCreationTokens) * cacheCreationRatio
  231. calculateQuota += float64(completionTokens) * completionRatio
  232. calculateQuota = calculateQuota * groupRatio * modelRatio
  233. } else {
  234. calculateQuota = modelPrice * common.QuotaPerUnit * groupRatio
  235. }
  236. if modelRatio != 0 && calculateQuota <= 0 {
  237. calculateQuota = 1
  238. }
  239. quota := int(calculateQuota)
  240. totalTokens := promptTokens + completionTokens
  241. var logContent string
  242. // record all the consume log even if quota is 0
  243. if totalTokens == 0 {
  244. // in this case, must be some error happened
  245. // we cannot just return, because we may have to return the pre-consumed quota
  246. quota = 0
  247. logContent += fmt.Sprintf("(可能是上游出错)")
  248. logger.LogError(ctx, fmt.Sprintf("total tokens is 0, cannot consume quota, userId %d, channelId %d, "+
  249. "tokenId %d, model %s, pre-consumed quota %d", relayInfo.UserId, relayInfo.ChannelId, relayInfo.TokenId, modelName, relayInfo.FinalPreConsumedQuota))
  250. } else {
  251. model.UpdateUserUsedQuotaAndRequestCount(relayInfo.UserId, quota)
  252. model.UpdateChannelUsedQuota(relayInfo.ChannelId, quota)
  253. }
  254. quotaDelta := quota - relayInfo.FinalPreConsumedQuota
  255. if quotaDelta > 0 {
  256. logger.LogInfo(ctx, fmt.Sprintf("预扣费后补扣费:%s(实际消耗:%s,预扣费:%s)",
  257. logger.FormatQuota(quotaDelta),
  258. logger.FormatQuota(quota),
  259. logger.FormatQuota(relayInfo.FinalPreConsumedQuota),
  260. ))
  261. } else if quotaDelta < 0 {
  262. logger.LogInfo(ctx, fmt.Sprintf("预扣费后返还扣费:%s(实际消耗:%s,预扣费:%s)",
  263. logger.FormatQuota(-quotaDelta),
  264. logger.FormatQuota(quota),
  265. logger.FormatQuota(relayInfo.FinalPreConsumedQuota),
  266. ))
  267. }
  268. if quotaDelta != 0 {
  269. err := PostConsumeQuota(relayInfo, quotaDelta, relayInfo.FinalPreConsumedQuota, true)
  270. if err != nil {
  271. logger.LogError(ctx, "error consuming token remain quota: "+err.Error())
  272. }
  273. }
  274. other := GenerateClaudeOtherInfo(ctx, relayInfo, modelRatio, groupRatio, completionRatio,
  275. cacheTokens, cacheRatio, cacheCreationTokens, cacheCreationRatio, modelPrice, relayInfo.PriceData.GroupRatioInfo.GroupSpecialRatio)
  276. model.RecordConsumeLog(ctx, relayInfo.UserId, model.RecordConsumeLogParams{
  277. ChannelId: relayInfo.ChannelId,
  278. PromptTokens: promptTokens,
  279. CompletionTokens: completionTokens,
  280. ModelName: modelName,
  281. TokenName: tokenName,
  282. Quota: quota,
  283. Content: logContent,
  284. TokenId: relayInfo.TokenId,
  285. UseTimeSeconds: int(useTimeSeconds),
  286. IsStream: relayInfo.IsStream,
  287. Group: relayInfo.UsingGroup,
  288. Other: other,
  289. })
  290. }
  291. func CalcOpenRouterCacheCreateTokens(usage dto.Usage, priceData types.PriceData) int {
  292. if priceData.CacheCreationRatio == 1 {
  293. return 0
  294. }
  295. quotaPrice := priceData.ModelRatio / common.QuotaPerUnit
  296. promptCacheCreatePrice := quotaPrice * priceData.CacheCreationRatio
  297. promptCacheReadPrice := quotaPrice * priceData.CacheRatio
  298. completionPrice := quotaPrice * priceData.CompletionRatio
  299. cost, _ := usage.Cost.(float64)
  300. totalPromptTokens := float64(usage.PromptTokens)
  301. completionTokens := float64(usage.CompletionTokens)
  302. promptCacheReadTokens := float64(usage.PromptTokensDetails.CachedTokens)
  303. return int(math.Round((cost -
  304. totalPromptTokens*quotaPrice +
  305. promptCacheReadTokens*(quotaPrice-promptCacheReadPrice) -
  306. completionTokens*completionPrice) /
  307. (promptCacheCreatePrice - quotaPrice)))
  308. }
  309. func PostAudioConsumeQuota(ctx *gin.Context, relayInfo *relaycommon.RelayInfo, usage *dto.Usage, extraContent string) {
  310. useTimeSeconds := time.Now().Unix() - relayInfo.StartTime.Unix()
  311. textInputTokens := usage.PromptTokensDetails.TextTokens
  312. textOutTokens := usage.CompletionTokenDetails.TextTokens
  313. audioInputTokens := usage.PromptTokensDetails.AudioTokens
  314. audioOutTokens := usage.CompletionTokenDetails.AudioTokens
  315. tokenName := ctx.GetString("token_name")
  316. completionRatio := decimal.NewFromFloat(ratio_setting.GetCompletionRatio(relayInfo.OriginModelName))
  317. audioRatio := decimal.NewFromFloat(ratio_setting.GetAudioRatio(relayInfo.OriginModelName))
  318. audioCompletionRatio := decimal.NewFromFloat(ratio_setting.GetAudioCompletionRatio(relayInfo.OriginModelName))
  319. modelRatio := relayInfo.PriceData.ModelRatio
  320. groupRatio := relayInfo.PriceData.GroupRatioInfo.GroupRatio
  321. modelPrice := relayInfo.PriceData.ModelPrice
  322. usePrice := relayInfo.PriceData.UsePrice
  323. quotaInfo := QuotaInfo{
  324. InputDetails: TokenDetails{
  325. TextTokens: textInputTokens,
  326. AudioTokens: audioInputTokens,
  327. },
  328. OutputDetails: TokenDetails{
  329. TextTokens: textOutTokens,
  330. AudioTokens: audioOutTokens,
  331. },
  332. ModelName: relayInfo.OriginModelName,
  333. UsePrice: usePrice,
  334. ModelRatio: modelRatio,
  335. GroupRatio: groupRatio,
  336. }
  337. quota := calculateAudioQuota(quotaInfo)
  338. totalTokens := usage.TotalTokens
  339. var logContent string
  340. if !usePrice {
  341. logContent = fmt.Sprintf("模型倍率 %.2f,补全倍率 %.2f,音频倍率 %.2f,音频补全倍率 %.2f,分组倍率 %.2f",
  342. modelRatio, completionRatio.InexactFloat64(), audioRatio.InexactFloat64(), audioCompletionRatio.InexactFloat64(), groupRatio)
  343. } else {
  344. logContent = fmt.Sprintf("模型价格 %.2f,分组倍率 %.2f", modelPrice, groupRatio)
  345. }
  346. // record all the consume log even if quota is 0
  347. if totalTokens == 0 {
  348. // in this case, must be some error happened
  349. // we cannot just return, because we may have to return the pre-consumed quota
  350. quota = 0
  351. logContent += fmt.Sprintf("(可能是上游超时)")
  352. logger.LogError(ctx, fmt.Sprintf("total tokens is 0, cannot consume quota, userId %d, channelId %d, "+
  353. "tokenId %d, model %s, pre-consumed quota %d", relayInfo.UserId, relayInfo.ChannelId, relayInfo.TokenId, relayInfo.OriginModelName, relayInfo.FinalPreConsumedQuota))
  354. } else {
  355. model.UpdateUserUsedQuotaAndRequestCount(relayInfo.UserId, quota)
  356. model.UpdateChannelUsedQuota(relayInfo.ChannelId, quota)
  357. }
  358. quotaDelta := quota - relayInfo.FinalPreConsumedQuota
  359. if quotaDelta > 0 {
  360. logger.LogInfo(ctx, fmt.Sprintf("预扣费后补扣费:%s(实际消耗:%s,预扣费:%s)",
  361. logger.FormatQuota(quotaDelta),
  362. logger.FormatQuota(quota),
  363. logger.FormatQuota(relayInfo.FinalPreConsumedQuota),
  364. ))
  365. } else if quotaDelta < 0 {
  366. logger.LogInfo(ctx, fmt.Sprintf("预扣费后返还扣费:%s(实际消耗:%s,预扣费:%s)",
  367. logger.FormatQuota(-quotaDelta),
  368. logger.FormatQuota(quota),
  369. logger.FormatQuota(relayInfo.FinalPreConsumedQuota),
  370. ))
  371. }
  372. if quotaDelta != 0 {
  373. err := PostConsumeQuota(relayInfo, quotaDelta, relayInfo.FinalPreConsumedQuota, true)
  374. if err != nil {
  375. logger.LogError(ctx, "error consuming token remain quota: "+err.Error())
  376. }
  377. }
  378. logModel := relayInfo.OriginModelName
  379. if extraContent != "" {
  380. logContent += ", " + extraContent
  381. }
  382. other := GenerateAudioOtherInfo(ctx, relayInfo, usage, modelRatio, groupRatio,
  383. completionRatio.InexactFloat64(), audioRatio.InexactFloat64(), audioCompletionRatio.InexactFloat64(), modelPrice, relayInfo.PriceData.GroupRatioInfo.GroupSpecialRatio)
  384. model.RecordConsumeLog(ctx, relayInfo.UserId, model.RecordConsumeLogParams{
  385. ChannelId: relayInfo.ChannelId,
  386. PromptTokens: usage.PromptTokens,
  387. CompletionTokens: usage.CompletionTokens,
  388. ModelName: logModel,
  389. TokenName: tokenName,
  390. Quota: quota,
  391. Content: logContent,
  392. TokenId: relayInfo.TokenId,
  393. UseTimeSeconds: int(useTimeSeconds),
  394. IsStream: relayInfo.IsStream,
  395. Group: relayInfo.UsingGroup,
  396. Other: other,
  397. })
  398. }
  399. func PreConsumeTokenQuota(relayInfo *relaycommon.RelayInfo, quota int) error {
  400. if quota < 0 {
  401. return errors.New("quota 不能为负数!")
  402. }
  403. if relayInfo.IsPlayground {
  404. return nil
  405. }
  406. //if relayInfo.TokenUnlimited {
  407. // return nil
  408. //}
  409. token, err := model.GetTokenByKey(relayInfo.TokenKey, false)
  410. if err != nil {
  411. return err
  412. }
  413. if !relayInfo.TokenUnlimited && token.RemainQuota < quota {
  414. return fmt.Errorf("token quota is not enough, token remain quota: %s, need quota: %s", logger.FormatQuota(token.RemainQuota), logger.FormatQuota(quota))
  415. }
  416. err = model.DecreaseTokenQuota(relayInfo.TokenId, relayInfo.TokenKey, quota)
  417. if err != nil {
  418. return err
  419. }
  420. return nil
  421. }
  422. func PostConsumeQuota(relayInfo *relaycommon.RelayInfo, quota int, preConsumedQuota int, sendEmail bool) (err error) {
  423. if quota > 0 {
  424. err = model.DecreaseUserQuota(relayInfo.UserId, quota)
  425. } else {
  426. err = model.IncreaseUserQuota(relayInfo.UserId, -quota, false)
  427. }
  428. if err != nil {
  429. return err
  430. }
  431. if !relayInfo.IsPlayground {
  432. if quota > 0 {
  433. err = model.DecreaseTokenQuota(relayInfo.TokenId, relayInfo.TokenKey, quota)
  434. } else {
  435. err = model.IncreaseTokenQuota(relayInfo.TokenId, relayInfo.TokenKey, -quota)
  436. }
  437. if err != nil {
  438. return err
  439. }
  440. }
  441. if sendEmail {
  442. if (quota + preConsumedQuota) != 0 {
  443. checkAndSendQuotaNotify(relayInfo, quota, preConsumedQuota)
  444. }
  445. }
  446. return nil
  447. }
  448. func checkAndSendQuotaNotify(relayInfo *relaycommon.RelayInfo, quota int, preConsumedQuota int) {
  449. gopool.Go(func() {
  450. userSetting := relayInfo.UserSetting
  451. threshold := common.QuotaRemindThreshold
  452. if userSetting.QuotaWarningThreshold != 0 {
  453. threshold = int(userSetting.QuotaWarningThreshold)
  454. }
  455. //noMoreQuota := userCache.Quota-(quota+preConsumedQuota) <= 0
  456. quotaTooLow := false
  457. consumeQuota := quota + preConsumedQuota
  458. if relayInfo.UserQuota-consumeQuota < threshold {
  459. quotaTooLow = true
  460. }
  461. if quotaTooLow {
  462. prompt := "您的额度即将用尽"
  463. topUpLink := fmt.Sprintf("%s/console/topup", system_setting.ServerAddress)
  464. // 根据通知方式生成不同的内容格式
  465. var content string
  466. var values []interface{}
  467. notifyType := userSetting.NotifyType
  468. if notifyType == "" {
  469. notifyType = dto.NotifyTypeEmail
  470. }
  471. if notifyType == dto.NotifyTypeBark {
  472. // Bark推送使用简短文本,不支持HTML
  473. content = "{{value}},剩余额度:{{value}},请及时充值"
  474. values = []interface{}{prompt, logger.FormatQuota(relayInfo.UserQuota)}
  475. } else if notifyType == dto.NotifyTypeGotify {
  476. content = "{{value}},当前剩余额度为 {{value}},请及时充值。"
  477. values = []interface{}{prompt, logger.FormatQuota(relayInfo.UserQuota)}
  478. } else {
  479. // 默认内容格式,适用于Email和Webhook(支持HTML)
  480. content = "{{value}},当前剩余额度为 {{value}},为了不影响您的使用,请及时充值。<br/>充值链接:<a href='{{value}}'>{{value}}</a>"
  481. values = []interface{}{prompt, logger.FormatQuota(relayInfo.UserQuota), topUpLink, topUpLink}
  482. }
  483. err := NotifyUser(relayInfo.UserId, relayInfo.UserEmail, relayInfo.UserSetting, dto.NewNotify(dto.NotifyTypeQuotaExceed, prompt, content, values))
  484. if err != nil {
  485. common.SysError(fmt.Sprintf("failed to send quota notify to user %d: %s", relayInfo.UserId, err.Error()))
  486. }
  487. }
  488. })
  489. }