quota.go 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581
  1. package service
  2. import (
  3. "errors"
  4. "fmt"
  5. "log"
  6. "math"
  7. "strings"
  8. "time"
  9. "github.com/QuantumNous/new-api/common"
  10. "github.com/QuantumNous/new-api/constant"
  11. "github.com/QuantumNous/new-api/dto"
  12. "github.com/QuantumNous/new-api/logger"
  13. "github.com/QuantumNous/new-api/model"
  14. relaycommon "github.com/QuantumNous/new-api/relay/common"
  15. "github.com/QuantumNous/new-api/setting/ratio_setting"
  16. "github.com/QuantumNous/new-api/setting/system_setting"
  17. "github.com/QuantumNous/new-api/types"
  18. "github.com/bytedance/gopkg/util/gopool"
  19. "github.com/gin-gonic/gin"
  20. "github.com/shopspring/decimal"
  21. )
  22. type TokenDetails struct {
  23. TextTokens int
  24. AudioTokens int
  25. }
  26. type QuotaInfo struct {
  27. InputDetails TokenDetails
  28. OutputDetails TokenDetails
  29. ModelName string
  30. UsePrice bool
  31. ModelPrice float64
  32. ModelRatio float64
  33. GroupRatio float64
  34. }
  35. func hasCustomModelRatio(modelName string, currentRatio float64) bool {
  36. defaultRatio, exists := ratio_setting.GetDefaultModelRatioMap()[modelName]
  37. if !exists {
  38. return true
  39. }
  40. return currentRatio != defaultRatio
  41. }
  42. func calculateAudioQuota(info QuotaInfo) int {
  43. if info.UsePrice {
  44. modelPrice := decimal.NewFromFloat(info.ModelPrice)
  45. quotaPerUnit := decimal.NewFromFloat(common.QuotaPerUnit)
  46. groupRatio := decimal.NewFromFloat(info.GroupRatio)
  47. quota := modelPrice.Mul(quotaPerUnit).Mul(groupRatio)
  48. return int(quota.IntPart())
  49. }
  50. completionRatio := decimal.NewFromFloat(ratio_setting.GetCompletionRatio(info.ModelName))
  51. audioRatio := decimal.NewFromFloat(ratio_setting.GetAudioRatio(info.ModelName))
  52. audioCompletionRatio := decimal.NewFromFloat(ratio_setting.GetAudioCompletionRatio(info.ModelName))
  53. groupRatio := decimal.NewFromFloat(info.GroupRatio)
  54. modelRatio := decimal.NewFromFloat(info.ModelRatio)
  55. ratio := groupRatio.Mul(modelRatio)
  56. inputTextTokens := decimal.NewFromInt(int64(info.InputDetails.TextTokens))
  57. outputTextTokens := decimal.NewFromInt(int64(info.OutputDetails.TextTokens))
  58. inputAudioTokens := decimal.NewFromInt(int64(info.InputDetails.AudioTokens))
  59. outputAudioTokens := decimal.NewFromInt(int64(info.OutputDetails.AudioTokens))
  60. quota := decimal.Zero
  61. quota = quota.Add(inputTextTokens)
  62. quota = quota.Add(outputTextTokens.Mul(completionRatio))
  63. quota = quota.Add(inputAudioTokens.Mul(audioRatio))
  64. quota = quota.Add(outputAudioTokens.Mul(audioRatio).Mul(audioCompletionRatio))
  65. quota = quota.Mul(ratio)
  66. // If ratio is not zero and quota is less than or equal to zero, set quota to 1
  67. if !ratio.IsZero() && quota.LessThanOrEqual(decimal.Zero) {
  68. quota = decimal.NewFromInt(1)
  69. }
  70. return int(quota.Round(0).IntPart())
  71. }
  72. func PreWssConsumeQuota(ctx *gin.Context, relayInfo *relaycommon.RelayInfo, usage *dto.RealtimeUsage) error {
  73. if relayInfo.UsePrice {
  74. return nil
  75. }
  76. userQuota, err := model.GetUserQuota(relayInfo.UserId, false)
  77. if err != nil {
  78. return err
  79. }
  80. token, err := model.GetTokenByKey(strings.TrimLeft(relayInfo.TokenKey, "sk-"), false)
  81. if err != nil {
  82. return err
  83. }
  84. modelName := relayInfo.OriginModelName
  85. textInputTokens := usage.InputTokenDetails.TextTokens
  86. textOutTokens := usage.OutputTokenDetails.TextTokens
  87. audioInputTokens := usage.InputTokenDetails.AudioTokens
  88. audioOutTokens := usage.OutputTokenDetails.AudioTokens
  89. groupRatio := ratio_setting.GetGroupRatio(relayInfo.UsingGroup)
  90. modelRatio, _, _ := ratio_setting.GetModelRatio(modelName)
  91. autoGroup, exists := ctx.Get("auto_group")
  92. if exists {
  93. groupRatio = ratio_setting.GetGroupRatio(autoGroup.(string))
  94. log.Printf("final group ratio: %f", groupRatio)
  95. relayInfo.UsingGroup = autoGroup.(string)
  96. }
  97. actualGroupRatio := groupRatio
  98. userGroupRatio, ok := ratio_setting.GetGroupGroupRatio(relayInfo.UserGroup, relayInfo.UsingGroup)
  99. if ok {
  100. actualGroupRatio = userGroupRatio
  101. }
  102. quotaInfo := QuotaInfo{
  103. InputDetails: TokenDetails{
  104. TextTokens: textInputTokens,
  105. AudioTokens: audioInputTokens,
  106. },
  107. OutputDetails: TokenDetails{
  108. TextTokens: textOutTokens,
  109. AudioTokens: audioOutTokens,
  110. },
  111. ModelName: modelName,
  112. UsePrice: relayInfo.UsePrice,
  113. ModelRatio: modelRatio,
  114. GroupRatio: actualGroupRatio,
  115. }
  116. quota := calculateAudioQuota(quotaInfo)
  117. if userQuota < quota {
  118. return fmt.Errorf("user quota is not enough, user quota: %s, need quota: %s", logger.FormatQuota(userQuota), logger.FormatQuota(quota))
  119. }
  120. if !token.UnlimitedQuota && token.RemainQuota < quota {
  121. return fmt.Errorf("token quota is not enough, token remain quota: %s, need quota: %s", logger.FormatQuota(token.RemainQuota), logger.FormatQuota(quota))
  122. }
  123. err = PostConsumeQuota(relayInfo, quota, 0, false)
  124. if err != nil {
  125. return err
  126. }
  127. logger.LogInfo(ctx, "realtime streaming consume quota success, quota: "+fmt.Sprintf("%d", quota))
  128. return nil
  129. }
  130. func PostWssConsumeQuota(ctx *gin.Context, relayInfo *relaycommon.RelayInfo, modelName string,
  131. usage *dto.RealtimeUsage, extraContent string) {
  132. useTimeSeconds := time.Now().Unix() - relayInfo.StartTime.Unix()
  133. textInputTokens := usage.InputTokenDetails.TextTokens
  134. textOutTokens := usage.OutputTokenDetails.TextTokens
  135. audioInputTokens := usage.InputTokenDetails.AudioTokens
  136. audioOutTokens := usage.OutputTokenDetails.AudioTokens
  137. tokenName := ctx.GetString("token_name")
  138. completionRatio := decimal.NewFromFloat(ratio_setting.GetCompletionRatio(modelName))
  139. audioRatio := decimal.NewFromFloat(ratio_setting.GetAudioRatio(relayInfo.OriginModelName))
  140. audioCompletionRatio := decimal.NewFromFloat(ratio_setting.GetAudioCompletionRatio(modelName))
  141. modelRatio := relayInfo.PriceData.ModelRatio
  142. groupRatio := relayInfo.PriceData.GroupRatioInfo.GroupRatio
  143. modelPrice := relayInfo.PriceData.ModelPrice
  144. usePrice := relayInfo.PriceData.UsePrice
  145. quotaInfo := QuotaInfo{
  146. InputDetails: TokenDetails{
  147. TextTokens: textInputTokens,
  148. AudioTokens: audioInputTokens,
  149. },
  150. OutputDetails: TokenDetails{
  151. TextTokens: textOutTokens,
  152. AudioTokens: audioOutTokens,
  153. },
  154. ModelName: modelName,
  155. UsePrice: usePrice,
  156. ModelRatio: modelRatio,
  157. GroupRatio: groupRatio,
  158. }
  159. quota := calculateAudioQuota(quotaInfo)
  160. totalTokens := usage.TotalTokens
  161. var logContent string
  162. if !usePrice {
  163. logContent = fmt.Sprintf("模型倍率 %.2f,补全倍率 %.2f,音频倍率 %.2f,音频补全倍率 %.2f,分组倍率 %.2f",
  164. modelRatio, completionRatio.InexactFloat64(), audioRatio.InexactFloat64(), audioCompletionRatio.InexactFloat64(), groupRatio)
  165. } else {
  166. logContent = fmt.Sprintf("模型价格 %.2f,分组倍率 %.2f", modelPrice, groupRatio)
  167. }
  168. // record all the consume log even if quota is 0
  169. if totalTokens == 0 {
  170. // in this case, must be some error happened
  171. // we cannot just return, because we may have to return the pre-consumed quota
  172. quota = 0
  173. logContent += fmt.Sprintf("(可能是上游超时)")
  174. logger.LogError(ctx, fmt.Sprintf("total tokens is 0, cannot consume quota, userId %d, channelId %d, "+
  175. "tokenId %d, model %s, pre-consumed quota %d", relayInfo.UserId, relayInfo.ChannelId, relayInfo.TokenId, modelName, relayInfo.FinalPreConsumedQuota))
  176. } else {
  177. model.UpdateUserUsedQuotaAndRequestCount(relayInfo.UserId, quota)
  178. model.UpdateChannelUsedQuota(relayInfo.ChannelId, quota)
  179. }
  180. logModel := modelName
  181. if extraContent != "" {
  182. logContent += ", " + extraContent
  183. }
  184. other := GenerateWssOtherInfo(ctx, relayInfo, usage, modelRatio, groupRatio,
  185. completionRatio.InexactFloat64(), audioRatio.InexactFloat64(), audioCompletionRatio.InexactFloat64(), modelPrice, relayInfo.PriceData.GroupRatioInfo.GroupSpecialRatio)
  186. model.RecordConsumeLog(ctx, relayInfo.UserId, model.RecordConsumeLogParams{
  187. ChannelId: relayInfo.ChannelId,
  188. PromptTokens: usage.InputTokens,
  189. CompletionTokens: usage.OutputTokens,
  190. ModelName: logModel,
  191. TokenName: tokenName,
  192. Quota: quota,
  193. Content: logContent,
  194. TokenId: relayInfo.TokenId,
  195. UseTimeSeconds: int(useTimeSeconds),
  196. IsStream: relayInfo.IsStream,
  197. Group: relayInfo.UsingGroup,
  198. Other: other,
  199. })
  200. }
  201. func PostClaudeConsumeQuota(ctx *gin.Context, relayInfo *relaycommon.RelayInfo, usage *dto.Usage) {
  202. useTimeSeconds := time.Now().Unix() - relayInfo.StartTime.Unix()
  203. promptTokens := usage.PromptTokens
  204. completionTokens := usage.CompletionTokens
  205. modelName := relayInfo.OriginModelName
  206. tokenName := ctx.GetString("token_name")
  207. completionRatio := relayInfo.PriceData.CompletionRatio
  208. modelRatio := relayInfo.PriceData.ModelRatio
  209. groupRatio := relayInfo.PriceData.GroupRatioInfo.GroupRatio
  210. modelPrice := relayInfo.PriceData.ModelPrice
  211. cacheRatio := relayInfo.PriceData.CacheRatio
  212. cacheTokens := usage.PromptTokensDetails.CachedTokens
  213. cacheCreationRatio := relayInfo.PriceData.CacheCreationRatio
  214. cacheCreationRatio5m := relayInfo.PriceData.CacheCreation5mRatio
  215. cacheCreationRatio1h := relayInfo.PriceData.CacheCreation1hRatio
  216. cacheCreationTokens := usage.PromptTokensDetails.CachedCreationTokens
  217. cacheCreationTokens5m := usage.ClaudeCacheCreation5mTokens
  218. cacheCreationTokens1h := usage.ClaudeCacheCreation1hTokens
  219. if relayInfo.ChannelType == constant.ChannelTypeOpenRouter {
  220. promptTokens -= cacheTokens
  221. isUsingCustomSettings := relayInfo.PriceData.UsePrice || hasCustomModelRatio(modelName, relayInfo.PriceData.ModelRatio)
  222. if cacheCreationTokens == 0 && relayInfo.PriceData.CacheCreationRatio != 1 && usage.Cost != 0 && !isUsingCustomSettings {
  223. maybeCacheCreationTokens := CalcOpenRouterCacheCreateTokens(*usage, relayInfo.PriceData)
  224. if maybeCacheCreationTokens >= 0 && promptTokens >= maybeCacheCreationTokens {
  225. cacheCreationTokens = maybeCacheCreationTokens
  226. }
  227. }
  228. promptTokens -= cacheCreationTokens
  229. }
  230. calculateQuota := 0.0
  231. if !relayInfo.PriceData.UsePrice {
  232. calculateQuota = float64(promptTokens)
  233. calculateQuota += float64(cacheTokens) * cacheRatio
  234. calculateQuota += float64(cacheCreationTokens5m) * cacheCreationRatio5m
  235. calculateQuota += float64(cacheCreationTokens1h) * cacheCreationRatio1h
  236. remainingCacheCreationTokens := cacheCreationTokens - cacheCreationTokens5m - cacheCreationTokens1h
  237. if remainingCacheCreationTokens > 0 {
  238. calculateQuota += float64(remainingCacheCreationTokens) * cacheCreationRatio
  239. }
  240. calculateQuota += float64(completionTokens) * completionRatio
  241. calculateQuota = calculateQuota * groupRatio * modelRatio
  242. } else {
  243. calculateQuota = modelPrice * common.QuotaPerUnit * groupRatio
  244. }
  245. if modelRatio != 0 && calculateQuota <= 0 {
  246. calculateQuota = 1
  247. }
  248. quota := int(calculateQuota)
  249. totalTokens := promptTokens + completionTokens
  250. var logContent string
  251. // record all the consume log even if quota is 0
  252. if totalTokens == 0 {
  253. // in this case, must be some error happened
  254. // we cannot just return, because we may have to return the pre-consumed quota
  255. quota = 0
  256. logContent += fmt.Sprintf("(可能是上游出错)")
  257. logger.LogError(ctx, fmt.Sprintf("total tokens is 0, cannot consume quota, userId %d, channelId %d, "+
  258. "tokenId %d, model %s, pre-consumed quota %d", relayInfo.UserId, relayInfo.ChannelId, relayInfo.TokenId, modelName, relayInfo.FinalPreConsumedQuota))
  259. } else {
  260. model.UpdateUserUsedQuotaAndRequestCount(relayInfo.UserId, quota)
  261. model.UpdateChannelUsedQuota(relayInfo.ChannelId, quota)
  262. }
  263. quotaDelta := quota - relayInfo.FinalPreConsumedQuota
  264. if quotaDelta > 0 {
  265. logger.LogInfo(ctx, fmt.Sprintf("预扣费后补扣费:%s(实际消耗:%s,预扣费:%s)",
  266. logger.FormatQuota(quotaDelta),
  267. logger.FormatQuota(quota),
  268. logger.FormatQuota(relayInfo.FinalPreConsumedQuota),
  269. ))
  270. } else if quotaDelta < 0 {
  271. logger.LogInfo(ctx, fmt.Sprintf("预扣费后返还扣费:%s(实际消耗:%s,预扣费:%s)",
  272. logger.FormatQuota(-quotaDelta),
  273. logger.FormatQuota(quota),
  274. logger.FormatQuota(relayInfo.FinalPreConsumedQuota),
  275. ))
  276. }
  277. if quotaDelta != 0 {
  278. err := PostConsumeQuota(relayInfo, quotaDelta, relayInfo.FinalPreConsumedQuota, true)
  279. if err != nil {
  280. logger.LogError(ctx, "error consuming token remain quota: "+err.Error())
  281. }
  282. }
  283. other := GenerateClaudeOtherInfo(ctx, relayInfo, modelRatio, groupRatio, completionRatio,
  284. cacheTokens, cacheRatio,
  285. cacheCreationTokens, cacheCreationRatio,
  286. cacheCreationTokens5m, cacheCreationRatio5m,
  287. cacheCreationTokens1h, cacheCreationRatio1h,
  288. modelPrice, relayInfo.PriceData.GroupRatioInfo.GroupSpecialRatio)
  289. model.RecordConsumeLog(ctx, relayInfo.UserId, model.RecordConsumeLogParams{
  290. ChannelId: relayInfo.ChannelId,
  291. PromptTokens: promptTokens,
  292. CompletionTokens: completionTokens,
  293. ModelName: modelName,
  294. TokenName: tokenName,
  295. Quota: quota,
  296. Content: logContent,
  297. TokenId: relayInfo.TokenId,
  298. UseTimeSeconds: int(useTimeSeconds),
  299. IsStream: relayInfo.IsStream,
  300. Group: relayInfo.UsingGroup,
  301. Other: other,
  302. })
  303. }
  304. func CalcOpenRouterCacheCreateTokens(usage dto.Usage, priceData types.PriceData) int {
  305. if priceData.CacheCreationRatio == 1 {
  306. return 0
  307. }
  308. quotaPrice := priceData.ModelRatio / common.QuotaPerUnit
  309. promptCacheCreatePrice := quotaPrice * priceData.CacheCreationRatio
  310. promptCacheReadPrice := quotaPrice * priceData.CacheRatio
  311. completionPrice := quotaPrice * priceData.CompletionRatio
  312. cost, _ := usage.Cost.(float64)
  313. totalPromptTokens := float64(usage.PromptTokens)
  314. completionTokens := float64(usage.CompletionTokens)
  315. promptCacheReadTokens := float64(usage.PromptTokensDetails.CachedTokens)
  316. return int(math.Round((cost -
  317. totalPromptTokens*quotaPrice +
  318. promptCacheReadTokens*(quotaPrice-promptCacheReadPrice) -
  319. completionTokens*completionPrice) /
  320. (promptCacheCreatePrice - quotaPrice)))
  321. }
  322. func PostAudioConsumeQuota(ctx *gin.Context, relayInfo *relaycommon.RelayInfo, usage *dto.Usage, extraContent string) {
  323. useTimeSeconds := time.Now().Unix() - relayInfo.StartTime.Unix()
  324. textInputTokens := usage.PromptTokensDetails.TextTokens
  325. textOutTokens := usage.CompletionTokenDetails.TextTokens
  326. audioInputTokens := usage.PromptTokensDetails.AudioTokens
  327. audioOutTokens := usage.CompletionTokenDetails.AudioTokens
  328. tokenName := ctx.GetString("token_name")
  329. completionRatio := decimal.NewFromFloat(ratio_setting.GetCompletionRatio(relayInfo.OriginModelName))
  330. audioRatio := decimal.NewFromFloat(ratio_setting.GetAudioRatio(relayInfo.OriginModelName))
  331. audioCompletionRatio := decimal.NewFromFloat(ratio_setting.GetAudioCompletionRatio(relayInfo.OriginModelName))
  332. modelRatio := relayInfo.PriceData.ModelRatio
  333. groupRatio := relayInfo.PriceData.GroupRatioInfo.GroupRatio
  334. modelPrice := relayInfo.PriceData.ModelPrice
  335. usePrice := relayInfo.PriceData.UsePrice
  336. quotaInfo := QuotaInfo{
  337. InputDetails: TokenDetails{
  338. TextTokens: textInputTokens,
  339. AudioTokens: audioInputTokens,
  340. },
  341. OutputDetails: TokenDetails{
  342. TextTokens: textOutTokens,
  343. AudioTokens: audioOutTokens,
  344. },
  345. ModelName: relayInfo.OriginModelName,
  346. UsePrice: usePrice,
  347. ModelRatio: modelRatio,
  348. GroupRatio: groupRatio,
  349. }
  350. quota := calculateAudioQuota(quotaInfo)
  351. totalTokens := usage.TotalTokens
  352. var logContent string
  353. if !usePrice {
  354. logContent = fmt.Sprintf("模型倍率 %.2f,补全倍率 %.2f,音频倍率 %.2f,音频补全倍率 %.2f,分组倍率 %.2f",
  355. modelRatio, completionRatio.InexactFloat64(), audioRatio.InexactFloat64(), audioCompletionRatio.InexactFloat64(), groupRatio)
  356. } else {
  357. logContent = fmt.Sprintf("模型价格 %.2f,分组倍率 %.2f", modelPrice, groupRatio)
  358. }
  359. // record all the consume log even if quota is 0
  360. if totalTokens == 0 {
  361. // in this case, must be some error happened
  362. // we cannot just return, because we may have to return the pre-consumed quota
  363. quota = 0
  364. logContent += fmt.Sprintf("(可能是上游超时)")
  365. logger.LogError(ctx, fmt.Sprintf("total tokens is 0, cannot consume quota, userId %d, channelId %d, "+
  366. "tokenId %d, model %s, pre-consumed quota %d", relayInfo.UserId, relayInfo.ChannelId, relayInfo.TokenId, relayInfo.OriginModelName, relayInfo.FinalPreConsumedQuota))
  367. } else {
  368. model.UpdateUserUsedQuotaAndRequestCount(relayInfo.UserId, quota)
  369. model.UpdateChannelUsedQuota(relayInfo.ChannelId, quota)
  370. }
  371. quotaDelta := quota - relayInfo.FinalPreConsumedQuota
  372. if quotaDelta > 0 {
  373. logger.LogInfo(ctx, fmt.Sprintf("预扣费后补扣费:%s(实际消耗:%s,预扣费:%s)",
  374. logger.FormatQuota(quotaDelta),
  375. logger.FormatQuota(quota),
  376. logger.FormatQuota(relayInfo.FinalPreConsumedQuota),
  377. ))
  378. } else if quotaDelta < 0 {
  379. logger.LogInfo(ctx, fmt.Sprintf("预扣费后返还扣费:%s(实际消耗:%s,预扣费:%s)",
  380. logger.FormatQuota(-quotaDelta),
  381. logger.FormatQuota(quota),
  382. logger.FormatQuota(relayInfo.FinalPreConsumedQuota),
  383. ))
  384. }
  385. if quotaDelta != 0 {
  386. err := PostConsumeQuota(relayInfo, quotaDelta, relayInfo.FinalPreConsumedQuota, true)
  387. if err != nil {
  388. logger.LogError(ctx, "error consuming token remain quota: "+err.Error())
  389. }
  390. }
  391. logModel := relayInfo.OriginModelName
  392. if extraContent != "" {
  393. logContent += ", " + extraContent
  394. }
  395. other := GenerateAudioOtherInfo(ctx, relayInfo, usage, modelRatio, groupRatio,
  396. completionRatio.InexactFloat64(), audioRatio.InexactFloat64(), audioCompletionRatio.InexactFloat64(), modelPrice, relayInfo.PriceData.GroupRatioInfo.GroupSpecialRatio)
  397. model.RecordConsumeLog(ctx, relayInfo.UserId, model.RecordConsumeLogParams{
  398. ChannelId: relayInfo.ChannelId,
  399. PromptTokens: usage.PromptTokens,
  400. CompletionTokens: usage.CompletionTokens,
  401. ModelName: logModel,
  402. TokenName: tokenName,
  403. Quota: quota,
  404. Content: logContent,
  405. TokenId: relayInfo.TokenId,
  406. UseTimeSeconds: int(useTimeSeconds),
  407. IsStream: relayInfo.IsStream,
  408. Group: relayInfo.UsingGroup,
  409. Other: other,
  410. })
  411. }
  412. func PreConsumeTokenQuota(relayInfo *relaycommon.RelayInfo, quota int) error {
  413. if quota < 0 {
  414. return errors.New("quota 不能为负数!")
  415. }
  416. if relayInfo.IsPlayground {
  417. return nil
  418. }
  419. //if relayInfo.TokenUnlimited {
  420. // return nil
  421. //}
  422. token, err := model.GetTokenByKey(relayInfo.TokenKey, false)
  423. if err != nil {
  424. return err
  425. }
  426. if !relayInfo.TokenUnlimited && token.RemainQuota < quota {
  427. return fmt.Errorf("token quota is not enough, token remain quota: %s, need quota: %s", logger.FormatQuota(token.RemainQuota), logger.FormatQuota(quota))
  428. }
  429. err = model.DecreaseTokenQuota(relayInfo.TokenId, relayInfo.TokenKey, quota)
  430. if err != nil {
  431. return err
  432. }
  433. return nil
  434. }
  435. func PostConsumeQuota(relayInfo *relaycommon.RelayInfo, quota int, preConsumedQuota int, sendEmail bool) (err error) {
  436. if quota > 0 {
  437. err = model.DecreaseUserQuota(relayInfo.UserId, quota)
  438. } else {
  439. err = model.IncreaseUserQuota(relayInfo.UserId, -quota, false)
  440. }
  441. if err != nil {
  442. return err
  443. }
  444. if !relayInfo.IsPlayground {
  445. if quota > 0 {
  446. err = model.DecreaseTokenQuota(relayInfo.TokenId, relayInfo.TokenKey, quota)
  447. } else {
  448. err = model.IncreaseTokenQuota(relayInfo.TokenId, relayInfo.TokenKey, -quota)
  449. }
  450. if err != nil {
  451. return err
  452. }
  453. }
  454. if sendEmail {
  455. if (quota + preConsumedQuota) != 0 {
  456. checkAndSendQuotaNotify(relayInfo, quota, preConsumedQuota)
  457. }
  458. }
  459. return nil
  460. }
  461. func checkAndSendQuotaNotify(relayInfo *relaycommon.RelayInfo, quota int, preConsumedQuota int) {
  462. gopool.Go(func() {
  463. userSetting := relayInfo.UserSetting
  464. threshold := common.QuotaRemindThreshold
  465. if userSetting.QuotaWarningThreshold != 0 {
  466. threshold = int(userSetting.QuotaWarningThreshold)
  467. }
  468. //noMoreQuota := userCache.Quota-(quota+preConsumedQuota) <= 0
  469. quotaTooLow := false
  470. consumeQuota := quota + preConsumedQuota
  471. if relayInfo.UserQuota-consumeQuota < threshold {
  472. quotaTooLow = true
  473. }
  474. if quotaTooLow {
  475. prompt := "您的额度即将用尽"
  476. topUpLink := fmt.Sprintf("%s/console/topup", system_setting.ServerAddress)
  477. // 根据通知方式生成不同的内容格式
  478. var content string
  479. var values []interface{}
  480. notifyType := userSetting.NotifyType
  481. if notifyType == "" {
  482. notifyType = dto.NotifyTypeEmail
  483. }
  484. if notifyType == dto.NotifyTypeBark {
  485. // Bark推送使用简短文本,不支持HTML
  486. content = "{{value}},剩余额度:{{value}},请及时充值"
  487. values = []interface{}{prompt, logger.FormatQuota(relayInfo.UserQuota)}
  488. } else if notifyType == dto.NotifyTypeGotify {
  489. content = "{{value}},当前剩余额度为 {{value}},请及时充值。"
  490. values = []interface{}{prompt, logger.FormatQuota(relayInfo.UserQuota)}
  491. } else {
  492. // 默认内容格式,适用于Email和Webhook(支持HTML)
  493. content = "{{value}},当前剩余额度为 {{value}},为了不影响您的使用,请及时充值。<br/>充值链接:<a href='{{value}}'>{{value}}</a>"
  494. values = []interface{}{prompt, logger.FormatQuota(relayInfo.UserQuota), topUpLink, topUpLink}
  495. }
  496. err := NotifyUser(relayInfo.UserId, relayInfo.UserEmail, relayInfo.UserSetting, dto.NewNotify(dto.NotifyTypeQuotaExceed, prompt, content, values))
  497. if err != nil {
  498. common.SysError(fmt.Sprintf("failed to send quota notify to user %d: %s", relayInfo.UserId, err.Error()))
  499. }
  500. }
  501. })
  502. }