price.go 5.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160
  1. package helper
  2. import (
  3. "fmt"
  4. "one-api/common"
  5. relaycommon "one-api/relay/common"
  6. "one-api/setting/ratio_setting"
  7. "github.com/gin-gonic/gin"
  8. )
  9. type GroupRatioInfo struct {
  10. GroupRatio float64
  11. GroupSpecialRatio float64
  12. HasSpecialRatio bool
  13. }
  14. type PriceData struct {
  15. ModelPrice float64
  16. ModelRatio float64
  17. CompletionRatio float64
  18. CacheRatio float64
  19. CacheCreationRatio float64
  20. ImageRatio float64
  21. UsePrice bool
  22. ShouldPreConsumedQuota int
  23. GroupRatioInfo GroupRatioInfo
  24. }
  25. func (p PriceData) ToSetting() string {
  26. return fmt.Sprintf("ModelPrice: %f, ModelRatio: %f, CompletionRatio: %f, CacheRatio: %f, GroupRatio: %f, UsePrice: %t, CacheCreationRatio: %f, ShouldPreConsumedQuota: %d, ImageRatio: %f", p.ModelPrice, p.ModelRatio, p.CompletionRatio, p.CacheRatio, p.GroupRatioInfo.GroupRatio, p.UsePrice, p.CacheCreationRatio, p.ShouldPreConsumedQuota, p.ImageRatio)
  27. }
  28. // HandleGroupRatio checks for "auto_group" in the context and updates the group ratio and relayInfo.UsingGroup if present
  29. func HandleGroupRatio(ctx *gin.Context, relayInfo *relaycommon.RelayInfo) GroupRatioInfo {
  30. groupRatioInfo := GroupRatioInfo{
  31. GroupRatio: 1.0, // default ratio
  32. GroupSpecialRatio: -1,
  33. }
  34. // check auto group
  35. autoGroup, exists := ctx.Get("auto_group")
  36. if exists {
  37. if common.DebugEnabled {
  38. println(fmt.Sprintf("final group: %s", autoGroup))
  39. }
  40. relayInfo.UsingGroup = autoGroup.(string)
  41. }
  42. // check user group special ratio
  43. userGroupRatio, ok := ratio_setting.GetGroupGroupRatio(relayInfo.UserGroup, relayInfo.UsingGroup)
  44. if ok {
  45. // user group special ratio
  46. groupRatioInfo.GroupSpecialRatio = userGroupRatio
  47. groupRatioInfo.GroupRatio = userGroupRatio
  48. groupRatioInfo.HasSpecialRatio = true
  49. } else {
  50. // normal group ratio
  51. groupRatioInfo.GroupRatio = ratio_setting.GetGroupRatio(relayInfo.UsingGroup)
  52. }
  53. return groupRatioInfo
  54. }
  55. func ModelPriceHelper(c *gin.Context, info *relaycommon.RelayInfo, promptTokens int, maxTokens int) (PriceData, error) {
  56. modelPrice, usePrice := ratio_setting.GetModelPrice(info.OriginModelName, false)
  57. groupRatioInfo := HandleGroupRatio(c, info)
  58. var preConsumedQuota int
  59. var modelRatio float64
  60. var completionRatio float64
  61. var cacheRatio float64
  62. var imageRatio float64
  63. var cacheCreationRatio float64
  64. if !usePrice {
  65. preConsumedTokens := common.PreConsumedQuota
  66. if maxTokens != 0 {
  67. preConsumedTokens = promptTokens + maxTokens
  68. }
  69. var success bool
  70. modelRatio, success = ratio_setting.GetModelRatio(info.OriginModelName)
  71. if !success {
  72. acceptUnsetRatio := false
  73. if info.UserSetting.AcceptUnsetRatioModel {
  74. acceptUnsetRatio = true
  75. }
  76. if !acceptUnsetRatio {
  77. return PriceData{}, fmt.Errorf("模型 %s 倍率或价格未配置,请联系管理员设置或开始自用模式;Model %s ratio or price not set, please set or start self-use mode", info.OriginModelName, info.OriginModelName)
  78. }
  79. }
  80. completionRatio = ratio_setting.GetCompletionRatio(info.OriginModelName)
  81. cacheRatio, _ = ratio_setting.GetCacheRatio(info.OriginModelName)
  82. cacheCreationRatio, _ = ratio_setting.GetCreateCacheRatio(info.OriginModelName)
  83. imageRatio, _ = ratio_setting.GetImageRatio(info.OriginModelName)
  84. ratio := modelRatio * groupRatioInfo.GroupRatio
  85. preConsumedQuota = int(float64(preConsumedTokens) * ratio)
  86. } else {
  87. preConsumedQuota = int(modelPrice * common.QuotaPerUnit * groupRatioInfo.GroupRatio)
  88. }
  89. priceData := PriceData{
  90. ModelPrice: modelPrice,
  91. ModelRatio: modelRatio,
  92. CompletionRatio: completionRatio,
  93. GroupRatioInfo: groupRatioInfo,
  94. UsePrice: usePrice,
  95. CacheRatio: cacheRatio,
  96. ImageRatio: imageRatio,
  97. CacheCreationRatio: cacheCreationRatio,
  98. ShouldPreConsumedQuota: preConsumedQuota,
  99. }
  100. if common.DebugEnabled {
  101. println(fmt.Sprintf("model_price_helper result: %s", priceData.ToSetting()))
  102. }
  103. return priceData, nil
  104. }
  105. type PerCallPriceData struct {
  106. ModelPrice float64
  107. Quota int
  108. GroupRatioInfo GroupRatioInfo
  109. }
  110. // ModelPriceHelperPerCall 按次计费的 PriceHelper (MJ、Task)
  111. func ModelPriceHelperPerCall(c *gin.Context, info *relaycommon.RelayInfo) PerCallPriceData {
  112. groupRatioInfo := HandleGroupRatio(c, info)
  113. modelPrice, success := ratio_setting.GetModelPrice(info.OriginModelName, true)
  114. // 如果没有配置价格,则使用默认价格
  115. if !success {
  116. defaultPrice, ok := ratio_setting.GetDefaultModelRatioMap()[info.OriginModelName]
  117. if !ok {
  118. modelPrice = 0.1
  119. } else {
  120. modelPrice = defaultPrice
  121. }
  122. }
  123. quota := int(modelPrice * common.QuotaPerUnit * groupRatioInfo.GroupRatio)
  124. priceData := PerCallPriceData{
  125. ModelPrice: modelPrice,
  126. Quota: quota,
  127. GroupRatioInfo: groupRatioInfo,
  128. }
  129. return priceData
  130. }
  131. func ContainPriceOrRatio(modelName string) bool {
  132. _, ok := ratio_setting.GetModelPrice(modelName, false)
  133. if ok {
  134. return true
  135. }
  136. _, ok = ratio_setting.GetModelRatio(modelName)
  137. if ok {
  138. return true
  139. }
  140. return false
  141. }