model_ratio.go 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806
  1. package ratio_setting
  2. import (
  3. "encoding/json"
  4. "one-api/common"
  5. "one-api/setting/operation_setting"
  6. "strings"
  7. "sync"
  8. )
  9. // from songquanpeng/one-api
  10. const (
  11. USD2RMB = 7.3 // 暂定 1 USD = 7.3 RMB
  12. USD = 500 // $0.002 = 1 -> $1 = 500
  13. RMB = USD / USD2RMB
  14. )
  15. // modelRatio
  16. // https://platform.openai.com/docs/models/model-endpoint-compatibility
  17. // https://cloud.baidu.com/doc/WENXINWORKSHOP/s/Blfmc9dlf
  18. // https://openai.com/pricing
  19. // TODO: when a new api is enabled, check the pricing here
  20. // 1 === $0.002 / 1K tokens
  21. // 1 === ¥0.014 / 1k tokens
  22. var defaultModelRatio = map[string]float64{
  23. //"midjourney": 50,
  24. "gpt-4-gizmo-*": 15,
  25. "gpt-4o-gizmo-*": 2.5,
  26. "gpt-4-all": 15,
  27. "gpt-4o-all": 15,
  28. "gpt-4": 15,
  29. //"gpt-4-0314": 15, //deprecated
  30. "gpt-4-0613": 15,
  31. "gpt-4-32k": 30,
  32. //"gpt-4-32k-0314": 30, //deprecated
  33. "gpt-4-32k-0613": 30,
  34. "gpt-4-1106-preview": 5, // $10 / 1M tokens
  35. "gpt-4-0125-preview": 5, // $10 / 1M tokens
  36. "gpt-4-turbo-preview": 5, // $10 / 1M tokens
  37. "gpt-4-vision-preview": 5, // $10 / 1M tokens
  38. "gpt-4-1106-vision-preview": 5, // $10 / 1M tokens
  39. "chatgpt-4o-latest": 2.5, // $5 / 1M tokens
  40. "gpt-4o": 1.25, // $2.5 / 1M tokens
  41. "gpt-4o-audio-preview": 1.25, // $2.5 / 1M tokens
  42. "gpt-4o-audio-preview-2024-10-01": 1.25, // $2.5 / 1M tokens
  43. "gpt-4o-2024-05-13": 2.5, // $5 / 1M tokens
  44. "gpt-4o-2024-08-06": 1.25, // $2.5 / 1M tokens
  45. "gpt-4o-2024-11-20": 1.25, // $2.5 / 1M tokens
  46. "gpt-4o-realtime-preview": 2.5,
  47. "gpt-4o-realtime-preview-2024-10-01": 2.5,
  48. "gpt-4o-realtime-preview-2024-12-17": 2.5,
  49. "gpt-4o-mini-realtime-preview": 0.3,
  50. "gpt-4o-mini-realtime-preview-2024-12-17": 0.3,
  51. "gpt-4.1": 1.0, // $2 / 1M tokens
  52. "gpt-4.1-2025-04-14": 1.0, // $2 / 1M tokens
  53. "gpt-4.1-mini": 0.2, // $0.4 / 1M tokens
  54. "gpt-4.1-mini-2025-04-14": 0.2, // $0.4 / 1M tokens
  55. "gpt-4.1-nano": 0.05, // $0.1 / 1M tokens
  56. "gpt-4.1-nano-2025-04-14": 0.05, // $0.1 / 1M tokens
  57. "gpt-image-1": 2.5, // $5 / 1M tokens
  58. "o1": 7.5, // $15 / 1M tokens
  59. "o1-2024-12-17": 7.5, // $15 / 1M tokens
  60. "o1-preview": 7.5, // $15 / 1M tokens
  61. "o1-preview-2024-09-12": 7.5, // $15 / 1M tokens
  62. "o1-mini": 0.55, // $1.1 / 1M tokens
  63. "o1-mini-2024-09-12": 0.55, // $1.1 / 1M tokens
  64. "o1-pro": 75.0, // $150 / 1M tokens
  65. "o1-pro-2025-03-19": 75.0, // $150 / 1M tokens
  66. "o3-mini": 0.55,
  67. "o3-mini-2025-01-31": 0.55,
  68. "o3-mini-high": 0.55,
  69. "o3-mini-2025-01-31-high": 0.55,
  70. "o3-mini-low": 0.55,
  71. "o3-mini-2025-01-31-low": 0.55,
  72. "o3-mini-medium": 0.55,
  73. "o3-mini-2025-01-31-medium": 0.55,
  74. "o3": 1.0, // $2 / 1M tokens
  75. "o3-2025-04-16": 1.0, // $2 / 1M tokens
  76. "o3-pro": 10.0, // $20 / 1M tokens
  77. "o3-pro-2025-06-10": 10.0, // $20 / 1M tokens
  78. "o3-deep-research": 5.0, // $10 / 1M tokens
  79. "o3-deep-research-2025-06-26": 5.0, // $10 / 1M tokens
  80. "o4-mini": 0.55, // $1.1 / 1M tokens
  81. "o4-mini-2025-04-16": 0.55, // $1.1 / 1M tokens
  82. "o4-mini-deep-research": 1.0, // $2 / 1M tokens
  83. "o4-mini-deep-research-2025-06-26": 1.0, // $2 / 1M tokens
  84. "gpt-4o-mini": 0.075,
  85. "gpt-4o-mini-2024-07-18": 0.075,
  86. "gpt-4-turbo": 5, // $0.01 / 1K tokens
  87. "gpt-4-turbo-2024-04-09": 5, // $0.01 / 1K tokens
  88. "gpt-4.5-preview": 37.5,
  89. "gpt-4.5-preview-2025-02-27": 37.5,
  90. "gpt-5": 0.625,
  91. "gpt-5-2025-08-07": 0.625,
  92. "gpt-5-chat-latest": 0.625,
  93. "gpt-5-mini": 0.125,
  94. "gpt-5-mini-2025-08-07": 0.125,
  95. "gpt-5-nano": 0.025,
  96. "gpt-5-nano-2025-08-07": 0.025,
  97. //"gpt-3.5-turbo-0301": 0.75, //deprecated
  98. "gpt-3.5-turbo": 0.25,
  99. "gpt-3.5-turbo-0613": 0.75,
  100. "gpt-3.5-turbo-16k": 1.5, // $0.003 / 1K tokens
  101. "gpt-3.5-turbo-16k-0613": 1.5,
  102. "gpt-3.5-turbo-instruct": 0.75, // $0.0015 / 1K tokens
  103. "gpt-3.5-turbo-1106": 0.5, // $0.001 / 1K tokens
  104. "gpt-3.5-turbo-0125": 0.25,
  105. "babbage-002": 0.2, // $0.0004 / 1K tokens
  106. "davinci-002": 1, // $0.002 / 1K tokens
  107. "text-ada-001": 0.2,
  108. "text-babbage-001": 0.25,
  109. "text-curie-001": 1,
  110. //"text-davinci-002": 10,
  111. //"text-davinci-003": 10,
  112. "text-davinci-edit-001": 10,
  113. "code-davinci-edit-001": 10,
  114. "whisper-1": 15, // $0.006 / minute -> $0.006 / 150 words -> $0.006 / 200 tokens -> $0.03 / 1k tokens
  115. "tts-1": 7.5, // 1k characters -> $0.015
  116. "tts-1-1106": 7.5, // 1k characters -> $0.015
  117. "tts-1-hd": 15, // 1k characters -> $0.03
  118. "tts-1-hd-1106": 15, // 1k characters -> $0.03
  119. "davinci": 10,
  120. "curie": 10,
  121. "babbage": 10,
  122. "ada": 10,
  123. "text-embedding-3-small": 0.01,
  124. "text-embedding-3-large": 0.065,
  125. "text-embedding-ada-002": 0.05,
  126. "text-search-ada-doc-001": 10,
  127. "text-moderation-stable": 0.1,
  128. "text-moderation-latest": 0.1,
  129. "claude-instant-1": 0.4, // $0.8 / 1M tokens
  130. "claude-2.0": 4, // $8 / 1M tokens
  131. "claude-2.1": 4, // $8 / 1M tokens
  132. "claude-3-haiku-20240307": 0.125, // $0.25 / 1M tokens
  133. "claude-3-5-haiku-20241022": 0.5, // $1 / 1M tokens
  134. "claude-3-sonnet-20240229": 1.5, // $3 / 1M tokens
  135. "claude-3-5-sonnet-20240620": 1.5,
  136. "claude-3-5-sonnet-20241022": 1.5,
  137. "claude-3-7-sonnet-20250219": 1.5,
  138. "claude-3-7-sonnet-20250219-thinking": 1.5,
  139. "claude-sonnet-4-20250514": 1.5,
  140. "claude-3-opus-20240229": 7.5, // $15 / 1M tokens
  141. "claude-opus-4-20250514": 7.5,
  142. "claude-opus-4-1-20250805": 7.5,
  143. "ERNIE-4.0-8K": 0.120 * RMB,
  144. "ERNIE-3.5-8K": 0.012 * RMB,
  145. "ERNIE-3.5-8K-0205": 0.024 * RMB,
  146. "ERNIE-3.5-8K-1222": 0.012 * RMB,
  147. "ERNIE-Bot-8K": 0.024 * RMB,
  148. "ERNIE-3.5-4K-0205": 0.012 * RMB,
  149. "ERNIE-Speed-8K": 0.004 * RMB,
  150. "ERNIE-Speed-128K": 0.004 * RMB,
  151. "ERNIE-Lite-8K-0922": 0.008 * RMB,
  152. "ERNIE-Lite-8K-0308": 0.003 * RMB,
  153. "ERNIE-Tiny-8K": 0.001 * RMB,
  154. "BLOOMZ-7B": 0.004 * RMB,
  155. "Embedding-V1": 0.002 * RMB,
  156. "bge-large-zh": 0.002 * RMB,
  157. "bge-large-en": 0.002 * RMB,
  158. "tao-8k": 0.002 * RMB,
  159. "PaLM-2": 1,
  160. "gemini-1.5-pro-latest": 1.25, // $3.5 / 1M tokens
  161. "gemini-1.5-flash-latest": 0.075,
  162. "gemini-2.0-flash": 0.05,
  163. "gemini-2.5-pro-exp-03-25": 0.625,
  164. "gemini-2.5-pro-preview-03-25": 0.625,
  165. "gemini-2.5-pro": 0.625,
  166. "gemini-2.5-flash-preview-04-17": 0.075,
  167. "gemini-2.5-flash-preview-04-17-thinking": 0.075,
  168. "gemini-2.5-flash-preview-04-17-nothinking": 0.075,
  169. "gemini-2.5-flash-preview-05-20": 0.075,
  170. "gemini-2.5-flash-preview-05-20-thinking": 0.075,
  171. "gemini-2.5-flash-preview-05-20-nothinking": 0.075,
  172. "gemini-2.5-flash-thinking-*": 0.075, // 用于为后续所有2.5 flash thinking budget 模型设置默认倍率
  173. "gemini-2.5-pro-thinking-*": 0.625, // 用于为后续所有2.5 pro thinking budget 模型设置默认倍率
  174. "gemini-2.5-flash-lite-preview-thinking-*": 0.05,
  175. "gemini-2.5-flash-lite-preview-06-17": 0.05,
  176. "gemini-2.5-flash": 0.15,
  177. "gemini-embedding-001": 0.075,
  178. "text-embedding-004": 0.001,
  179. "chatglm_turbo": 0.3572, // ¥0.005 / 1k tokens
  180. "chatglm_pro": 0.7143, // ¥0.01 / 1k tokens
  181. "chatglm_std": 0.3572, // ¥0.005 / 1k tokens
  182. "chatglm_lite": 0.1429, // ¥0.002 / 1k tokens
  183. "glm-4": 7.143, // ¥0.1 / 1k tokens
  184. "glm-4v": 0.05 * RMB, // ¥0.05 / 1k tokens
  185. "glm-4-alltools": 0.1 * RMB, // ¥0.1 / 1k tokens
  186. "glm-3-turbo": 0.3572,
  187. "glm-4-plus": 0.05 * RMB,
  188. "glm-4-0520": 0.1 * RMB,
  189. "glm-4-air": 0.001 * RMB,
  190. "glm-4-airx": 0.01 * RMB,
  191. "glm-4-long": 0.001 * RMB,
  192. "glm-4-flash": 0,
  193. "glm-4v-plus": 0.01 * RMB,
  194. "qwen-turbo": 0.8572, // ¥0.012 / 1k tokens
  195. "qwen-plus": 10, // ¥0.14 / 1k tokens
  196. "text-embedding-v1": 0.05, // ¥0.0007 / 1k tokens
  197. "SparkDesk-v1.1": 1.2858, // ¥0.018 / 1k tokens
  198. "SparkDesk-v2.1": 1.2858, // ¥0.018 / 1k tokens
  199. "SparkDesk-v3.1": 1.2858, // ¥0.018 / 1k tokens
  200. "SparkDesk-v3.5": 1.2858, // ¥0.018 / 1k tokens
  201. "SparkDesk-v4.0": 1.2858,
  202. "360GPT_S2_V9": 0.8572, // ¥0.012 / 1k tokens
  203. "360gpt-turbo": 0.0858, // ¥0.0012 / 1k tokens
  204. "360gpt-turbo-responsibility-8k": 0.8572, // ¥0.012 / 1k tokens
  205. "360gpt-pro": 0.8572, // ¥0.012 / 1k tokens
  206. "360gpt2-pro": 0.8572, // ¥0.012 / 1k tokens
  207. "embedding-bert-512-v1": 0.0715, // ¥0.001 / 1k tokens
  208. "embedding_s1_v1": 0.0715, // ¥0.001 / 1k tokens
  209. "semantic_similarity_s1_v1": 0.0715, // ¥0.001 / 1k tokens
  210. "hunyuan": 7.143, // ¥0.1 / 1k tokens // https://cloud.tencent.com/document/product/1729/97731#e0e6be58-60c8-469f-bdeb-6c264ce3b4d0
  211. // https://platform.lingyiwanwu.com/docs#-计费单元
  212. // 已经按照 7.2 来换算美元价格
  213. "yi-34b-chat-0205": 0.18,
  214. "yi-34b-chat-200k": 0.864,
  215. "yi-vl-plus": 0.432,
  216. "yi-large": 20.0 / 1000 * RMB,
  217. "yi-medium": 2.5 / 1000 * RMB,
  218. "yi-vision": 6.0 / 1000 * RMB,
  219. "yi-medium-200k": 12.0 / 1000 * RMB,
  220. "yi-spark": 1.0 / 1000 * RMB,
  221. "yi-large-rag": 25.0 / 1000 * RMB,
  222. "yi-large-turbo": 12.0 / 1000 * RMB,
  223. "yi-large-preview": 20.0 / 1000 * RMB,
  224. "yi-large-rag-preview": 25.0 / 1000 * RMB,
  225. "command": 0.5,
  226. "command-nightly": 0.5,
  227. "command-light": 0.5,
  228. "command-light-nightly": 0.5,
  229. "command-r": 0.25,
  230. "command-r-plus": 1.5,
  231. "command-r-08-2024": 0.075,
  232. "command-r-plus-08-2024": 1.25,
  233. "deepseek-chat": 0.27 / 2,
  234. "deepseek-coder": 0.27 / 2,
  235. "deepseek-reasoner": 0.55 / 2, // 0.55 / 1k tokens
  236. // Perplexity online 模型对搜索额外收费,有需要应自行调整,此处不计入搜索费用
  237. "llama-3-sonar-small-32k-chat": 0.2 / 1000 * USD,
  238. "llama-3-sonar-small-32k-online": 0.2 / 1000 * USD,
  239. "llama-3-sonar-large-32k-chat": 1 / 1000 * USD,
  240. "llama-3-sonar-large-32k-online": 1 / 1000 * USD,
  241. // grok
  242. "grok-3-beta": 1.5,
  243. "grok-3-mini-beta": 0.15,
  244. "grok-2": 1,
  245. "grok-2-vision": 1,
  246. "grok-beta": 2.5,
  247. "grok-vision-beta": 2.5,
  248. "grok-3-fast-beta": 2.5,
  249. "grok-3-mini-fast-beta": 0.3,
  250. }
  251. var defaultModelPrice = map[string]float64{
  252. "suno_music": 0.1,
  253. "suno_lyrics": 0.01,
  254. "dall-e-3": 0.04,
  255. "imagen-3.0-generate-002": 0.03,
  256. "gpt-4-gizmo-*": 0.1,
  257. "mj_video": 0.8,
  258. "mj_imagine": 0.1,
  259. "mj_edits": 0.1,
  260. "mj_variation": 0.1,
  261. "mj_reroll": 0.1,
  262. "mj_blend": 0.1,
  263. "mj_modal": 0.1,
  264. "mj_zoom": 0.1,
  265. "mj_shorten": 0.1,
  266. "mj_high_variation": 0.1,
  267. "mj_low_variation": 0.1,
  268. "mj_pan": 0.1,
  269. "mj_inpaint": 0,
  270. "mj_custom_zoom": 0,
  271. "mj_describe": 0.05,
  272. "mj_upscale": 0.05,
  273. "swap_face": 0.05,
  274. "mj_upload": 0.05,
  275. }
  276. var defaultAudioRatio = map[string]float64{
  277. "gpt-4o-audio-preview": 16,
  278. "gpt-4o-mini-audio-preview": 66.67,
  279. "gpt-4o-realtime-preview": 8,
  280. "gpt-4o-mini-realtime-preview": 16.67,
  281. }
  282. var defaultAudioCompletionRatio = map[string]float64{
  283. "gpt-4o-realtime": 2,
  284. "gpt-4o-mini-realtime": 2,
  285. }
  286. var (
  287. modelPriceMap map[string]float64 = nil
  288. modelPriceMapMutex = sync.RWMutex{}
  289. )
  290. var (
  291. modelRatioMap map[string]float64 = nil
  292. modelRatioMapMutex = sync.RWMutex{}
  293. )
  294. var (
  295. CompletionRatio map[string]float64 = nil
  296. CompletionRatioMutex = sync.RWMutex{}
  297. )
  298. var defaultCompletionRatio = map[string]float64{
  299. "gpt-4-gizmo-*": 2,
  300. "gpt-4o-gizmo-*": 3,
  301. "gpt-4-all": 2,
  302. "gpt-image-1": 8,
  303. }
  304. // InitRatioSettings initializes all model related settings maps
  305. func InitRatioSettings() {
  306. // Initialize modelPriceMap
  307. modelPriceMapMutex.Lock()
  308. modelPriceMap = defaultModelPrice
  309. modelPriceMapMutex.Unlock()
  310. // Initialize modelRatioMap
  311. modelRatioMapMutex.Lock()
  312. modelRatioMap = defaultModelRatio
  313. modelRatioMapMutex.Unlock()
  314. // Initialize CompletionRatio
  315. CompletionRatioMutex.Lock()
  316. CompletionRatio = defaultCompletionRatio
  317. CompletionRatioMutex.Unlock()
  318. // Initialize cacheRatioMap
  319. cacheRatioMapMutex.Lock()
  320. cacheRatioMap = defaultCacheRatio
  321. cacheRatioMapMutex.Unlock()
  322. // initialize imageRatioMap
  323. imageRatioMapMutex.Lock()
  324. imageRatioMap = defaultImageRatio
  325. imageRatioMapMutex.Unlock()
  326. // initialize audioRatioMap
  327. audioRatioMapMutex.Lock()
  328. audioRatioMap = defaultAudioRatio
  329. audioRatioMapMutex.Unlock()
  330. // initialize audioCompletionRatioMap
  331. audioCompletionRatioMapMutex.Lock()
  332. audioCompletionRatioMap = defaultAudioCompletionRatio
  333. audioCompletionRatioMapMutex.Unlock()
  334. }
  335. func GetModelPriceMap() map[string]float64 {
  336. modelPriceMapMutex.RLock()
  337. defer modelPriceMapMutex.RUnlock()
  338. return modelPriceMap
  339. }
  340. func ModelPrice2JSONString() string {
  341. modelPriceMapMutex.RLock()
  342. defer modelPriceMapMutex.RUnlock()
  343. jsonBytes, err := common.Marshal(modelPriceMap)
  344. if err != nil {
  345. common.SysError("error marshalling model price: " + err.Error())
  346. }
  347. return string(jsonBytes)
  348. }
  349. func UpdateModelPriceByJSONString(jsonStr string) error {
  350. modelPriceMapMutex.Lock()
  351. defer modelPriceMapMutex.Unlock()
  352. modelPriceMap = make(map[string]float64)
  353. err := json.Unmarshal([]byte(jsonStr), &modelPriceMap)
  354. if err == nil {
  355. InvalidateExposedDataCache()
  356. }
  357. return err
  358. }
  359. // GetModelPrice 返回模型的价格,如果模型不存在则返回-1,false
  360. func GetModelPrice(name string, printErr bool) (float64, bool) {
  361. modelPriceMapMutex.RLock()
  362. defer modelPriceMapMutex.RUnlock()
  363. name = FormatMatchingModelName(name)
  364. price, ok := modelPriceMap[name]
  365. if !ok {
  366. if printErr {
  367. common.SysError("model price not found: " + name)
  368. }
  369. return -1, false
  370. }
  371. return price, true
  372. }
  373. func UpdateModelRatioByJSONString(jsonStr string) error {
  374. modelRatioMapMutex.Lock()
  375. defer modelRatioMapMutex.Unlock()
  376. modelRatioMap = make(map[string]float64)
  377. err := common.Unmarshal([]byte(jsonStr), &modelRatioMap)
  378. if err == nil {
  379. InvalidateExposedDataCache()
  380. }
  381. return err
  382. }
  383. // 处理带有思考预算的模型名称,方便统一定价
  384. func handleThinkingBudgetModel(name, prefix, wildcard string) string {
  385. if strings.HasPrefix(name, prefix) && strings.Contains(name, "-thinking-") {
  386. return wildcard
  387. }
  388. return name
  389. }
  390. func GetModelRatio(name string) (float64, bool, string) {
  391. modelRatioMapMutex.RLock()
  392. defer modelRatioMapMutex.RUnlock()
  393. name = FormatMatchingModelName(name)
  394. ratio, ok := modelRatioMap[name]
  395. if !ok {
  396. return 37.5, operation_setting.SelfUseModeEnabled, name
  397. }
  398. return ratio, true, name
  399. }
  400. func DefaultModelRatio2JSONString() string {
  401. jsonBytes, err := common.Marshal(defaultModelRatio)
  402. if err != nil {
  403. common.SysError("error marshalling model ratio: " + err.Error())
  404. }
  405. return string(jsonBytes)
  406. }
  407. func GetDefaultModelRatioMap() map[string]float64 {
  408. return defaultModelRatio
  409. }
  410. func GetDefaultImageRatioMap() map[string]float64 {
  411. return defaultImageRatio
  412. }
  413. func GetDefaultAudioRatioMap() map[string]float64 {
  414. return defaultAudioRatio
  415. }
  416. func GetDefaultAudioCompletionRatioMap() map[string]float64 {
  417. return defaultAudioCompletionRatio
  418. }
  419. func GetCompletionRatioMap() map[string]float64 {
  420. CompletionRatioMutex.RLock()
  421. defer CompletionRatioMutex.RUnlock()
  422. return CompletionRatio
  423. }
  424. func CompletionRatio2JSONString() string {
  425. CompletionRatioMutex.RLock()
  426. defer CompletionRatioMutex.RUnlock()
  427. jsonBytes, err := json.Marshal(CompletionRatio)
  428. if err != nil {
  429. common.SysError("error marshalling completion ratio: " + err.Error())
  430. }
  431. return string(jsonBytes)
  432. }
  433. func UpdateCompletionRatioByJSONString(jsonStr string) error {
  434. CompletionRatioMutex.Lock()
  435. defer CompletionRatioMutex.Unlock()
  436. CompletionRatio = make(map[string]float64)
  437. err := common.Unmarshal([]byte(jsonStr), &CompletionRatio)
  438. if err == nil {
  439. InvalidateExposedDataCache()
  440. }
  441. return err
  442. }
  443. func GetCompletionRatio(name string) float64 {
  444. CompletionRatioMutex.RLock()
  445. defer CompletionRatioMutex.RUnlock()
  446. name = FormatMatchingModelName(name)
  447. if strings.Contains(name, "/") {
  448. if ratio, ok := CompletionRatio[name]; ok {
  449. return ratio
  450. }
  451. }
  452. hardCodedRatio, contain := getHardcodedCompletionModelRatio(name)
  453. if contain {
  454. return hardCodedRatio
  455. }
  456. if ratio, ok := CompletionRatio[name]; ok {
  457. return ratio
  458. }
  459. return hardCodedRatio
  460. }
  461. func getHardcodedCompletionModelRatio(name string) (float64, bool) {
  462. lowercaseName := strings.ToLower(name)
  463. isReservedModel := strings.HasSuffix(name, "-all") || strings.HasSuffix(name, "-gizmo-*")
  464. if isReservedModel {
  465. return 2, false
  466. }
  467. if strings.HasPrefix(name, "gpt-") {
  468. if strings.HasPrefix(name, "gpt-4o") {
  469. if name == "gpt-4o-2024-05-13" {
  470. return 3, true
  471. }
  472. return 4, true
  473. }
  474. // gpt-5 匹配
  475. if strings.HasPrefix(name, "gpt-5") {
  476. return 8, true
  477. }
  478. // gpt-4.5-preview匹配
  479. if strings.HasPrefix(name, "gpt-4.5-preview") {
  480. return 2, true
  481. }
  482. if strings.HasPrefix(name, "gpt-4-turbo") || strings.HasSuffix(name, "gpt-4-1106") || strings.HasSuffix(name, "gpt-4-1105") {
  483. return 3, true
  484. }
  485. // 没有特殊标记的 gpt-4 模型默认倍率为 2
  486. return 2, false
  487. }
  488. if strings.HasPrefix(name, "o1") || strings.HasPrefix(name, "o3") {
  489. return 4, true
  490. }
  491. if name == "chatgpt-4o-latest" {
  492. return 3, true
  493. }
  494. if strings.Contains(name, "claude-3") {
  495. return 5, true
  496. } else if strings.Contains(name, "claude-sonnet-4") || strings.Contains(name, "claude-opus-4") {
  497. return 5, true
  498. } else if strings.Contains(name, "claude-instant-1") || strings.Contains(name, "claude-2") {
  499. return 3, true
  500. }
  501. if strings.HasPrefix(name, "gpt-3.5") {
  502. if name == "gpt-3.5-turbo" || strings.HasSuffix(name, "0125") {
  503. // https://openai.com/blog/new-embedding-models-and-api-updates
  504. // Updated GPT-3.5 Turbo model and lower pricing
  505. return 3, true
  506. }
  507. if strings.HasSuffix(name, "1106") {
  508. return 2, true
  509. }
  510. return 4.0 / 3.0, true
  511. }
  512. if strings.HasPrefix(name, "mistral-") {
  513. return 3, true
  514. }
  515. if strings.HasPrefix(name, "gemini-") {
  516. if strings.HasPrefix(name, "gemini-1.5") {
  517. return 4, true
  518. } else if strings.HasPrefix(name, "gemini-2.0") {
  519. return 4, true
  520. } else if strings.HasPrefix(name, "gemini-2.5-pro") { // 移除preview来增加兼容性,这里假设正式版的倍率和preview一致
  521. return 8, false
  522. } else if strings.HasPrefix(name, "gemini-2.5-flash") { // 处理不同的flash模型倍率
  523. if strings.HasPrefix(name, "gemini-2.5-flash-preview") {
  524. if strings.HasSuffix(name, "-nothinking") {
  525. return 4, false
  526. }
  527. return 3.5 / 0.15, false
  528. }
  529. if strings.HasPrefix(name, "gemini-2.5-flash-lite") {
  530. return 4, false
  531. }
  532. return 2.5 / 0.3, false
  533. }
  534. return 4, false
  535. }
  536. if strings.HasPrefix(name, "command") {
  537. switch name {
  538. case "command-r":
  539. return 3, true
  540. case "command-r-plus":
  541. return 5, true
  542. case "command-r-08-2024":
  543. return 4, true
  544. case "command-r-plus-08-2024":
  545. return 4, true
  546. default:
  547. return 4, false
  548. }
  549. }
  550. // hint 只给官方上4倍率,由于开源模型供应商自行定价,不对其进行补全倍率进行强制对齐
  551. if lowercaseName == "deepseek-chat" || lowercaseName == "deepseek-reasoner" {
  552. return 4, true
  553. }
  554. if strings.HasPrefix(name, "ERNIE-Speed-") {
  555. return 2, true
  556. } else if strings.HasPrefix(name, "ERNIE-Lite-") {
  557. return 2, true
  558. } else if strings.HasPrefix(name, "ERNIE-Character") {
  559. return 2, true
  560. } else if strings.HasPrefix(name, "ERNIE-Functions") {
  561. return 2, true
  562. }
  563. switch name {
  564. case "llama2-70b-4096":
  565. return 0.8 / 0.64, true
  566. case "llama3-8b-8192":
  567. return 2, true
  568. case "llama3-70b-8192":
  569. return 0.79 / 0.59, true
  570. }
  571. return 1, false
  572. }
  573. func GetAudioRatio(name string) float64 {
  574. audioRatioMapMutex.RLock()
  575. defer audioRatioMapMutex.RUnlock()
  576. name = FormatMatchingModelName(name)
  577. if ratio, ok := audioRatioMap[name]; ok {
  578. return ratio
  579. }
  580. return 20
  581. }
  582. func GetAudioCompletionRatio(name string) float64 {
  583. audioCompletionRatioMapMutex.RLock()
  584. defer audioCompletionRatioMapMutex.RUnlock()
  585. name = FormatMatchingModelName(name)
  586. if ratio, ok := audioCompletionRatioMap[name]; ok {
  587. return ratio
  588. }
  589. return 2
  590. }
  591. func ModelRatio2JSONString() string {
  592. modelRatioMapMutex.RLock()
  593. defer modelRatioMapMutex.RUnlock()
  594. jsonBytes, err := common.Marshal(modelRatioMap)
  595. if err != nil {
  596. common.SysError("error marshalling model ratio: " + err.Error())
  597. }
  598. return string(jsonBytes)
  599. }
  600. var defaultImageRatio = map[string]float64{
  601. "gpt-image-1": 2,
  602. }
  603. var imageRatioMap map[string]float64
  604. var imageRatioMapMutex sync.RWMutex
  605. var (
  606. audioRatioMap map[string]float64 = nil
  607. audioRatioMapMutex = sync.RWMutex{}
  608. )
  609. var (
  610. audioCompletionRatioMap map[string]float64 = nil
  611. audioCompletionRatioMapMutex = sync.RWMutex{}
  612. )
  613. func ImageRatio2JSONString() string {
  614. imageRatioMapMutex.RLock()
  615. defer imageRatioMapMutex.RUnlock()
  616. jsonBytes, err := common.Marshal(imageRatioMap)
  617. if err != nil {
  618. common.SysError("error marshalling cache ratio: " + err.Error())
  619. }
  620. return string(jsonBytes)
  621. }
  622. func UpdateImageRatioByJSONString(jsonStr string) error {
  623. imageRatioMapMutex.Lock()
  624. defer imageRatioMapMutex.Unlock()
  625. imageRatioMap = make(map[string]float64)
  626. return common.Unmarshal([]byte(jsonStr), &imageRatioMap)
  627. }
  628. func GetImageRatio(name string) (float64, bool) {
  629. imageRatioMapMutex.RLock()
  630. defer imageRatioMapMutex.RUnlock()
  631. ratio, ok := imageRatioMap[name]
  632. if !ok {
  633. return 1, false // Default to 1 if not found
  634. }
  635. return ratio, true
  636. }
  637. func AudioRatio2JSONString() string {
  638. audioRatioMapMutex.RLock()
  639. defer audioRatioMapMutex.RUnlock()
  640. jsonBytes, err := common.Marshal(audioRatioMap)
  641. if err != nil {
  642. common.SysError("error marshalling audio ratio: " + err.Error())
  643. }
  644. return string(jsonBytes)
  645. }
  646. func UpdateAudioRatioByJSONString(jsonStr string) error {
  647. tmp := make(map[string]float64)
  648. if err := common.Unmarshal([]byte(jsonStr), &tmp); err != nil {
  649. return err
  650. }
  651. audioRatioMapMutex.Lock()
  652. audioRatioMap = tmp
  653. audioRatioMapMutex.Unlock()
  654. InvalidateExposedDataCache()
  655. return nil
  656. }
  657. func GetAudioRatioCopy() map[string]float64 {
  658. audioRatioMapMutex.RLock()
  659. defer audioRatioMapMutex.RUnlock()
  660. copyMap := make(map[string]float64, len(audioRatioMap))
  661. for k, v := range audioRatioMap {
  662. copyMap[k] = v
  663. }
  664. return copyMap
  665. }
  666. func AudioCompletionRatio2JSONString() string {
  667. audioCompletionRatioMapMutex.RLock()
  668. defer audioCompletionRatioMapMutex.RUnlock()
  669. jsonBytes, err := common.Marshal(audioCompletionRatioMap)
  670. if err != nil {
  671. common.SysError("error marshalling audio completion ratio: " + err.Error())
  672. }
  673. return string(jsonBytes)
  674. }
  675. func UpdateAudioCompletionRatioByJSONString(jsonStr string) error {
  676. tmp := make(map[string]float64)
  677. if err := common.Unmarshal([]byte(jsonStr), &tmp); err != nil {
  678. return err
  679. }
  680. audioCompletionRatioMapMutex.Lock()
  681. audioCompletionRatioMap = tmp
  682. audioCompletionRatioMapMutex.Unlock()
  683. InvalidateExposedDataCache()
  684. return nil
  685. }
  686. func GetAudioCompletionRatioCopy() map[string]float64 {
  687. audioCompletionRatioMapMutex.RLock()
  688. defer audioCompletionRatioMapMutex.RUnlock()
  689. copyMap := make(map[string]float64, len(audioCompletionRatioMap))
  690. for k, v := range audioCompletionRatioMap {
  691. copyMap[k] = v
  692. }
  693. return copyMap
  694. }
  695. func GetModelRatioCopy() map[string]float64 {
  696. modelRatioMapMutex.RLock()
  697. defer modelRatioMapMutex.RUnlock()
  698. copyMap := make(map[string]float64, len(modelRatioMap))
  699. for k, v := range modelRatioMap {
  700. copyMap[k] = v
  701. }
  702. return copyMap
  703. }
  704. func GetModelPriceCopy() map[string]float64 {
  705. modelPriceMapMutex.RLock()
  706. defer modelPriceMapMutex.RUnlock()
  707. copyMap := make(map[string]float64, len(modelPriceMap))
  708. for k, v := range modelPriceMap {
  709. copyMap[k] = v
  710. }
  711. return copyMap
  712. }
  713. func GetCompletionRatioCopy() map[string]float64 {
  714. CompletionRatioMutex.RLock()
  715. defer CompletionRatioMutex.RUnlock()
  716. copyMap := make(map[string]float64, len(CompletionRatio))
  717. for k, v := range CompletionRatio {
  718. copyMap[k] = v
  719. }
  720. return copyMap
  721. }
  722. // 转换模型名,减少渠道必须配置各种带参数模型
  723. func FormatMatchingModelName(name string) string {
  724. if strings.HasPrefix(name, "gemini-2.5-flash-lite") {
  725. name = handleThinkingBudgetModel(name, "gemini-2.5-flash-lite", "gemini-2.5-flash-lite-thinking-*")
  726. } else if strings.HasPrefix(name, "gemini-2.5-flash") {
  727. name = handleThinkingBudgetModel(name, "gemini-2.5-flash", "gemini-2.5-flash-thinking-*")
  728. } else if strings.HasPrefix(name, "gemini-2.5-pro") {
  729. name = handleThinkingBudgetModel(name, "gemini-2.5-pro", "gemini-2.5-pro-thinking-*")
  730. }
  731. if strings.HasPrefix(name, "gpt-4-gizmo") {
  732. name = "gpt-4-gizmo-*"
  733. }
  734. if strings.HasPrefix(name, "gpt-4o-gizmo") {
  735. name = "gpt-4o-gizmo-*"
  736. }
  737. return name
  738. }