relay-router.go 7.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205
  1. package router
  2. import (
  3. "github.com/QuantumNous/new-api/constant"
  4. "github.com/QuantumNous/new-api/controller"
  5. "github.com/QuantumNous/new-api/middleware"
  6. "github.com/QuantumNous/new-api/relay"
  7. "github.com/QuantumNous/new-api/types"
  8. "github.com/gin-gonic/gin"
  9. )
  10. func SetRelayRouter(router *gin.Engine) {
  11. router.Use(middleware.CORS())
  12. router.Use(middleware.DecompressRequestMiddleware())
  13. router.Use(middleware.StatsMiddleware())
  14. // https://platform.openai.com/docs/api-reference/introduction
  15. modelsRouter := router.Group("/v1/models")
  16. modelsRouter.Use(middleware.TokenAuth())
  17. {
  18. modelsRouter.GET("", func(c *gin.Context) {
  19. switch {
  20. case c.GetHeader("x-api-key") != "" && c.GetHeader("anthropic-version") != "":
  21. controller.ListModels(c, constant.ChannelTypeAnthropic)
  22. case c.GetHeader("x-goog-api-key") != "" || c.Query("key") != "": // 单独的适配
  23. controller.RetrieveModel(c, constant.ChannelTypeGemini)
  24. default:
  25. controller.ListModels(c, constant.ChannelTypeOpenAI)
  26. }
  27. })
  28. modelsRouter.GET("/:model", func(c *gin.Context) {
  29. switch {
  30. case c.GetHeader("x-api-key") != "" && c.GetHeader("anthropic-version") != "":
  31. controller.RetrieveModel(c, constant.ChannelTypeAnthropic)
  32. default:
  33. controller.RetrieveModel(c, constant.ChannelTypeOpenAI)
  34. }
  35. })
  36. }
  37. geminiRouter := router.Group("/v1beta/models")
  38. geminiRouter.Use(middleware.TokenAuth())
  39. {
  40. geminiRouter.GET("", func(c *gin.Context) {
  41. controller.ListModels(c, constant.ChannelTypeGemini)
  42. })
  43. }
  44. geminiCompatibleRouter := router.Group("/v1beta/openai/models")
  45. geminiCompatibleRouter.Use(middleware.TokenAuth())
  46. {
  47. geminiCompatibleRouter.GET("", func(c *gin.Context) {
  48. controller.ListModels(c, constant.ChannelTypeOpenAI)
  49. })
  50. }
  51. playgroundRouter := router.Group("/pg")
  52. playgroundRouter.Use(middleware.UserAuth(), middleware.Distribute())
  53. {
  54. playgroundRouter.POST("/chat/completions", controller.Playground)
  55. }
  56. relayV1Router := router.Group("/v1")
  57. relayV1Router.Use(middleware.TokenAuth())
  58. relayV1Router.Use(middleware.ModelRequestRateLimit())
  59. {
  60. // WebSocket 路由(统一到 Relay)
  61. wsRouter := relayV1Router.Group("")
  62. wsRouter.Use(middleware.Distribute())
  63. wsRouter.GET("/realtime", func(c *gin.Context) {
  64. controller.Relay(c, types.RelayFormatOpenAIRealtime)
  65. })
  66. }
  67. {
  68. //http router
  69. httpRouter := relayV1Router.Group("")
  70. httpRouter.Use(middleware.Distribute())
  71. // claude related routes
  72. httpRouter.POST("/messages", func(c *gin.Context) {
  73. controller.Relay(c, types.RelayFormatClaude)
  74. })
  75. // chat related routes
  76. httpRouter.POST("/completions", func(c *gin.Context) {
  77. controller.Relay(c, types.RelayFormatOpenAI)
  78. })
  79. httpRouter.POST("/chat/completions", func(c *gin.Context) {
  80. controller.Relay(c, types.RelayFormatOpenAI)
  81. })
  82. // response related routes
  83. httpRouter.POST("/responses", func(c *gin.Context) {
  84. controller.Relay(c, types.RelayFormatOpenAIResponses)
  85. })
  86. // image related routes
  87. httpRouter.POST("/edits", func(c *gin.Context) {
  88. controller.Relay(c, types.RelayFormatOpenAIImage)
  89. })
  90. httpRouter.POST("/images/generations", func(c *gin.Context) {
  91. controller.Relay(c, types.RelayFormatOpenAIImage)
  92. })
  93. httpRouter.POST("/images/edits", func(c *gin.Context) {
  94. controller.Relay(c, types.RelayFormatOpenAIImage)
  95. })
  96. // embedding related routes
  97. httpRouter.POST("/embeddings", func(c *gin.Context) {
  98. controller.Relay(c, types.RelayFormatEmbedding)
  99. })
  100. // audio related routes
  101. httpRouter.POST("/audio/transcriptions", func(c *gin.Context) {
  102. controller.Relay(c, types.RelayFormatOpenAIAudio)
  103. })
  104. httpRouter.POST("/audio/translations", func(c *gin.Context) {
  105. controller.Relay(c, types.RelayFormatOpenAIAudio)
  106. })
  107. httpRouter.POST("/audio/speech", func(c *gin.Context) {
  108. controller.Relay(c, types.RelayFormatOpenAIAudio)
  109. })
  110. // rerank related routes
  111. httpRouter.POST("/rerank", func(c *gin.Context) {
  112. controller.Relay(c, types.RelayFormatRerank)
  113. })
  114. // gemini relay routes
  115. httpRouter.POST("/engines/:model/embeddings", func(c *gin.Context) {
  116. controller.Relay(c, types.RelayFormatGemini)
  117. })
  118. httpRouter.POST("/models/*path", func(c *gin.Context) {
  119. controller.Relay(c, types.RelayFormatGemini)
  120. })
  121. // other relay routes
  122. httpRouter.POST("/moderations", func(c *gin.Context) {
  123. controller.Relay(c, types.RelayFormatOpenAI)
  124. })
  125. // not implemented
  126. httpRouter.POST("/images/variations", controller.RelayNotImplemented)
  127. httpRouter.GET("/files", controller.RelayNotImplemented)
  128. httpRouter.POST("/files", controller.RelayNotImplemented)
  129. httpRouter.DELETE("/files/:id", controller.RelayNotImplemented)
  130. httpRouter.GET("/files/:id", controller.RelayNotImplemented)
  131. httpRouter.GET("/files/:id/content", controller.RelayNotImplemented)
  132. httpRouter.POST("/fine-tunes", controller.RelayNotImplemented)
  133. httpRouter.GET("/fine-tunes", controller.RelayNotImplemented)
  134. httpRouter.GET("/fine-tunes/:id", controller.RelayNotImplemented)
  135. httpRouter.POST("/fine-tunes/:id/cancel", controller.RelayNotImplemented)
  136. httpRouter.GET("/fine-tunes/:id/events", controller.RelayNotImplemented)
  137. httpRouter.DELETE("/models/:model", controller.RelayNotImplemented)
  138. }
  139. relayMjRouter := router.Group("/mj")
  140. registerMjRouterGroup(relayMjRouter)
  141. relayMjModeRouter := router.Group("/:mode/mj")
  142. registerMjRouterGroup(relayMjModeRouter)
  143. //relayMjRouter.Use()
  144. relaySunoRouter := router.Group("/suno")
  145. relaySunoRouter.Use(middleware.TokenAuth(), middleware.Distribute())
  146. {
  147. relaySunoRouter.POST("/submit/:action", controller.RelayTask)
  148. relaySunoRouter.POST("/fetch", controller.RelayTask)
  149. relaySunoRouter.GET("/fetch/:id", controller.RelayTask)
  150. }
  151. relayGeminiRouter := router.Group("/v1beta")
  152. relayGeminiRouter.Use(middleware.TokenAuth())
  153. relayGeminiRouter.Use(middleware.ModelRequestRateLimit())
  154. relayGeminiRouter.Use(middleware.Distribute())
  155. {
  156. // Gemini API 路径格式: /v1beta/models/{model_name}:{action}
  157. relayGeminiRouter.POST("/models/*path", func(c *gin.Context) {
  158. controller.Relay(c, types.RelayFormatGemini)
  159. })
  160. }
  161. }
  162. func registerMjRouterGroup(relayMjRouter *gin.RouterGroup) {
  163. relayMjRouter.GET("/image/:id", relay.RelayMidjourneyImage)
  164. relayMjRouter.Use(middleware.TokenAuth(), middleware.Distribute())
  165. {
  166. relayMjRouter.POST("/submit/action", controller.RelayMidjourney)
  167. relayMjRouter.POST("/submit/shorten", controller.RelayMidjourney)
  168. relayMjRouter.POST("/submit/modal", controller.RelayMidjourney)
  169. relayMjRouter.POST("/submit/imagine", controller.RelayMidjourney)
  170. relayMjRouter.POST("/submit/change", controller.RelayMidjourney)
  171. relayMjRouter.POST("/submit/simple-change", controller.RelayMidjourney)
  172. relayMjRouter.POST("/submit/describe", controller.RelayMidjourney)
  173. relayMjRouter.POST("/submit/blend", controller.RelayMidjourney)
  174. relayMjRouter.POST("/submit/edits", controller.RelayMidjourney)
  175. relayMjRouter.POST("/submit/video", controller.RelayMidjourney)
  176. relayMjRouter.POST("/notify", controller.RelayMidjourney)
  177. relayMjRouter.GET("/task/:id/fetch", controller.RelayMidjourney)
  178. relayMjRouter.GET("/task/:id/image-seed", controller.RelayMidjourney)
  179. relayMjRouter.POST("/task/list-by-condition", controller.RelayMidjourney)
  180. relayMjRouter.POST("/insight-face/swap", controller.RelayMidjourney)
  181. relayMjRouter.POST("/submit/upload-discord-images", controller.RelayMidjourney)
  182. }
  183. }