groupmcp-server.go 6.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304
  1. package controller
  2. import (
  3. "context"
  4. "encoding/json"
  5. "fmt"
  6. "net/http"
  7. "net/url"
  8. "github.com/bytedance/sonic"
  9. "github.com/gin-gonic/gin"
  10. "github.com/labring/aiproxy/core/common/mcpproxy"
  11. "github.com/labring/aiproxy/core/middleware"
  12. "github.com/labring/aiproxy/core/model"
  13. "github.com/mark3labs/mcp-go/mcp"
  14. "github.com/mark3labs/mcp-go/server"
  15. )
  16. type groupMcpEndpointProvider struct {
  17. key string
  18. t model.GroupMCPType
  19. }
  20. func newGroupMcpEndpoint(key string, t model.GroupMCPType) mcpproxy.EndpointProvider {
  21. return &groupMcpEndpointProvider{
  22. key: key,
  23. t: t,
  24. }
  25. }
  26. func (m *groupMcpEndpointProvider) NewEndpoint(session string) (newEndpoint string) {
  27. endpoint := fmt.Sprintf("/mcp/group/message?sessionId=%s&key=%s&type=%s", session, m.key, m.t)
  28. return endpoint
  29. }
  30. func (m *groupMcpEndpointProvider) LoadEndpoint(endpoint string) (session string) {
  31. parsedURL, err := url.Parse(endpoint)
  32. if err != nil {
  33. return ""
  34. }
  35. return parsedURL.Query().Get("sessionId")
  36. }
  37. // GroupMCPSseServer godoc
  38. //
  39. // @Summary Group MCP SSE Server
  40. // @Router /mcp/group/{id}/sse [get]
  41. func GroupMCPSseServer(c *gin.Context) {
  42. id := c.Param("id")
  43. if id == "" {
  44. c.JSON(http.StatusBadRequest, CreateMCPErrorResponse(
  45. nil,
  46. mcp.INVALID_REQUEST,
  47. "mcp id is required",
  48. ))
  49. return
  50. }
  51. group := middleware.GetGroup(c)
  52. groupMcp, err := model.GetGroupMCPByID(id, group.ID)
  53. if err != nil {
  54. c.JSON(http.StatusNotFound, CreateMCPErrorResponse(
  55. nil,
  56. mcp.INVALID_REQUEST,
  57. err.Error(),
  58. ))
  59. return
  60. }
  61. switch groupMcp.Type {
  62. case model.GroupMCPTypeProxySSE:
  63. handleGroupProxySSE(c, groupMcp.ProxyConfig)
  64. case model.GroupMCPTypeOpenAPI:
  65. server, err := newOpenAPIMCPServer(groupMcp.OpenAPIConfig)
  66. if err != nil {
  67. c.JSON(http.StatusBadRequest, CreateMCPErrorResponse(
  68. nil,
  69. mcp.INVALID_REQUEST,
  70. err.Error(),
  71. ))
  72. return
  73. }
  74. handleGroupMCPServer(c, server, model.GroupMCPTypeOpenAPI)
  75. default:
  76. c.JSON(http.StatusBadRequest, CreateMCPErrorResponse(
  77. nil,
  78. mcp.INVALID_REQUEST,
  79. "unsupported mcp type",
  80. ))
  81. }
  82. }
  83. // handlePublicProxySSE processes SSE proxy requests
  84. func handleGroupProxySSE(c *gin.Context, config *model.GroupMCPProxyConfig) {
  85. if config == nil || config.URL == "" {
  86. return
  87. }
  88. backendURL, err := url.Parse(config.URL)
  89. if err != nil {
  90. c.JSON(http.StatusBadRequest, CreateMCPErrorResponse(
  91. nil,
  92. mcp.INVALID_REQUEST,
  93. err.Error(),
  94. ))
  95. return
  96. }
  97. headers := make(map[string]string)
  98. backendQuery := &url.Values{}
  99. token := middleware.GetToken(c)
  100. for k, v := range config.Headers {
  101. headers[k] = v
  102. }
  103. for k, v := range config.Querys {
  104. backendQuery.Set(k, v)
  105. }
  106. backendURL.RawQuery = backendQuery.Encode()
  107. mcpproxy.SSEHandler(
  108. c.Writer,
  109. c.Request,
  110. getStore(),
  111. newPublicMcpEndpoint(token.Key, model.PublicMCPTypeProxySSE),
  112. backendURL.String(),
  113. headers,
  114. )
  115. }
  116. // handleMCPServer handles the SSE connection for an MCP server
  117. func handleGroupMCPServer(c *gin.Context, s *server.MCPServer, mcpType model.GroupMCPType) {
  118. token := middleware.GetToken(c)
  119. // Store the session
  120. store := getStore()
  121. newSession := store.New()
  122. newEndpoint := newGroupMcpEndpoint(token.Key, mcpType).NewEndpoint(newSession)
  123. server := NewSSEServer(
  124. s,
  125. WithMessageEndpoint(newEndpoint),
  126. )
  127. store.Set(newSession, string(mcpType))
  128. defer func() {
  129. store.Delete(newSession)
  130. }()
  131. ctx, cancel := context.WithCancel(c.Request.Context())
  132. defer cancel()
  133. // Start message processing goroutine
  134. go processMCPSseMpscMessages(ctx, newSession, server)
  135. // Handle SSE connection
  136. server.HandleSSE(c.Writer, c.Request)
  137. }
  138. // GroupMCPMessage godoc
  139. //
  140. // @Summary MCP SSE Proxy
  141. // @Router /mcp/group/message [post]
  142. func GroupMCPMessage(c *gin.Context) {
  143. token := middleware.GetToken(c)
  144. mcpTypeStr, _ := c.GetQuery("type")
  145. if mcpTypeStr == "" {
  146. c.JSON(http.StatusBadRequest, CreateMCPErrorResponse(
  147. nil,
  148. mcp.INVALID_REQUEST,
  149. "missing mcp type",
  150. ))
  151. return
  152. }
  153. mcpType := model.GroupMCPType(mcpTypeStr)
  154. sessionID, _ := c.GetQuery("sessionId")
  155. if sessionID == "" {
  156. c.JSON(http.StatusBadRequest, CreateMCPErrorResponse(
  157. nil,
  158. mcp.INVALID_REQUEST,
  159. "missing sessionId",
  160. ))
  161. return
  162. }
  163. switch mcpType {
  164. case model.GroupMCPTypeProxySSE:
  165. mcpproxy.SSEProxyHandler(
  166. c.Writer,
  167. c.Request,
  168. getStore(),
  169. newGroupMcpEndpoint(token.Key, mcpType),
  170. )
  171. default:
  172. sendMCPSSEMessage(c, mcpTypeStr, sessionID)
  173. }
  174. }
  175. // GroupMCPStreamable godoc
  176. //
  177. // @Summary Group MCP Streamable Server
  178. // @Router /mcp/group/{id}/streamable [get]
  179. // @Router /mcp/group/{id}/streamable [post]
  180. // @Router /mcp/group/{id}/streamable [delete]
  181. func GroupMCPStreamable(c *gin.Context) {
  182. id := c.Param("id")
  183. if id == "" {
  184. c.JSON(http.StatusBadRequest, CreateMCPErrorResponse(
  185. nil,
  186. mcp.INVALID_REQUEST,
  187. "mcp id is required",
  188. ))
  189. return
  190. }
  191. group := middleware.GetGroup(c)
  192. groupMcp, err := model.GetGroupMCPByID(id, group.ID)
  193. if err != nil {
  194. c.JSON(http.StatusNotFound, CreateMCPErrorResponse(
  195. nil,
  196. mcp.INVALID_REQUEST,
  197. err.Error(),
  198. ))
  199. return
  200. }
  201. switch groupMcp.Type {
  202. case model.GroupMCPTypeProxyStreamable:
  203. handleGroupProxyStreamable(c, groupMcp.ProxyConfig)
  204. case model.GroupMCPTypeOpenAPI:
  205. server, err := newOpenAPIMCPServer(groupMcp.OpenAPIConfig)
  206. if err != nil {
  207. c.JSON(http.StatusBadRequest, CreateMCPErrorResponse(
  208. nil,
  209. mcp.INVALID_REQUEST,
  210. err.Error(),
  211. ))
  212. return
  213. }
  214. handleGroupStreamableMCPServer(c, server)
  215. default:
  216. c.JSON(http.StatusBadRequest, CreateMCPErrorResponse(
  217. nil,
  218. mcp.INVALID_REQUEST,
  219. "unsupported mcp type",
  220. ))
  221. }
  222. }
  223. // handleGroupProxyStreamable processes Streamable proxy requests for group
  224. func handleGroupProxyStreamable(c *gin.Context, config *model.GroupMCPProxyConfig) {
  225. if config == nil || config.URL == "" {
  226. return
  227. }
  228. backendURL, err := url.Parse(config.URL)
  229. if err != nil {
  230. c.JSON(http.StatusBadRequest, CreateMCPErrorResponse(
  231. nil,
  232. mcp.INVALID_REQUEST,
  233. err.Error(),
  234. ))
  235. return
  236. }
  237. headers := make(map[string]string)
  238. backendQuery := &url.Values{}
  239. for k, v := range config.Headers {
  240. headers[k] = v
  241. }
  242. for k, v := range config.Querys {
  243. backendQuery.Set(k, v)
  244. }
  245. backendURL.RawQuery = backendQuery.Encode()
  246. mcpproxy.NewStreamableProxy(backendURL.String(), headers, getStore()).
  247. ServeHTTP(c.Writer, c.Request)
  248. }
  249. // handleGroupStreamableMCPServer handles the streamable connection for a group MCP server
  250. func handleGroupStreamableMCPServer(c *gin.Context, s *server.MCPServer) {
  251. if c.Request.Method != http.MethodPost {
  252. c.JSON(http.StatusMethodNotAllowed, CreateMCPErrorResponse(
  253. nil,
  254. mcp.METHOD_NOT_FOUND,
  255. "method not allowed",
  256. ))
  257. return
  258. }
  259. var rawMessage json.RawMessage
  260. if err := sonic.ConfigDefault.NewDecoder(c.Request.Body).Decode(&rawMessage); err != nil {
  261. c.JSON(http.StatusBadRequest, CreateMCPErrorResponse(
  262. nil,
  263. mcp.PARSE_ERROR,
  264. err.Error(),
  265. ))
  266. return
  267. }
  268. respMessage := s.HandleMessage(c.Request.Context(), rawMessage)
  269. c.JSON(http.StatusOK, respMessage)
  270. }