common.go 4.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167
  1. package helper
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "fmt"
  6. "net/http"
  7. "one-api/common"
  8. "one-api/dto"
  9. "one-api/types"
  10. "github.com/gin-gonic/gin"
  11. "github.com/gorilla/websocket"
  12. )
  13. func SetEventStreamHeaders(c *gin.Context) {
  14. // 检查是否已经设置过头部
  15. if _, exists := c.Get("event_stream_headers_set"); exists {
  16. return
  17. }
  18. c.Writer.Header().Set("Content-Type", "text/event-stream")
  19. c.Writer.Header().Set("Cache-Control", "no-cache")
  20. c.Writer.Header().Set("Connection", "keep-alive")
  21. c.Writer.Header().Set("Transfer-Encoding", "chunked")
  22. c.Writer.Header().Set("X-Accel-Buffering", "no")
  23. // 设置标志,表示头部已经设置过
  24. c.Set("event_stream_headers_set", true)
  25. }
  26. func ClaudeData(c *gin.Context, resp dto.ClaudeResponse) error {
  27. jsonData, err := json.Marshal(resp)
  28. if err != nil {
  29. common.SysError("error marshalling stream response: " + err.Error())
  30. } else {
  31. c.Render(-1, common.CustomEvent{Data: fmt.Sprintf("event: %s\n", resp.Type)})
  32. c.Render(-1, common.CustomEvent{Data: "data: " + string(jsonData)})
  33. }
  34. if flusher, ok := c.Writer.(http.Flusher); ok {
  35. flusher.Flush()
  36. } else {
  37. return errors.New("streaming error: flusher not found")
  38. }
  39. return nil
  40. }
  41. func ClaudeChunkData(c *gin.Context, resp dto.ClaudeResponse, data string) {
  42. c.Render(-1, common.CustomEvent{Data: fmt.Sprintf("event: %s\n", resp.Type)})
  43. c.Render(-1, common.CustomEvent{Data: fmt.Sprintf("data: %s\n", data)})
  44. if flusher, ok := c.Writer.(http.Flusher); ok {
  45. flusher.Flush()
  46. }
  47. }
  48. func ResponseChunkData(c *gin.Context, resp dto.ResponsesStreamResponse, data string) {
  49. c.Render(-1, common.CustomEvent{Data: fmt.Sprintf("event: %s\n", resp.Type)})
  50. c.Render(-1, common.CustomEvent{Data: fmt.Sprintf("data: %s", data)})
  51. if flusher, ok := c.Writer.(http.Flusher); ok {
  52. flusher.Flush()
  53. }
  54. }
  55. func StringData(c *gin.Context, str string) error {
  56. //str = strings.TrimPrefix(str, "data: ")
  57. //str = strings.TrimSuffix(str, "\r")
  58. c.Render(-1, common.CustomEvent{Data: "data: " + str})
  59. if flusher, ok := c.Writer.(http.Flusher); ok {
  60. flusher.Flush()
  61. } else {
  62. return errors.New("streaming error: flusher not found")
  63. }
  64. return nil
  65. }
  66. func PingData(c *gin.Context) error {
  67. c.Writer.Write([]byte(": PING\n\n"))
  68. if flusher, ok := c.Writer.(http.Flusher); ok {
  69. flusher.Flush()
  70. } else {
  71. return errors.New("streaming error: flusher not found")
  72. }
  73. return nil
  74. }
  75. func ObjectData(c *gin.Context, object interface{}) error {
  76. if object == nil {
  77. return errors.New("object is nil")
  78. }
  79. jsonData, err := common.Marshal(object)
  80. if err != nil {
  81. return fmt.Errorf("error marshalling object: %w", err)
  82. }
  83. return StringData(c, string(jsonData))
  84. }
  85. func Done(c *gin.Context) {
  86. _ = StringData(c, "[DONE]")
  87. }
  88. func WssString(c *gin.Context, ws *websocket.Conn, str string) error {
  89. if ws == nil {
  90. common.LogError(c, "websocket connection is nil")
  91. return errors.New("websocket connection is nil")
  92. }
  93. //common.LogInfo(c, fmt.Sprintf("sending message: %s", str))
  94. return ws.WriteMessage(1, []byte(str))
  95. }
  96. func WssObject(c *gin.Context, ws *websocket.Conn, object interface{}) error {
  97. jsonData, err := json.Marshal(object)
  98. if err != nil {
  99. return fmt.Errorf("error marshalling object: %w", err)
  100. }
  101. if ws == nil {
  102. common.LogError(c, "websocket connection is nil")
  103. return errors.New("websocket connection is nil")
  104. }
  105. //common.LogInfo(c, fmt.Sprintf("sending message: %s", jsonData))
  106. return ws.WriteMessage(1, jsonData)
  107. }
  108. func WssError(c *gin.Context, ws *websocket.Conn, openaiError types.OpenAIError) {
  109. errorObj := &dto.RealtimeEvent{
  110. Type: "error",
  111. EventId: GetLocalRealtimeID(c),
  112. Error: &openaiError,
  113. }
  114. _ = WssObject(c, ws, errorObj)
  115. }
  116. func GetResponseID(c *gin.Context) string {
  117. logID := c.GetString(common.RequestIdKey)
  118. return fmt.Sprintf("chatcmpl-%s", logID)
  119. }
  120. func GetLocalRealtimeID(c *gin.Context) string {
  121. logID := c.GetString(common.RequestIdKey)
  122. return fmt.Sprintf("evt_%s", logID)
  123. }
  124. func GenerateStopResponse(id string, createAt int64, model string, finishReason string) *dto.ChatCompletionsStreamResponse {
  125. return &dto.ChatCompletionsStreamResponse{
  126. Id: id,
  127. Object: "chat.completion.chunk",
  128. Created: createAt,
  129. Model: model,
  130. SystemFingerprint: nil,
  131. Choices: []dto.ChatCompletionsStreamResponseChoice{
  132. {
  133. FinishReason: &finishReason,
  134. },
  135. },
  136. }
  137. }
  138. func GenerateFinalUsageResponse(id string, createAt int64, model string, usage dto.Usage) *dto.ChatCompletionsStreamResponse {
  139. return &dto.ChatCompletionsStreamResponse{
  140. Id: id,
  141. Object: "chat.completion.chunk",
  142. Created: createAt,
  143. Model: model,
  144. SystemFingerprint: nil,
  145. Choices: make([]dto.ChatCompletionsStreamResponseChoice, 0),
  146. Usage: &usage,
  147. }
  148. }