message.go 6.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282
  1. package message
  2. import (
  3. "context"
  4. "database/sql"
  5. "encoding/json"
  6. "fmt"
  7. "time"
  8. "github.com/charmbracelet/crush/internal/db"
  9. "github.com/charmbracelet/crush/internal/pubsub"
  10. "github.com/google/uuid"
  11. )
  12. type CreateMessageParams struct {
  13. Role MessageRole
  14. Parts []ContentPart
  15. Model string
  16. Provider string
  17. }
  18. type Service interface {
  19. pubsub.Suscriber[Message]
  20. Create(ctx context.Context, sessionID string, params CreateMessageParams) (Message, error)
  21. Update(ctx context.Context, message Message) error
  22. Get(ctx context.Context, id string) (Message, error)
  23. List(ctx context.Context, sessionID string) ([]Message, error)
  24. Delete(ctx context.Context, id string) error
  25. DeleteSessionMessages(ctx context.Context, sessionID string) error
  26. }
  27. type service struct {
  28. *pubsub.Broker[Message]
  29. q db.Querier
  30. }
  31. func NewService(q db.Querier) Service {
  32. return &service{
  33. Broker: pubsub.NewBroker[Message](),
  34. q: q,
  35. }
  36. }
  37. func (s *service) Delete(ctx context.Context, id string) error {
  38. message, err := s.Get(ctx, id)
  39. if err != nil {
  40. return err
  41. }
  42. err = s.q.DeleteMessage(ctx, message.ID)
  43. if err != nil {
  44. return err
  45. }
  46. s.Publish(pubsub.DeletedEvent, message)
  47. return nil
  48. }
  49. func (s *service) Create(ctx context.Context, sessionID string, params CreateMessageParams) (Message, error) {
  50. if params.Role != Assistant {
  51. params.Parts = append(params.Parts, Finish{
  52. Reason: "stop",
  53. })
  54. }
  55. partsJSON, err := marshallParts(params.Parts)
  56. if err != nil {
  57. return Message{}, err
  58. }
  59. dbMessage, err := s.q.CreateMessage(ctx, db.CreateMessageParams{
  60. ID: uuid.New().String(),
  61. SessionID: sessionID,
  62. Role: string(params.Role),
  63. Parts: string(partsJSON),
  64. Model: sql.NullString{String: string(params.Model), Valid: true},
  65. Provider: sql.NullString{String: params.Provider, Valid: params.Provider != ""},
  66. })
  67. if err != nil {
  68. return Message{}, err
  69. }
  70. message, err := s.fromDBItem(dbMessage)
  71. if err != nil {
  72. return Message{}, err
  73. }
  74. s.Publish(pubsub.CreatedEvent, message)
  75. return message, nil
  76. }
  77. func (s *service) DeleteSessionMessages(ctx context.Context, sessionID string) error {
  78. messages, err := s.List(ctx, sessionID)
  79. if err != nil {
  80. return err
  81. }
  82. for _, message := range messages {
  83. if message.SessionID == sessionID {
  84. err = s.Delete(ctx, message.ID)
  85. if err != nil {
  86. return err
  87. }
  88. }
  89. }
  90. return nil
  91. }
  92. func (s *service) Update(ctx context.Context, message Message) error {
  93. parts, err := marshallParts(message.Parts)
  94. if err != nil {
  95. return err
  96. }
  97. finishedAt := sql.NullInt64{}
  98. if f := message.FinishPart(); f != nil {
  99. finishedAt.Int64 = f.Time
  100. finishedAt.Valid = true
  101. }
  102. err = s.q.UpdateMessage(ctx, db.UpdateMessageParams{
  103. ID: message.ID,
  104. Parts: string(parts),
  105. FinishedAt: finishedAt,
  106. })
  107. if err != nil {
  108. return err
  109. }
  110. message.UpdatedAt = time.Now().Unix()
  111. s.Publish(pubsub.UpdatedEvent, message)
  112. return nil
  113. }
  114. func (s *service) Get(ctx context.Context, id string) (Message, error) {
  115. dbMessage, err := s.q.GetMessage(ctx, id)
  116. if err != nil {
  117. return Message{}, err
  118. }
  119. return s.fromDBItem(dbMessage)
  120. }
  121. func (s *service) List(ctx context.Context, sessionID string) ([]Message, error) {
  122. dbMessages, err := s.q.ListMessagesBySession(ctx, sessionID)
  123. if err != nil {
  124. return nil, err
  125. }
  126. messages := make([]Message, len(dbMessages))
  127. for i, dbMessage := range dbMessages {
  128. messages[i], err = s.fromDBItem(dbMessage)
  129. if err != nil {
  130. return nil, err
  131. }
  132. }
  133. return messages, nil
  134. }
  135. func (s *service) fromDBItem(item db.Message) (Message, error) {
  136. parts, err := unmarshallParts([]byte(item.Parts))
  137. if err != nil {
  138. return Message{}, err
  139. }
  140. return Message{
  141. ID: item.ID,
  142. SessionID: item.SessionID,
  143. Role: MessageRole(item.Role),
  144. Parts: parts,
  145. Model: item.Model.String,
  146. Provider: item.Provider.String,
  147. CreatedAt: item.CreatedAt,
  148. UpdatedAt: item.UpdatedAt,
  149. }, nil
  150. }
  151. type partType string
  152. const (
  153. reasoningType partType = "reasoning"
  154. textType partType = "text"
  155. imageURLType partType = "image_url"
  156. binaryType partType = "binary"
  157. toolCallType partType = "tool_call"
  158. toolResultType partType = "tool_result"
  159. finishType partType = "finish"
  160. )
  161. type partWrapper struct {
  162. Type partType `json:"type"`
  163. Data ContentPart `json:"data"`
  164. }
  165. func marshallParts(parts []ContentPart) ([]byte, error) {
  166. wrappedParts := make([]partWrapper, len(parts))
  167. for i, part := range parts {
  168. var typ partType
  169. switch part.(type) {
  170. case ReasoningContent:
  171. typ = reasoningType
  172. case TextContent:
  173. typ = textType
  174. case ImageURLContent:
  175. typ = imageURLType
  176. case BinaryContent:
  177. typ = binaryType
  178. case ToolCall:
  179. typ = toolCallType
  180. case ToolResult:
  181. typ = toolResultType
  182. case Finish:
  183. typ = finishType
  184. default:
  185. return nil, fmt.Errorf("unknown part type: %T", part)
  186. }
  187. wrappedParts[i] = partWrapper{
  188. Type: typ,
  189. Data: part,
  190. }
  191. }
  192. return json.Marshal(wrappedParts)
  193. }
  194. func unmarshallParts(data []byte) ([]ContentPart, error) {
  195. temp := []json.RawMessage{}
  196. if err := json.Unmarshal(data, &temp); err != nil {
  197. return nil, err
  198. }
  199. parts := make([]ContentPart, 0)
  200. for _, rawPart := range temp {
  201. var wrapper struct {
  202. Type partType `json:"type"`
  203. Data json.RawMessage `json:"data"`
  204. }
  205. if err := json.Unmarshal(rawPart, &wrapper); err != nil {
  206. return nil, err
  207. }
  208. switch wrapper.Type {
  209. case reasoningType:
  210. part := ReasoningContent{}
  211. if err := json.Unmarshal(wrapper.Data, &part); err != nil {
  212. return nil, err
  213. }
  214. parts = append(parts, part)
  215. case textType:
  216. part := TextContent{}
  217. if err := json.Unmarshal(wrapper.Data, &part); err != nil {
  218. return nil, err
  219. }
  220. parts = append(parts, part)
  221. case imageURLType:
  222. part := ImageURLContent{}
  223. if err := json.Unmarshal(wrapper.Data, &part); err != nil {
  224. return nil, err
  225. }
  226. case binaryType:
  227. part := BinaryContent{}
  228. if err := json.Unmarshal(wrapper.Data, &part); err != nil {
  229. return nil, err
  230. }
  231. parts = append(parts, part)
  232. case toolCallType:
  233. part := ToolCall{}
  234. if err := json.Unmarshal(wrapper.Data, &part); err != nil {
  235. return nil, err
  236. }
  237. parts = append(parts, part)
  238. case toolResultType:
  239. part := ToolResult{}
  240. if err := json.Unmarshal(wrapper.Data, &part); err != nil {
  241. return nil, err
  242. }
  243. parts = append(parts, part)
  244. case finishType:
  245. part := Finish{}
  246. if err := json.Unmarshal(wrapper.Data, &part); err != nil {
  247. return nil, err
  248. }
  249. parts = append(parts, part)
  250. default:
  251. return nil, fmt.Errorf("unknown part type: %s", wrapper.Type)
  252. }
  253. }
  254. return parts, nil
  255. }