message.go 6.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282
  1. package message
  2. import (
  3. "context"
  4. "database/sql"
  5. "encoding/json"
  6. "fmt"
  7. "github.com/google/uuid"
  8. "github.com/kujtimiihoxha/termai/internal/db"
  9. "github.com/kujtimiihoxha/termai/internal/llm/models"
  10. "github.com/kujtimiihoxha/termai/internal/pubsub"
  11. )
  12. type CreateMessageParams struct {
  13. Role MessageRole
  14. Parts []ContentPart
  15. Model models.ModelID
  16. }
  17. type Service interface {
  18. pubsub.Suscriber[Message]
  19. Create(sessionID string, params CreateMessageParams) (Message, error)
  20. Update(message Message) error
  21. Get(id string) (Message, error)
  22. List(sessionID string) ([]Message, error)
  23. Delete(id string) error
  24. DeleteSessionMessages(sessionID string) error
  25. }
  26. type service struct {
  27. *pubsub.Broker[Message]
  28. q db.Querier
  29. ctx context.Context
  30. }
  31. func NewService(ctx context.Context, q db.Querier) Service {
  32. return &service{
  33. Broker: pubsub.NewBroker[Message](),
  34. q: q,
  35. ctx: ctx,
  36. }
  37. }
  38. func (s *service) Delete(id string) error {
  39. message, err := s.Get(id)
  40. if err != nil {
  41. return err
  42. }
  43. err = s.q.DeleteMessage(s.ctx, message.ID)
  44. if err != nil {
  45. return err
  46. }
  47. s.Publish(pubsub.DeletedEvent, message)
  48. return nil
  49. }
  50. func (s *service) Create(sessionID string, params CreateMessageParams) (Message, error) {
  51. if params.Role != Assistant {
  52. params.Parts = append(params.Parts, Finish{
  53. Reason: "stop",
  54. })
  55. }
  56. partsJSON, err := marshallParts(params.Parts)
  57. if err != nil {
  58. return Message{}, err
  59. }
  60. dbMessage, err := s.q.CreateMessage(s.ctx, db.CreateMessageParams{
  61. ID: uuid.New().String(),
  62. SessionID: sessionID,
  63. Role: string(params.Role),
  64. Parts: string(partsJSON),
  65. Model: sql.NullString{String: string(params.Model), Valid: true},
  66. })
  67. if err != nil {
  68. return Message{}, err
  69. }
  70. message, err := s.fromDBItem(dbMessage)
  71. if err != nil {
  72. return Message{}, err
  73. }
  74. s.Publish(pubsub.CreatedEvent, message)
  75. return message, nil
  76. }
  77. func (s *service) DeleteSessionMessages(sessionID string) error {
  78. messages, err := s.List(sessionID)
  79. if err != nil {
  80. return err
  81. }
  82. for _, message := range messages {
  83. if message.SessionID == sessionID {
  84. err = s.Delete(message.ID)
  85. if err != nil {
  86. return err
  87. }
  88. }
  89. }
  90. return nil
  91. }
  92. func (s *service) Update(message Message) error {
  93. parts, err := marshallParts(message.Parts)
  94. if err != nil {
  95. return err
  96. }
  97. finishedAt := sql.NullInt64{}
  98. if f := message.FinishPart(); f != nil {
  99. finishedAt.Int64 = f.Time
  100. finishedAt.Valid = true
  101. }
  102. err = s.q.UpdateMessage(s.ctx, db.UpdateMessageParams{
  103. ID: message.ID,
  104. Parts: string(parts),
  105. FinishedAt: finishedAt,
  106. })
  107. if err != nil {
  108. return err
  109. }
  110. s.Publish(pubsub.UpdatedEvent, message)
  111. return nil
  112. }
  113. func (s *service) Get(id string) (Message, error) {
  114. dbMessage, err := s.q.GetMessage(s.ctx, id)
  115. if err != nil {
  116. return Message{}, err
  117. }
  118. return s.fromDBItem(dbMessage)
  119. }
  120. func (s *service) List(sessionID string) ([]Message, error) {
  121. dbMessages, err := s.q.ListMessagesBySession(s.ctx, sessionID)
  122. if err != nil {
  123. return nil, err
  124. }
  125. messages := make([]Message, len(dbMessages))
  126. for i, dbMessage := range dbMessages {
  127. messages[i], err = s.fromDBItem(dbMessage)
  128. if err != nil {
  129. return nil, err
  130. }
  131. }
  132. return messages, nil
  133. }
  134. func (s *service) fromDBItem(item db.Message) (Message, error) {
  135. parts, err := unmarshallParts([]byte(item.Parts))
  136. if err != nil {
  137. return Message{}, err
  138. }
  139. return Message{
  140. ID: item.ID,
  141. SessionID: item.SessionID,
  142. Role: MessageRole(item.Role),
  143. Parts: parts,
  144. Model: models.ModelID(item.Model.String),
  145. CreatedAt: item.CreatedAt,
  146. UpdatedAt: item.UpdatedAt,
  147. }, nil
  148. }
  149. type partType string
  150. const (
  151. reasoningType partType = "reasoning"
  152. textType partType = "text"
  153. imageURLType partType = "image_url"
  154. binaryType partType = "binary"
  155. toolCallType partType = "tool_call"
  156. toolResultType partType = "tool_result"
  157. finishType partType = "finish"
  158. )
  159. type partWrapper struct {
  160. Type partType `json:"type"`
  161. Data ContentPart `json:"data"`
  162. }
  163. func marshallParts(parts []ContentPart) ([]byte, error) {
  164. wrappedParts := make([]partWrapper, len(parts))
  165. for i, part := range parts {
  166. var typ partType
  167. switch part.(type) {
  168. case ReasoningContent:
  169. typ = reasoningType
  170. case TextContent:
  171. typ = textType
  172. case ImageURLContent:
  173. typ = imageURLType
  174. case BinaryContent:
  175. typ = binaryType
  176. case ToolCall:
  177. typ = toolCallType
  178. case ToolResult:
  179. typ = toolResultType
  180. case Finish:
  181. typ = finishType
  182. default:
  183. return nil, fmt.Errorf("unknown part type: %T", part)
  184. }
  185. wrappedParts[i] = partWrapper{
  186. Type: typ,
  187. Data: part,
  188. }
  189. }
  190. return json.Marshal(wrappedParts)
  191. }
  192. func unmarshallParts(data []byte) ([]ContentPart, error) {
  193. temp := []json.RawMessage{}
  194. if err := json.Unmarshal(data, &temp); err != nil {
  195. return nil, err
  196. }
  197. parts := make([]ContentPart, 0)
  198. for _, rawPart := range temp {
  199. var wrapper struct {
  200. Type partType `json:"type"`
  201. Data json.RawMessage `json:"data"`
  202. }
  203. if err := json.Unmarshal(rawPart, &wrapper); err != nil {
  204. return nil, err
  205. }
  206. switch wrapper.Type {
  207. case reasoningType:
  208. part := ReasoningContent{}
  209. if err := json.Unmarshal(wrapper.Data, &part); err != nil {
  210. return nil, err
  211. }
  212. parts = append(parts, part)
  213. case textType:
  214. part := TextContent{}
  215. if err := json.Unmarshal(wrapper.Data, &part); err != nil {
  216. return nil, err
  217. }
  218. parts = append(parts, part)
  219. case imageURLType:
  220. part := ImageURLContent{}
  221. if err := json.Unmarshal(wrapper.Data, &part); err != nil {
  222. return nil, err
  223. }
  224. case binaryType:
  225. part := BinaryContent{}
  226. if err := json.Unmarshal(wrapper.Data, &part); err != nil {
  227. return nil, err
  228. }
  229. parts = append(parts, part)
  230. case toolCallType:
  231. part := ToolCall{}
  232. if err := json.Unmarshal(wrapper.Data, &part); err != nil {
  233. return nil, err
  234. }
  235. parts = append(parts, part)
  236. case toolResultType:
  237. part := ToolResult{}
  238. if err := json.Unmarshal(wrapper.Data, &part); err != nil {
  239. return nil, err
  240. }
  241. parts = append(parts, part)
  242. case finishType:
  243. part := Finish{}
  244. if err := json.Unmarshal(wrapper.Data, &part); err != nil {
  245. return nil, err
  246. }
  247. parts = append(parts, part)
  248. default:
  249. return nil, fmt.Errorf("unknown part type: %s", wrapper.Type)
  250. }
  251. }
  252. return parts, nil
  253. }