content.go 6.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328
  1. package message
  2. import (
  3. "encoding/base64"
  4. "slices"
  5. "time"
  6. "github.com/charmbracelet/crush/internal/fur/provider"
  7. )
  8. type MessageRole string
  9. const (
  10. Assistant MessageRole = "assistant"
  11. User MessageRole = "user"
  12. System MessageRole = "system"
  13. Tool MessageRole = "tool"
  14. )
  15. type FinishReason string
  16. const (
  17. FinishReasonEndTurn FinishReason = "end_turn"
  18. FinishReasonMaxTokens FinishReason = "max_tokens"
  19. FinishReasonToolUse FinishReason = "tool_use"
  20. FinishReasonCanceled FinishReason = "canceled"
  21. FinishReasonError FinishReason = "error"
  22. FinishReasonPermissionDenied FinishReason = "permission_denied"
  23. // Should never happen
  24. FinishReasonUnknown FinishReason = "unknown"
  25. )
  26. type ContentPart interface {
  27. isPart()
  28. }
  29. type ReasoningContent struct {
  30. Thinking string `json:"thinking"`
  31. }
  32. func (tc ReasoningContent) String() string {
  33. return tc.Thinking
  34. }
  35. func (ReasoningContent) isPart() {}
  36. type TextContent struct {
  37. Text string `json:"text"`
  38. }
  39. func (tc TextContent) String() string {
  40. return tc.Text
  41. }
  42. func (TextContent) isPart() {}
  43. type ImageURLContent struct {
  44. URL string `json:"url"`
  45. Detail string `json:"detail,omitempty"`
  46. }
  47. func (iuc ImageURLContent) String() string {
  48. return iuc.URL
  49. }
  50. func (ImageURLContent) isPart() {}
  51. type BinaryContent struct {
  52. Path string
  53. MIMEType string
  54. Data []byte
  55. }
  56. func (bc BinaryContent) String(p provider.InferenceProvider) string {
  57. base64Encoded := base64.StdEncoding.EncodeToString(bc.Data)
  58. if p == provider.InferenceProviderOpenAI {
  59. return "data:" + bc.MIMEType + ";base64," + base64Encoded
  60. }
  61. return base64Encoded
  62. }
  63. func (BinaryContent) isPart() {}
  64. type ToolCall struct {
  65. ID string `json:"id"`
  66. Name string `json:"name"`
  67. Input string `json:"input"`
  68. Type string `json:"type"`
  69. Finished bool `json:"finished"`
  70. }
  71. func (ToolCall) isPart() {}
  72. type ToolResult struct {
  73. ToolCallID string `json:"tool_call_id"`
  74. Name string `json:"name"`
  75. Content string `json:"content"`
  76. Metadata string `json:"metadata"`
  77. IsError bool `json:"is_error"`
  78. }
  79. func (ToolResult) isPart() {}
  80. type Finish struct {
  81. Reason FinishReason `json:"reason"`
  82. Time int64 `json:"time"`
  83. }
  84. func (Finish) isPart() {}
  85. type Message struct {
  86. ID string
  87. Role MessageRole
  88. SessionID string
  89. Parts []ContentPart
  90. Model string
  91. Provider string
  92. CreatedAt int64
  93. UpdatedAt int64
  94. }
  95. func (m *Message) Content() TextContent {
  96. for _, part := range m.Parts {
  97. if c, ok := part.(TextContent); ok {
  98. return c
  99. }
  100. }
  101. return TextContent{}
  102. }
  103. func (m *Message) ReasoningContent() ReasoningContent {
  104. for _, part := range m.Parts {
  105. if c, ok := part.(ReasoningContent); ok {
  106. return c
  107. }
  108. }
  109. return ReasoningContent{}
  110. }
  111. func (m *Message) ImageURLContent() []ImageURLContent {
  112. imageURLContents := make([]ImageURLContent, 0)
  113. for _, part := range m.Parts {
  114. if c, ok := part.(ImageURLContent); ok {
  115. imageURLContents = append(imageURLContents, c)
  116. }
  117. }
  118. return imageURLContents
  119. }
  120. func (m *Message) BinaryContent() []BinaryContent {
  121. binaryContents := make([]BinaryContent, 0)
  122. for _, part := range m.Parts {
  123. if c, ok := part.(BinaryContent); ok {
  124. binaryContents = append(binaryContents, c)
  125. }
  126. }
  127. return binaryContents
  128. }
  129. func (m *Message) ToolCalls() []ToolCall {
  130. toolCalls := make([]ToolCall, 0)
  131. for _, part := range m.Parts {
  132. if c, ok := part.(ToolCall); ok {
  133. toolCalls = append(toolCalls, c)
  134. }
  135. }
  136. return toolCalls
  137. }
  138. func (m *Message) ToolResults() []ToolResult {
  139. toolResults := make([]ToolResult, 0)
  140. for _, part := range m.Parts {
  141. if c, ok := part.(ToolResult); ok {
  142. toolResults = append(toolResults, c)
  143. }
  144. }
  145. return toolResults
  146. }
  147. func (m *Message) IsFinished() bool {
  148. for _, part := range m.Parts {
  149. if _, ok := part.(Finish); ok {
  150. return true
  151. }
  152. }
  153. return false
  154. }
  155. func (m *Message) FinishPart() *Finish {
  156. for _, part := range m.Parts {
  157. if c, ok := part.(Finish); ok {
  158. return &c
  159. }
  160. }
  161. return nil
  162. }
  163. func (m *Message) FinishReason() FinishReason {
  164. for _, part := range m.Parts {
  165. if c, ok := part.(Finish); ok {
  166. return c.Reason
  167. }
  168. }
  169. return ""
  170. }
  171. func (m *Message) IsThinking() bool {
  172. if m.ReasoningContent().Thinking != "" && m.Content().Text == "" && !m.IsFinished() {
  173. return true
  174. }
  175. return false
  176. }
  177. func (m *Message) AppendContent(delta string) {
  178. found := false
  179. for i, part := range m.Parts {
  180. if c, ok := part.(TextContent); ok {
  181. m.Parts[i] = TextContent{Text: c.Text + delta}
  182. found = true
  183. }
  184. }
  185. if !found {
  186. m.Parts = append(m.Parts, TextContent{Text: delta})
  187. }
  188. }
  189. func (m *Message) AppendReasoningContent(delta string) {
  190. found := false
  191. for i, part := range m.Parts {
  192. if c, ok := part.(ReasoningContent); ok {
  193. m.Parts[i] = ReasoningContent{Thinking: c.Thinking + delta}
  194. found = true
  195. }
  196. }
  197. if !found {
  198. m.Parts = append(m.Parts, ReasoningContent{Thinking: delta})
  199. }
  200. }
  201. func (m *Message) FinishToolCall(toolCallID string) {
  202. for i, part := range m.Parts {
  203. if c, ok := part.(ToolCall); ok {
  204. if c.ID == toolCallID {
  205. m.Parts[i] = ToolCall{
  206. ID: c.ID,
  207. Name: c.Name,
  208. Input: c.Input,
  209. Type: c.Type,
  210. Finished: true,
  211. }
  212. return
  213. }
  214. }
  215. }
  216. }
  217. func (m *Message) AppendToolCallInput(toolCallID string, inputDelta string) {
  218. for i, part := range m.Parts {
  219. if c, ok := part.(ToolCall); ok {
  220. if c.ID == toolCallID {
  221. m.Parts[i] = ToolCall{
  222. ID: c.ID,
  223. Name: c.Name,
  224. Input: c.Input + inputDelta,
  225. Type: c.Type,
  226. Finished: c.Finished,
  227. }
  228. return
  229. }
  230. }
  231. }
  232. }
  233. func (m *Message) AddToolCall(tc ToolCall) {
  234. for i, part := range m.Parts {
  235. if c, ok := part.(ToolCall); ok {
  236. if c.ID == tc.ID {
  237. m.Parts[i] = tc
  238. return
  239. }
  240. }
  241. }
  242. m.Parts = append(m.Parts, tc)
  243. }
  244. func (m *Message) SetToolCalls(tc []ToolCall) {
  245. // remove any existing tool call part it could have multiple
  246. parts := make([]ContentPart, 0)
  247. for _, part := range m.Parts {
  248. if _, ok := part.(ToolCall); ok {
  249. continue
  250. }
  251. parts = append(parts, part)
  252. }
  253. m.Parts = parts
  254. for _, toolCall := range tc {
  255. m.Parts = append(m.Parts, toolCall)
  256. }
  257. }
  258. func (m *Message) AddToolResult(tr ToolResult) {
  259. m.Parts = append(m.Parts, tr)
  260. }
  261. func (m *Message) SetToolResults(tr []ToolResult) {
  262. for _, toolResult := range tr {
  263. m.Parts = append(m.Parts, toolResult)
  264. }
  265. }
  266. func (m *Message) AddFinish(reason FinishReason) {
  267. // remove any existing finish part
  268. for i, part := range m.Parts {
  269. if _, ok := part.(Finish); ok {
  270. m.Parts = slices.Delete(m.Parts, i, i+1)
  271. break
  272. }
  273. }
  274. m.Parts = append(m.Parts, Finish{Reason: reason, Time: time.Now().Unix()})
  275. }
  276. func (m *Message) AddImageURL(url, detail string) {
  277. m.Parts = append(m.Parts, ImageURLContent{URL: url, Detail: detail})
  278. }
  279. func (m *Message) AddBinary(mimeType string, data []byte) {
  280. m.Parts = append(m.Parts, BinaryContent{MIMEType: mimeType, Data: data})
  281. }