content.go 6.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327
  1. package message
  2. import (
  3. "encoding/base64"
  4. "slices"
  5. "time"
  6. "github.com/charmbracelet/crush/internal/llm/models"
  7. )
  8. type MessageRole string
  9. const (
  10. Assistant MessageRole = "assistant"
  11. User MessageRole = "user"
  12. System MessageRole = "system"
  13. Tool MessageRole = "tool"
  14. )
  15. type FinishReason string
  16. const (
  17. FinishReasonEndTurn FinishReason = "end_turn"
  18. FinishReasonMaxTokens FinishReason = "max_tokens"
  19. FinishReasonToolUse FinishReason = "tool_use"
  20. FinishReasonCanceled FinishReason = "canceled"
  21. FinishReasonError FinishReason = "error"
  22. FinishReasonPermissionDenied FinishReason = "permission_denied"
  23. // Should never happen
  24. FinishReasonUnknown FinishReason = "unknown"
  25. )
  26. type ContentPart interface {
  27. isPart()
  28. }
  29. type ReasoningContent struct {
  30. Thinking string `json:"thinking"`
  31. }
  32. func (tc ReasoningContent) String() string {
  33. return tc.Thinking
  34. }
  35. func (ReasoningContent) isPart() {}
  36. type TextContent struct {
  37. Text string `json:"text"`
  38. }
  39. func (tc TextContent) String() string {
  40. return tc.Text
  41. }
  42. func (TextContent) isPart() {}
  43. type ImageURLContent struct {
  44. URL string `json:"url"`
  45. Detail string `json:"detail,omitempty"`
  46. }
  47. func (iuc ImageURLContent) String() string {
  48. return iuc.URL
  49. }
  50. func (ImageURLContent) isPart() {}
  51. type BinaryContent struct {
  52. Path string
  53. MIMEType string
  54. Data []byte
  55. }
  56. func (bc BinaryContent) String(provider models.ModelProvider) string {
  57. base64Encoded := base64.StdEncoding.EncodeToString(bc.Data)
  58. if provider == models.ProviderOpenAI {
  59. return "data:" + bc.MIMEType + ";base64," + base64Encoded
  60. }
  61. return base64Encoded
  62. }
  63. func (BinaryContent) isPart() {}
  64. type ToolCall struct {
  65. ID string `json:"id"`
  66. Name string `json:"name"`
  67. Input string `json:"input"`
  68. Type string `json:"type"`
  69. Finished bool `json:"finished"`
  70. }
  71. func (ToolCall) isPart() {}
  72. type ToolResult struct {
  73. ToolCallID string `json:"tool_call_id"`
  74. Name string `json:"name"`
  75. Content string `json:"content"`
  76. Metadata string `json:"metadata"`
  77. IsError bool `json:"is_error"`
  78. }
  79. func (ToolResult) isPart() {}
  80. type Finish struct {
  81. Reason FinishReason `json:"reason"`
  82. Time int64 `json:"time"`
  83. }
  84. func (Finish) isPart() {}
  85. type Message struct {
  86. ID string
  87. Role MessageRole
  88. SessionID string
  89. Parts []ContentPart
  90. Model models.ModelID
  91. CreatedAt int64
  92. UpdatedAt int64
  93. }
  94. func (m *Message) Content() TextContent {
  95. for _, part := range m.Parts {
  96. if c, ok := part.(TextContent); ok {
  97. return c
  98. }
  99. }
  100. return TextContent{}
  101. }
  102. func (m *Message) ReasoningContent() ReasoningContent {
  103. for _, part := range m.Parts {
  104. if c, ok := part.(ReasoningContent); ok {
  105. return c
  106. }
  107. }
  108. return ReasoningContent{}
  109. }
  110. func (m *Message) ImageURLContent() []ImageURLContent {
  111. imageURLContents := make([]ImageURLContent, 0)
  112. for _, part := range m.Parts {
  113. if c, ok := part.(ImageURLContent); ok {
  114. imageURLContents = append(imageURLContents, c)
  115. }
  116. }
  117. return imageURLContents
  118. }
  119. func (m *Message) BinaryContent() []BinaryContent {
  120. binaryContents := make([]BinaryContent, 0)
  121. for _, part := range m.Parts {
  122. if c, ok := part.(BinaryContent); ok {
  123. binaryContents = append(binaryContents, c)
  124. }
  125. }
  126. return binaryContents
  127. }
  128. func (m *Message) ToolCalls() []ToolCall {
  129. toolCalls := make([]ToolCall, 0)
  130. for _, part := range m.Parts {
  131. if c, ok := part.(ToolCall); ok {
  132. toolCalls = append(toolCalls, c)
  133. }
  134. }
  135. return toolCalls
  136. }
  137. func (m *Message) ToolResults() []ToolResult {
  138. toolResults := make([]ToolResult, 0)
  139. for _, part := range m.Parts {
  140. if c, ok := part.(ToolResult); ok {
  141. toolResults = append(toolResults, c)
  142. }
  143. }
  144. return toolResults
  145. }
  146. func (m *Message) IsFinished() bool {
  147. for _, part := range m.Parts {
  148. if _, ok := part.(Finish); ok {
  149. return true
  150. }
  151. }
  152. return false
  153. }
  154. func (m *Message) FinishPart() *Finish {
  155. for _, part := range m.Parts {
  156. if c, ok := part.(Finish); ok {
  157. return &c
  158. }
  159. }
  160. return nil
  161. }
  162. func (m *Message) FinishReason() FinishReason {
  163. for _, part := range m.Parts {
  164. if c, ok := part.(Finish); ok {
  165. return c.Reason
  166. }
  167. }
  168. return ""
  169. }
  170. func (m *Message) IsThinking() bool {
  171. if m.ReasoningContent().Thinking != "" && m.Content().Text == "" && !m.IsFinished() {
  172. return true
  173. }
  174. return false
  175. }
  176. func (m *Message) AppendContent(delta string) {
  177. found := false
  178. for i, part := range m.Parts {
  179. if c, ok := part.(TextContent); ok {
  180. m.Parts[i] = TextContent{Text: c.Text + delta}
  181. found = true
  182. }
  183. }
  184. if !found {
  185. m.Parts = append(m.Parts, TextContent{Text: delta})
  186. }
  187. }
  188. func (m *Message) AppendReasoningContent(delta string) {
  189. found := false
  190. for i, part := range m.Parts {
  191. if c, ok := part.(ReasoningContent); ok {
  192. m.Parts[i] = ReasoningContent{Thinking: c.Thinking + delta}
  193. found = true
  194. }
  195. }
  196. if !found {
  197. m.Parts = append(m.Parts, ReasoningContent{Thinking: delta})
  198. }
  199. }
  200. func (m *Message) FinishToolCall(toolCallID string) {
  201. for i, part := range m.Parts {
  202. if c, ok := part.(ToolCall); ok {
  203. if c.ID == toolCallID {
  204. m.Parts[i] = ToolCall{
  205. ID: c.ID,
  206. Name: c.Name,
  207. Input: c.Input,
  208. Type: c.Type,
  209. Finished: true,
  210. }
  211. return
  212. }
  213. }
  214. }
  215. }
  216. func (m *Message) AppendToolCallInput(toolCallID string, inputDelta string) {
  217. for i, part := range m.Parts {
  218. if c, ok := part.(ToolCall); ok {
  219. if c.ID == toolCallID {
  220. m.Parts[i] = ToolCall{
  221. ID: c.ID,
  222. Name: c.Name,
  223. Input: c.Input + inputDelta,
  224. Type: c.Type,
  225. Finished: c.Finished,
  226. }
  227. return
  228. }
  229. }
  230. }
  231. }
  232. func (m *Message) AddToolCall(tc ToolCall) {
  233. for i, part := range m.Parts {
  234. if c, ok := part.(ToolCall); ok {
  235. if c.ID == tc.ID {
  236. m.Parts[i] = tc
  237. return
  238. }
  239. }
  240. }
  241. m.Parts = append(m.Parts, tc)
  242. }
  243. func (m *Message) SetToolCalls(tc []ToolCall) {
  244. // remove any existing tool call part it could have multiple
  245. parts := make([]ContentPart, 0)
  246. for _, part := range m.Parts {
  247. if _, ok := part.(ToolCall); ok {
  248. continue
  249. }
  250. parts = append(parts, part)
  251. }
  252. m.Parts = parts
  253. for _, toolCall := range tc {
  254. m.Parts = append(m.Parts, toolCall)
  255. }
  256. }
  257. func (m *Message) AddToolResult(tr ToolResult) {
  258. m.Parts = append(m.Parts, tr)
  259. }
  260. func (m *Message) SetToolResults(tr []ToolResult) {
  261. for _, toolResult := range tr {
  262. m.Parts = append(m.Parts, toolResult)
  263. }
  264. }
  265. func (m *Message) AddFinish(reason FinishReason) {
  266. // remove any existing finish part
  267. for i, part := range m.Parts {
  268. if _, ok := part.(Finish); ok {
  269. m.Parts = slices.Delete(m.Parts, i, i+1)
  270. break
  271. }
  272. }
  273. m.Parts = append(m.Parts, Finish{Reason: reason, Time: time.Now().Unix()})
  274. }
  275. func (m *Message) AddImageURL(url, detail string) {
  276. m.Parts = append(m.Parts, ImageURLContent{URL: url, Detail: detail})
  277. }
  278. func (m *Message) AddBinary(mimeType string, data []byte) {
  279. m.Parts = append(m.Parts, BinaryContent{MIMEType: mimeType, Data: data})
  280. }