models.go 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393
  1. package models
  2. import (
  3. "fmt"
  4. "time"
  5. "github.com/charmbracelet/bubbles/v2/help"
  6. "github.com/charmbracelet/bubbles/v2/key"
  7. "github.com/charmbracelet/bubbles/v2/spinner"
  8. tea "github.com/charmbracelet/bubbletea/v2"
  9. "github.com/charmbracelet/catwalk/pkg/catwalk"
  10. "github.com/charmbracelet/crush/internal/config"
  11. "github.com/charmbracelet/crush/internal/tui/components/core"
  12. "github.com/charmbracelet/crush/internal/tui/components/dialogs"
  13. "github.com/charmbracelet/crush/internal/tui/exp/list"
  14. "github.com/charmbracelet/crush/internal/tui/styles"
  15. "github.com/charmbracelet/crush/internal/tui/util"
  16. "github.com/charmbracelet/lipgloss/v2"
  17. )
  18. const (
  19. ModelsDialogID dialogs.DialogID = "models"
  20. defaultWidth = 60
  21. )
  22. const (
  23. LargeModelType int = iota
  24. SmallModelType
  25. largeModelInputPlaceholder = "Choose a model for large, complex tasks"
  26. smallModelInputPlaceholder = "Choose a model for small, simple tasks"
  27. )
  28. // ModelSelectedMsg is sent when a model is selected
  29. type ModelSelectedMsg struct {
  30. Model config.SelectedModel
  31. ModelType config.SelectedModelType
  32. }
  33. // CloseModelDialogMsg is sent when a model is selected
  34. type CloseModelDialogMsg struct{}
  35. // ModelDialog interface for the model selection dialog
  36. type ModelDialog interface {
  37. dialogs.DialogModel
  38. }
  39. type ModelOption struct {
  40. Provider catwalk.Provider
  41. Model catwalk.Model
  42. }
  43. type modelDialogCmp struct {
  44. width int
  45. wWidth int
  46. wHeight int
  47. modelList *ModelListComponent
  48. keyMap KeyMap
  49. help help.Model
  50. // API key state
  51. needsAPIKey bool
  52. apiKeyInput *APIKeyInput
  53. selectedModel *ModelOption
  54. selectedModelType config.SelectedModelType
  55. isAPIKeyValid bool
  56. apiKeyValue string
  57. }
  58. func NewModelDialogCmp() ModelDialog {
  59. keyMap := DefaultKeyMap()
  60. listKeyMap := list.DefaultKeyMap()
  61. listKeyMap.Down.SetEnabled(false)
  62. listKeyMap.Up.SetEnabled(false)
  63. listKeyMap.DownOneItem = keyMap.Next
  64. listKeyMap.UpOneItem = keyMap.Previous
  65. t := styles.CurrentTheme()
  66. modelList := NewModelListComponent(listKeyMap, largeModelInputPlaceholder, true)
  67. apiKeyInput := NewAPIKeyInput()
  68. apiKeyInput.SetShowTitle(false)
  69. help := help.New()
  70. help.Styles = t.S().Help
  71. return &modelDialogCmp{
  72. modelList: modelList,
  73. apiKeyInput: apiKeyInput,
  74. width: defaultWidth,
  75. keyMap: DefaultKeyMap(),
  76. help: help,
  77. }
  78. }
  79. func (m *modelDialogCmp) Init() tea.Cmd {
  80. return tea.Batch(m.modelList.Init(), m.apiKeyInput.Init())
  81. }
  82. func (m *modelDialogCmp) Update(msg tea.Msg) (tea.Model, tea.Cmd) {
  83. switch msg := msg.(type) {
  84. case tea.WindowSizeMsg:
  85. m.wWidth = msg.Width
  86. m.wHeight = msg.Height
  87. m.apiKeyInput.SetWidth(m.width - 2)
  88. m.help.Width = m.width - 2
  89. return m, m.modelList.SetSize(m.listWidth(), m.listHeight())
  90. case APIKeyStateChangeMsg:
  91. u, cmd := m.apiKeyInput.Update(msg)
  92. m.apiKeyInput = u.(*APIKeyInput)
  93. return m, cmd
  94. case tea.KeyPressMsg:
  95. switch {
  96. case key.Matches(msg, m.keyMap.Select):
  97. if m.isAPIKeyValid {
  98. return m, m.saveAPIKeyAndContinue(m.apiKeyValue)
  99. }
  100. if m.needsAPIKey {
  101. // Handle API key submission
  102. m.apiKeyValue = m.apiKeyInput.Value()
  103. provider, err := m.getProvider(m.selectedModel.Provider.ID)
  104. if err != nil || provider == nil {
  105. return m, util.ReportError(fmt.Errorf("provider %s not found", m.selectedModel.Provider.ID))
  106. }
  107. providerConfig := config.ProviderConfig{
  108. ID: string(m.selectedModel.Provider.ID),
  109. Name: m.selectedModel.Provider.Name,
  110. APIKey: m.apiKeyValue,
  111. Type: provider.Type,
  112. BaseURL: provider.APIEndpoint,
  113. }
  114. return m, tea.Sequence(
  115. util.CmdHandler(APIKeyStateChangeMsg{
  116. State: APIKeyInputStateVerifying,
  117. }),
  118. func() tea.Msg {
  119. start := time.Now()
  120. err := providerConfig.TestConnection(config.Get().Resolver())
  121. // intentionally wait for at least 750ms to make sure the user sees the spinner
  122. elapsed := time.Since(start)
  123. if elapsed < 750*time.Millisecond {
  124. time.Sleep(750*time.Millisecond - elapsed)
  125. }
  126. if err == nil {
  127. m.isAPIKeyValid = true
  128. return APIKeyStateChangeMsg{
  129. State: APIKeyInputStateVerified,
  130. }
  131. }
  132. return APIKeyStateChangeMsg{
  133. State: APIKeyInputStateError,
  134. }
  135. },
  136. )
  137. }
  138. // Normal model selection
  139. selectedItem := m.modelList.SelectedModel()
  140. var modelType config.SelectedModelType
  141. if m.modelList.GetModelType() == LargeModelType {
  142. modelType = config.SelectedModelTypeLarge
  143. } else {
  144. modelType = config.SelectedModelTypeSmall
  145. }
  146. // Check if provider is configured
  147. if m.isProviderConfigured(string(selectedItem.Provider.ID)) {
  148. return m, tea.Sequence(
  149. util.CmdHandler(dialogs.CloseDialogMsg{}),
  150. util.CmdHandler(ModelSelectedMsg{
  151. Model: config.SelectedModel{
  152. Model: selectedItem.Model.ID,
  153. Provider: string(selectedItem.Provider.ID),
  154. ReasoningEffort: selectedItem.Model.DefaultReasoningEffort,
  155. MaxTokens: selectedItem.Model.DefaultMaxTokens,
  156. },
  157. ModelType: modelType,
  158. }),
  159. )
  160. } else {
  161. // Provider not configured, show API key input
  162. m.needsAPIKey = true
  163. m.selectedModel = selectedItem
  164. m.selectedModelType = modelType
  165. m.apiKeyInput.SetProviderName(selectedItem.Provider.Name)
  166. return m, nil
  167. }
  168. case key.Matches(msg, m.keyMap.Tab):
  169. if m.needsAPIKey {
  170. u, cmd := m.apiKeyInput.Update(msg)
  171. m.apiKeyInput = u.(*APIKeyInput)
  172. return m, cmd
  173. }
  174. if m.modelList.GetModelType() == LargeModelType {
  175. m.modelList.SetInputPlaceholder(smallModelInputPlaceholder)
  176. return m, m.modelList.SetModelType(SmallModelType)
  177. } else {
  178. m.modelList.SetInputPlaceholder(largeModelInputPlaceholder)
  179. return m, m.modelList.SetModelType(LargeModelType)
  180. }
  181. case key.Matches(msg, m.keyMap.Close):
  182. if m.needsAPIKey {
  183. if m.isAPIKeyValid {
  184. return m, nil
  185. }
  186. // Go back to model selection
  187. m.needsAPIKey = false
  188. m.selectedModel = nil
  189. m.isAPIKeyValid = false
  190. m.apiKeyValue = ""
  191. m.apiKeyInput.Reset()
  192. return m, nil
  193. }
  194. return m, util.CmdHandler(dialogs.CloseDialogMsg{})
  195. default:
  196. if m.needsAPIKey {
  197. u, cmd := m.apiKeyInput.Update(msg)
  198. m.apiKeyInput = u.(*APIKeyInput)
  199. return m, cmd
  200. } else {
  201. u, cmd := m.modelList.Update(msg)
  202. m.modelList = u
  203. return m, cmd
  204. }
  205. }
  206. case tea.PasteMsg:
  207. if m.needsAPIKey {
  208. u, cmd := m.apiKeyInput.Update(msg)
  209. m.apiKeyInput = u.(*APIKeyInput)
  210. return m, cmd
  211. } else {
  212. var cmd tea.Cmd
  213. m.modelList, cmd = m.modelList.Update(msg)
  214. return m, cmd
  215. }
  216. case spinner.TickMsg:
  217. u, cmd := m.apiKeyInput.Update(msg)
  218. m.apiKeyInput = u.(*APIKeyInput)
  219. return m, cmd
  220. }
  221. return m, nil
  222. }
  223. func (m *modelDialogCmp) View() string {
  224. t := styles.CurrentTheme()
  225. if m.needsAPIKey {
  226. // Show API key input
  227. m.keyMap.isAPIKeyHelp = true
  228. m.keyMap.isAPIKeyValid = m.isAPIKeyValid
  229. apiKeyView := m.apiKeyInput.View()
  230. apiKeyView = t.S().Base.Width(m.width - 3).Height(lipgloss.Height(apiKeyView)).PaddingLeft(1).Render(apiKeyView)
  231. content := lipgloss.JoinVertical(
  232. lipgloss.Left,
  233. t.S().Base.Padding(0, 1, 1, 1).Render(core.Title(m.apiKeyInput.GetTitle(), m.width-4)),
  234. apiKeyView,
  235. "",
  236. t.S().Base.Width(m.width-2).PaddingLeft(1).AlignHorizontal(lipgloss.Left).Render(m.help.View(m.keyMap)),
  237. )
  238. return m.style().Render(content)
  239. }
  240. // Show model selection
  241. listView := m.modelList.View()
  242. radio := m.modelTypeRadio()
  243. content := lipgloss.JoinVertical(
  244. lipgloss.Left,
  245. t.S().Base.Padding(0, 1, 1, 1).Render(core.Title("Switch Model", m.width-lipgloss.Width(radio)-5)+" "+radio),
  246. listView,
  247. "",
  248. t.S().Base.Width(m.width-2).PaddingLeft(1).AlignHorizontal(lipgloss.Left).Render(m.help.View(m.keyMap)),
  249. )
  250. return m.style().Render(content)
  251. }
  252. func (m *modelDialogCmp) Cursor() *tea.Cursor {
  253. if m.needsAPIKey {
  254. cursor := m.apiKeyInput.Cursor()
  255. if cursor != nil {
  256. cursor = m.moveCursor(cursor)
  257. return cursor
  258. }
  259. } else {
  260. cursor := m.modelList.Cursor()
  261. if cursor != nil {
  262. cursor = m.moveCursor(cursor)
  263. return cursor
  264. }
  265. }
  266. return nil
  267. }
  268. func (m *modelDialogCmp) style() lipgloss.Style {
  269. t := styles.CurrentTheme()
  270. return t.S().Base.
  271. Width(m.width).
  272. Border(lipgloss.RoundedBorder()).
  273. BorderForeground(t.BorderFocus)
  274. }
  275. func (m *modelDialogCmp) listWidth() int {
  276. return m.width - 2
  277. }
  278. func (m *modelDialogCmp) listHeight() int {
  279. return m.wHeight / 2
  280. }
  281. func (m *modelDialogCmp) Position() (int, int) {
  282. row := m.wHeight/4 - 2 // just a bit above the center
  283. col := m.wWidth / 2
  284. col -= m.width / 2
  285. return row, col
  286. }
  287. func (m *modelDialogCmp) moveCursor(cursor *tea.Cursor) *tea.Cursor {
  288. row, col := m.Position()
  289. if m.needsAPIKey {
  290. offset := row + 3 // Border + title + API key input offset
  291. cursor.Y += offset
  292. cursor.X = cursor.X + col + 2
  293. } else {
  294. offset := row + 3 // Border + title
  295. cursor.Y += offset
  296. cursor.X = cursor.X + col + 2
  297. }
  298. return cursor
  299. }
  300. func (m *modelDialogCmp) ID() dialogs.DialogID {
  301. return ModelsDialogID
  302. }
  303. func (m *modelDialogCmp) modelTypeRadio() string {
  304. t := styles.CurrentTheme()
  305. choices := []string{"Large Task", "Small Task"}
  306. iconSelected := "◉"
  307. iconUnselected := "○"
  308. if m.modelList.GetModelType() == LargeModelType {
  309. return t.S().Base.Foreground(t.FgHalfMuted).Render(iconSelected + " " + choices[0] + " " + iconUnselected + " " + choices[1])
  310. }
  311. return t.S().Base.Foreground(t.FgHalfMuted).Render(iconUnselected + " " + choices[0] + " " + iconSelected + " " + choices[1])
  312. }
  313. func (m *modelDialogCmp) isProviderConfigured(providerID string) bool {
  314. cfg := config.Get()
  315. if _, ok := cfg.Providers.Get(providerID); ok {
  316. return true
  317. }
  318. return false
  319. }
  320. func (m *modelDialogCmp) getProvider(providerID catwalk.InferenceProvider) (*catwalk.Provider, error) {
  321. cfg := config.Get()
  322. providers, err := config.Providers(cfg)
  323. if err != nil {
  324. return nil, err
  325. }
  326. for _, p := range providers {
  327. if p.ID == providerID {
  328. return &p, nil
  329. }
  330. }
  331. return nil, nil
  332. }
  333. func (m *modelDialogCmp) saveAPIKeyAndContinue(apiKey string) tea.Cmd {
  334. if m.selectedModel == nil {
  335. return util.ReportError(fmt.Errorf("no model selected"))
  336. }
  337. cfg := config.Get()
  338. err := cfg.SetProviderAPIKey(string(m.selectedModel.Provider.ID), apiKey)
  339. if err != nil {
  340. return util.ReportError(fmt.Errorf("failed to save API key: %w", err))
  341. }
  342. // Reset API key state and continue with model selection
  343. selectedModel := *m.selectedModel
  344. return tea.Sequence(
  345. util.CmdHandler(dialogs.CloseDialogMsg{}),
  346. util.CmdHandler(ModelSelectedMsg{
  347. Model: config.SelectedModel{
  348. Model: selectedModel.Model.ID,
  349. Provider: string(selectedModel.Provider.ID),
  350. ReasoningEffort: selectedModel.Model.DefaultReasoningEffort,
  351. MaxTokens: selectedModel.Model.DefaultMaxTokens,
  352. },
  353. ModelType: m.selectedModelType,
  354. }),
  355. )
  356. }