models.go 2.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990
  1. package models
  2. import "maps"
  3. type (
  4. ModelID string
  5. ModelProvider string
  6. )
  7. type Model struct {
  8. ID ModelID `json:"id"`
  9. Name string `json:"name"`
  10. Provider ModelProvider `json:"provider"`
  11. APIModel string `json:"api_model"`
  12. CostPer1MIn float64 `json:"cost_per_1m_in"`
  13. CostPer1MOut float64 `json:"cost_per_1m_out"`
  14. CostPer1MInCached float64 `json:"cost_per_1m_in_cached"`
  15. CostPer1MOutCached float64 `json:"cost_per_1m_out_cached"`
  16. ContextWindow int64 `json:"context_window"`
  17. DefaultMaxTokens int64 `json:"default_max_tokens"`
  18. CanReason bool `json:"can_reason"`
  19. }
  20. // Model IDs
  21. const ( // GEMINI
  22. // Bedrock
  23. BedrockClaude37Sonnet ModelID = "bedrock.claude-3.7-sonnet"
  24. )
  25. const (
  26. ProviderBedrock ModelProvider = "bedrock"
  27. // ForTests
  28. ProviderMock ModelProvider = "__mock"
  29. )
  30. // Providers in order of popularity
  31. var ProviderPopularity = map[ModelProvider]int{
  32. ProviderAnthropic: 1,
  33. ProviderOpenAI: 2,
  34. ProviderGemini: 3,
  35. ProviderGROQ: 4,
  36. ProviderBedrock: 5,
  37. }
  38. var SupportedModels = map[ModelID]Model{
  39. //
  40. // // GEMINI
  41. // GEMINI25: {
  42. // ID: GEMINI25,
  43. // Name: "Gemini 2.5 Pro",
  44. // Provider: ProviderGemini,
  45. // APIModel: "gemini-2.5-pro-exp-03-25",
  46. // CostPer1MIn: 0,
  47. // CostPer1MInCached: 0,
  48. // CostPer1MOutCached: 0,
  49. // CostPer1MOut: 0,
  50. // },
  51. //
  52. // GRMINI20Flash: {
  53. // ID: GRMINI20Flash,
  54. // Name: "Gemini 2.0 Flash",
  55. // Provider: ProviderGemini,
  56. // APIModel: "gemini-2.0-flash",
  57. // CostPer1MIn: 0.1,
  58. // CostPer1MInCached: 0,
  59. // CostPer1MOutCached: 0.025,
  60. // CostPer1MOut: 0.4,
  61. // },
  62. //
  63. // // Bedrock
  64. BedrockClaude37Sonnet: {
  65. ID: BedrockClaude37Sonnet,
  66. Name: "Bedrock: Claude 3.7 Sonnet",
  67. Provider: ProviderBedrock,
  68. APIModel: "anthropic.claude-3-7-sonnet-20250219-v1:0",
  69. CostPer1MIn: 3.0,
  70. CostPer1MInCached: 3.75,
  71. CostPer1MOutCached: 0.30,
  72. CostPer1MOut: 15.0,
  73. },
  74. }
  75. func init() {
  76. maps.Copy(SupportedModels, AnthropicModels)
  77. maps.Copy(SupportedModels, OpenAIModels)
  78. maps.Copy(SupportedModels, GeminiModels)
  79. maps.Copy(SupportedModels, GroqModels)
  80. maps.Copy(SupportedModels, AzureModels)
  81. maps.Copy(SupportedModels, OpenRouterModels)
  82. }