| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464 |
- package config
- import (
- "io"
- "log/slog"
- "os"
- "path/filepath"
- "testing"
- "charm.land/catwalk/pkg/catwalk"
- "github.com/charmbracelet/crush/internal/csync"
- "github.com/charmbracelet/crush/internal/env"
- "github.com/stretchr/testify/assert"
- "github.com/stretchr/testify/require"
- )
- func TestMain(m *testing.M) {
- slog.SetDefault(slog.New(slog.NewTextHandler(io.Discard, nil)))
- exitVal := m.Run()
- os.Exit(exitVal)
- }
- func TestConfig_LoadFromBytes(t *testing.T) {
- data1 := []byte(`{"providers": {"openai": {"api_key": "key1", "base_url": "https://api.openai.com/v1"}}}`)
- data2 := []byte(`{"providers": {"openai": {"api_key": "key2", "base_url": "https://api.openai.com/v2"}}}`)
- data3 := []byte(`{"providers": {"openai": {}}}`)
- loadedConfig, err := loadFromBytes([][]byte{data1, data2, data3})
- require.NoError(t, err)
- require.NotNil(t, loadedConfig)
- require.Equal(t, 1, loadedConfig.Providers.Len())
- pc, _ := loadedConfig.Providers.Get("openai")
- require.Equal(t, "key2", pc.APIKey)
- require.Equal(t, "https://api.openai.com/v2", pc.BaseURL)
- }
- // testStore wraps a Config in a minimal ConfigStore for testing.
- func testStore(cfg *Config) *ConfigStore {
- return &ConfigStore{config: cfg}
- }
- func TestConfig_setDefaults(t *testing.T) {
- cfg := &Config{}
- cfg.setDefaults("/tmp", "")
- require.NotNil(t, cfg.Options)
- require.NotNil(t, cfg.Options.TUI)
- require.NotNil(t, cfg.Options.ContextPaths)
- require.NotNil(t, cfg.Providers)
- require.NotNil(t, cfg.Models)
- require.NotNil(t, cfg.LSP)
- require.NotNil(t, cfg.MCP)
- require.Equal(t, filepath.Join("/tmp", ".crush"), cfg.Options.DataDirectory)
- require.Equal(t, "AGENTS.md", cfg.Options.InitializeAs)
- for _, path := range defaultContextPaths {
- require.Contains(t, cfg.Options.ContextPaths, path)
- }
- }
- func TestConfig_configureProviders(t *testing.T) {
- knownProviders := []catwalk.Provider{
- {
- ID: "openai",
- APIKey: "$OPENAI_API_KEY",
- APIEndpoint: "https://api.openai.com/v1",
- Models: []catwalk.Model{{
- ID: "test-model",
- }},
- },
- }
- cfg := &Config{}
- cfg.setDefaults("/tmp", "")
- env := env.NewFromMap(map[string]string{
- "OPENAI_API_KEY": "test-key",
- })
- resolver := NewEnvironmentVariableResolver(env)
- err := cfg.configureProviders(testStore(cfg), env, resolver, knownProviders)
- require.NoError(t, err)
- require.Equal(t, 1, cfg.Providers.Len())
- // We want to make sure that we keep the configured API key as a placeholder
- pc, _ := cfg.Providers.Get("openai")
- require.Equal(t, "$OPENAI_API_KEY", pc.APIKey)
- }
- func TestConfig_configureProvidersWithOverride(t *testing.T) {
- knownProviders := []catwalk.Provider{
- {
- ID: "openai",
- APIKey: "$OPENAI_API_KEY",
- APIEndpoint: "https://api.openai.com/v1",
- Models: []catwalk.Model{{
- ID: "test-model",
- }},
- },
- }
- cfg := &Config{
- Providers: csync.NewMap[string, ProviderConfig](),
- }
- cfg.Providers.Set("openai", ProviderConfig{
- APIKey: "xyz",
- BaseURL: "https://api.openai.com/v2",
- Models: []catwalk.Model{
- {
- ID: "test-model",
- Name: "Updated",
- },
- {
- ID: "another-model",
- },
- },
- })
- cfg.setDefaults("/tmp", "")
- env := env.NewFromMap(map[string]string{
- "OPENAI_API_KEY": "test-key",
- })
- resolver := NewEnvironmentVariableResolver(env)
- err := cfg.configureProviders(testStore(cfg), env, resolver, knownProviders)
- require.NoError(t, err)
- require.Equal(t, 1, cfg.Providers.Len())
- // We want to make sure that we keep the configured API key as a placeholder
- pc, _ := cfg.Providers.Get("openai")
- require.Equal(t, "xyz", pc.APIKey)
- require.Equal(t, "https://api.openai.com/v2", pc.BaseURL)
- require.Len(t, pc.Models, 2)
- require.Equal(t, "Updated", pc.Models[0].Name)
- }
- func TestConfig_configureProvidersWithNewProvider(t *testing.T) {
- knownProviders := []catwalk.Provider{
- {
- ID: "openai",
- APIKey: "$OPENAI_API_KEY",
- APIEndpoint: "https://api.openai.com/v1",
- Models: []catwalk.Model{{
- ID: "test-model",
- }},
- },
- }
- cfg := &Config{
- Providers: csync.NewMapFrom(map[string]ProviderConfig{
- "custom": {
- APIKey: "xyz",
- BaseURL: "https://api.someendpoint.com/v2",
- Models: []catwalk.Model{
- {
- ID: "test-model",
- },
- },
- },
- }),
- }
- cfg.setDefaults("/tmp", "")
- env := env.NewFromMap(map[string]string{
- "OPENAI_API_KEY": "test-key",
- })
- resolver := NewEnvironmentVariableResolver(env)
- err := cfg.configureProviders(testStore(cfg), env, resolver, knownProviders)
- require.NoError(t, err)
- // Should be to because of the env variable
- require.Equal(t, cfg.Providers.Len(), 2)
- // We want to make sure that we keep the configured API key as a placeholder
- pc, _ := cfg.Providers.Get("custom")
- require.Equal(t, "xyz", pc.APIKey)
- // Make sure we set the ID correctly
- require.Equal(t, "custom", pc.ID)
- require.Equal(t, "https://api.someendpoint.com/v2", pc.BaseURL)
- require.Len(t, pc.Models, 1)
- _, ok := cfg.Providers.Get("openai")
- require.True(t, ok, "OpenAI provider should still be present")
- }
- func TestConfig_configureProvidersBedrockWithCredentials(t *testing.T) {
- knownProviders := []catwalk.Provider{
- {
- ID: catwalk.InferenceProviderBedrock,
- APIKey: "",
- APIEndpoint: "",
- Models: []catwalk.Model{{
- ID: "anthropic.claude-sonnet-4-20250514-v1:0",
- }},
- },
- }
- cfg := &Config{}
- cfg.setDefaults("/tmp", "")
- env := env.NewFromMap(map[string]string{
- "AWS_ACCESS_KEY_ID": "test-key-id",
- "AWS_SECRET_ACCESS_KEY": "test-secret-key",
- })
- resolver := NewEnvironmentVariableResolver(env)
- err := cfg.configureProviders(testStore(cfg), env, resolver, knownProviders)
- require.NoError(t, err)
- require.Equal(t, cfg.Providers.Len(), 1)
- bedrockProvider, ok := cfg.Providers.Get("bedrock")
- require.True(t, ok, "Bedrock provider should be present")
- require.Len(t, bedrockProvider.Models, 1)
- require.Equal(t, "anthropic.claude-sonnet-4-20250514-v1:0", bedrockProvider.Models[0].ID)
- }
- func TestConfig_configureProvidersBedrockWithoutCredentials(t *testing.T) {
- knownProviders := []catwalk.Provider{
- {
- ID: catwalk.InferenceProviderBedrock,
- APIKey: "",
- APIEndpoint: "",
- Models: []catwalk.Model{{
- ID: "anthropic.claude-sonnet-4-20250514-v1:0",
- }},
- },
- }
- cfg := &Config{}
- cfg.setDefaults("/tmp", "")
- env := env.NewFromMap(map[string]string{})
- resolver := NewEnvironmentVariableResolver(env)
- err := cfg.configureProviders(testStore(cfg), env, resolver, knownProviders)
- require.NoError(t, err)
- // Provider should not be configured without credentials
- require.Equal(t, cfg.Providers.Len(), 0)
- }
- func TestConfig_configureProvidersBedrockWithoutUnsupportedModel(t *testing.T) {
- knownProviders := []catwalk.Provider{
- {
- ID: catwalk.InferenceProviderBedrock,
- APIKey: "",
- APIEndpoint: "",
- Models: []catwalk.Model{{
- ID: "some-random-model",
- }},
- },
- }
- cfg := &Config{}
- cfg.setDefaults("/tmp", "")
- env := env.NewFromMap(map[string]string{
- "AWS_ACCESS_KEY_ID": "test-key-id",
- "AWS_SECRET_ACCESS_KEY": "test-secret-key",
- })
- resolver := NewEnvironmentVariableResolver(env)
- err := cfg.configureProviders(testStore(cfg), env, resolver, knownProviders)
- require.Error(t, err)
- }
- func TestConfig_configureProvidersVertexAIWithCredentials(t *testing.T) {
- knownProviders := []catwalk.Provider{
- {
- ID: catwalk.InferenceProviderVertexAI,
- APIKey: "",
- APIEndpoint: "",
- Models: []catwalk.Model{{
- ID: "gemini-pro",
- }},
- },
- }
- cfg := &Config{}
- cfg.setDefaults("/tmp", "")
- env := env.NewFromMap(map[string]string{
- "VERTEXAI_PROJECT": "test-project",
- "VERTEXAI_LOCATION": "us-central1",
- })
- resolver := NewEnvironmentVariableResolver(env)
- err := cfg.configureProviders(testStore(cfg), env, resolver, knownProviders)
- require.NoError(t, err)
- require.Equal(t, cfg.Providers.Len(), 1)
- vertexProvider, ok := cfg.Providers.Get("vertexai")
- require.True(t, ok, "VertexAI provider should be present")
- require.Len(t, vertexProvider.Models, 1)
- require.Equal(t, "gemini-pro", vertexProvider.Models[0].ID)
- require.Equal(t, "test-project", vertexProvider.ExtraParams["project"])
- require.Equal(t, "us-central1", vertexProvider.ExtraParams["location"])
- }
- func TestConfig_configureProvidersVertexAIWithoutCredentials(t *testing.T) {
- knownProviders := []catwalk.Provider{
- {
- ID: catwalk.InferenceProviderVertexAI,
- APIKey: "",
- APIEndpoint: "",
- Models: []catwalk.Model{{
- ID: "gemini-pro",
- }},
- },
- }
- cfg := &Config{}
- cfg.setDefaults("/tmp", "")
- env := env.NewFromMap(map[string]string{
- "GOOGLE_GENAI_USE_VERTEXAI": "false",
- "GOOGLE_CLOUD_PROJECT": "test-project",
- "GOOGLE_CLOUD_LOCATION": "us-central1",
- })
- resolver := NewEnvironmentVariableResolver(env)
- err := cfg.configureProviders(testStore(cfg), env, resolver, knownProviders)
- require.NoError(t, err)
- // Provider should not be configured without proper credentials
- require.Equal(t, cfg.Providers.Len(), 0)
- }
- func TestConfig_configureProvidersVertexAIMissingProject(t *testing.T) {
- knownProviders := []catwalk.Provider{
- {
- ID: catwalk.InferenceProviderVertexAI,
- APIKey: "",
- APIEndpoint: "",
- Models: []catwalk.Model{{
- ID: "gemini-pro",
- }},
- },
- }
- cfg := &Config{}
- cfg.setDefaults("/tmp", "")
- env := env.NewFromMap(map[string]string{
- "GOOGLE_GENAI_USE_VERTEXAI": "true",
- "GOOGLE_CLOUD_LOCATION": "us-central1",
- })
- resolver := NewEnvironmentVariableResolver(env)
- err := cfg.configureProviders(testStore(cfg), env, resolver, knownProviders)
- require.NoError(t, err)
- // Provider should not be configured without project
- require.Equal(t, cfg.Providers.Len(), 0)
- }
- func TestConfig_configureProvidersSetProviderID(t *testing.T) {
- knownProviders := []catwalk.Provider{
- {
- ID: "openai",
- APIKey: "$OPENAI_API_KEY",
- APIEndpoint: "https://api.openai.com/v1",
- Models: []catwalk.Model{{
- ID: "test-model",
- }},
- },
- }
- cfg := &Config{}
- cfg.setDefaults("/tmp", "")
- env := env.NewFromMap(map[string]string{
- "OPENAI_API_KEY": "test-key",
- })
- resolver := NewEnvironmentVariableResolver(env)
- err := cfg.configureProviders(testStore(cfg), env, resolver, knownProviders)
- require.NoError(t, err)
- require.Equal(t, cfg.Providers.Len(), 1)
- // Provider ID should be set
- pc, _ := cfg.Providers.Get("openai")
- require.Equal(t, "openai", pc.ID)
- }
- func TestConfig_EnabledProviders(t *testing.T) {
- t.Run("all providers enabled", func(t *testing.T) {
- cfg := &Config{
- Providers: csync.NewMapFrom(map[string]ProviderConfig{
- "openai": {
- ID: "openai",
- APIKey: "key1",
- Disable: false,
- },
- "anthropic": {
- ID: "anthropic",
- APIKey: "key2",
- Disable: false,
- },
- }),
- }
- enabled := cfg.EnabledProviders()
- require.Len(t, enabled, 2)
- })
- t.Run("some providers disabled", func(t *testing.T) {
- cfg := &Config{
- Providers: csync.NewMapFrom(map[string]ProviderConfig{
- "openai": {
- ID: "openai",
- APIKey: "key1",
- Disable: false,
- },
- "anthropic": {
- ID: "anthropic",
- APIKey: "key2",
- Disable: true,
- },
- }),
- }
- enabled := cfg.EnabledProviders()
- require.Len(t, enabled, 1)
- require.Equal(t, "openai", enabled[0].ID)
- })
- t.Run("empty providers map", func(t *testing.T) {
- cfg := &Config{
- Providers: csync.NewMap[string, ProviderConfig](),
- }
- enabled := cfg.EnabledProviders()
- require.Len(t, enabled, 0)
- })
- }
- func TestConfig_IsConfigured(t *testing.T) {
- t.Run("returns true when at least one provider is enabled", func(t *testing.T) {
- cfg := &Config{
- Providers: csync.NewMapFrom(map[string]ProviderConfig{
- "openai": {
- ID: "openai",
- APIKey: "key1",
- Disable: false,
- },
- }),
- }
- require.True(t, cfg.IsConfigured())
- })
- t.Run("returns false when no providers are configured", func(t *testing.T) {
- cfg := &Config{
- Providers: csync.NewMap[string, ProviderConfig](),
- }
- require.False(t, cfg.IsConfigured())
- })
- t.Run("returns false when all providers are disabled", func(t *testing.T) {
- cfg := &Config{
- Providers: csync.NewMapFrom(map[string]ProviderConfig{
- "openai": {
- ID: "openai",
- APIKey: "key1",
- Disable: true,
- },
- "anthropic": {
- ID: "anthropic",
- APIKey: "key2",
- Disable: true,
- },
- }),
- }
- require.False(t, cfg.IsConfigured())
- })
- }
- func TestConfig_setupAgentsWithNoDisabledTools(t *testing.T) {
- cfg := &Config{
- Options: &Options{
- DisabledTools: []string{},
- },
- }
- cfg.SetupAgents()
- coderAgent, ok := cfg.Agents[AgentCoder]
- require.True(t, ok)
- assert.Equal(t, allToolNames(), coderAgent.AllowedTools)
- taskAgent, ok := cfg.Agents[AgentTask]
- require.True(t, ok)
- assert.Equal(t, []string{"glob", "grep", "ls", "sourcegraph", "view"}, taskAgent.AllowedTools)
- }
- func TestConfig_setupAgentsWithDisabledTools(t *testing.T) {
- cfg := &Config{
- Options: &Options{
- DisabledTools: []string{
- "edit",
- "download",
- "grep",
- },
- },
- }
- cfg.SetupAgents()
- coderAgent, ok := cfg.Agents[AgentCoder]
- require.True(t, ok)
- assert.Equal(t, []string{"agent", "bash", "job_output", "job_kill", "multiedit", "lsp_diagnostics", "lsp_references", "lsp_restart", "fetch", "agentic_fetch", "glob", "ls", "sourcegraph", "todos", "view", "write", "list_mcp_resources", "read_mcp_resource"}, coderAgent.AllowedTools)
- taskAgent, ok := cfg.Agents[AgentTask]
- require.True(t, ok)
- assert.Equal(t, []string{"glob", "ls", "sourcegraph", "view"}, taskAgent.AllowedTools)
- }
- func TestConfig_setupAgentsWithEveryReadOnlyToolDisabled(t *testing.T) {
- cfg := &Config{
- Options: &Options{
- DisabledTools: []string{
- "glob",
- "grep",
- "ls",
- "sourcegraph",
- "view",
- },
- },
- }
- cfg.SetupAgents()
- coderAgent, ok := cfg.Agents[AgentCoder]
- require.True(t, ok)
- assert.Equal(t, []string{"agent", "bash", "job_output", "job_kill", "download", "edit", "multiedit", "lsp_diagnostics", "lsp_references", "lsp_restart", "fetch", "agentic_fetch", "todos", "write", "list_mcp_resources", "read_mcp_resource"}, coderAgent.AllowedTools)
- taskAgent, ok := cfg.Agents[AgentTask]
- require.True(t, ok)
- assert.Len(t, taskAgent.AllowedTools, 0)
- }
- func TestConfig_configureProvidersWithDisabledProvider(t *testing.T) {
- knownProviders := []catwalk.Provider{
- {
- ID: "openai",
- APIKey: "$OPENAI_API_KEY",
- APIEndpoint: "https://api.openai.com/v1",
- Models: []catwalk.Model{{
- ID: "test-model",
- }},
- },
- }
- cfg := &Config{
- Providers: csync.NewMapFrom(map[string]ProviderConfig{
- "openai": {
- Disable: true,
- },
- }),
- }
- cfg.setDefaults("/tmp", "")
- env := env.NewFromMap(map[string]string{
- "OPENAI_API_KEY": "test-key",
- })
- resolver := NewEnvironmentVariableResolver(env)
- err := cfg.configureProviders(testStore(cfg), env, resolver, knownProviders)
- require.NoError(t, err)
- require.Equal(t, cfg.Providers.Len(), 1)
- prov, exists := cfg.Providers.Get("openai")
- require.True(t, exists)
- require.True(t, prov.Disable)
- }
- func TestConfig_configureProvidersCustomProviderValidation(t *testing.T) {
- t.Run("custom provider with missing API key is allowed, but not known providers", func(t *testing.T) {
- cfg := &Config{
- Providers: csync.NewMapFrom(map[string]ProviderConfig{
- "custom": {
- BaseURL: "https://api.custom.com/v1",
- Models: []catwalk.Model{{
- ID: "test-model",
- }},
- },
- "openai": {
- APIKey: "$MISSING",
- },
- }),
- }
- cfg.setDefaults("/tmp", "")
- env := env.NewFromMap(map[string]string{})
- resolver := NewEnvironmentVariableResolver(env)
- err := cfg.configureProviders(testStore(cfg), env, resolver, []catwalk.Provider{})
- require.NoError(t, err)
- require.Equal(t, cfg.Providers.Len(), 1)
- _, exists := cfg.Providers.Get("custom")
- require.True(t, exists)
- })
- t.Run("custom provider with missing BaseURL is removed", func(t *testing.T) {
- cfg := &Config{
- Providers: csync.NewMapFrom(map[string]ProviderConfig{
- "custom": {
- APIKey: "test-key",
- Models: []catwalk.Model{{
- ID: "test-model",
- }},
- },
- }),
- }
- cfg.setDefaults("/tmp", "")
- env := env.NewFromMap(map[string]string{})
- resolver := NewEnvironmentVariableResolver(env)
- err := cfg.configureProviders(testStore(cfg), env, resolver, []catwalk.Provider{})
- require.NoError(t, err)
- require.Equal(t, cfg.Providers.Len(), 0)
- _, exists := cfg.Providers.Get("custom")
- require.False(t, exists)
- })
- t.Run("custom provider with no models is removed", func(t *testing.T) {
- cfg := &Config{
- Providers: csync.NewMapFrom(map[string]ProviderConfig{
- "custom": {
- APIKey: "test-key",
- BaseURL: "https://api.custom.com/v1",
- Models: []catwalk.Model{},
- },
- }),
- }
- cfg.setDefaults("/tmp", "")
- env := env.NewFromMap(map[string]string{})
- resolver := NewEnvironmentVariableResolver(env)
- err := cfg.configureProviders(testStore(cfg), env, resolver, []catwalk.Provider{})
- require.NoError(t, err)
- require.Equal(t, cfg.Providers.Len(), 0)
- _, exists := cfg.Providers.Get("custom")
- require.False(t, exists)
- })
- t.Run("custom provider with unsupported type is removed", func(t *testing.T) {
- cfg := &Config{
- Providers: csync.NewMapFrom(map[string]ProviderConfig{
- "custom": {
- APIKey: "test-key",
- BaseURL: "https://api.custom.com/v1",
- Type: "unsupported",
- Models: []catwalk.Model{{
- ID: "test-model",
- }},
- },
- }),
- }
- cfg.setDefaults("/tmp", "")
- env := env.NewFromMap(map[string]string{})
- resolver := NewEnvironmentVariableResolver(env)
- err := cfg.configureProviders(testStore(cfg), env, resolver, []catwalk.Provider{})
- require.NoError(t, err)
- require.Equal(t, cfg.Providers.Len(), 0)
- _, exists := cfg.Providers.Get("custom")
- require.False(t, exists)
- })
- t.Run("valid custom provider is kept and ID is set", func(t *testing.T) {
- cfg := &Config{
- Providers: csync.NewMapFrom(map[string]ProviderConfig{
- "custom": {
- APIKey: "test-key",
- BaseURL: "https://api.custom.com/v1",
- Type: catwalk.TypeOpenAI,
- Models: []catwalk.Model{{
- ID: "test-model",
- }},
- },
- }),
- }
- cfg.setDefaults("/tmp", "")
- env := env.NewFromMap(map[string]string{})
- resolver := NewEnvironmentVariableResolver(env)
- err := cfg.configureProviders(testStore(cfg), env, resolver, []catwalk.Provider{})
- require.NoError(t, err)
- require.Equal(t, cfg.Providers.Len(), 1)
- customProvider, exists := cfg.Providers.Get("custom")
- require.True(t, exists)
- require.Equal(t, "custom", customProvider.ID)
- require.Equal(t, "test-key", customProvider.APIKey)
- require.Equal(t, "https://api.custom.com/v1", customProvider.BaseURL)
- })
- t.Run("custom anthropic provider is supported", func(t *testing.T) {
- cfg := &Config{
- Providers: csync.NewMapFrom(map[string]ProviderConfig{
- "custom-anthropic": {
- APIKey: "test-key",
- BaseURL: "https://api.anthropic.com/v1",
- Type: catwalk.TypeAnthropic,
- Models: []catwalk.Model{{
- ID: "claude-3-sonnet",
- }},
- },
- }),
- }
- cfg.setDefaults("/tmp", "")
- env := env.NewFromMap(map[string]string{})
- resolver := NewEnvironmentVariableResolver(env)
- err := cfg.configureProviders(testStore(cfg), env, resolver, []catwalk.Provider{})
- require.NoError(t, err)
- require.Equal(t, cfg.Providers.Len(), 1)
- customProvider, exists := cfg.Providers.Get("custom-anthropic")
- require.True(t, exists)
- require.Equal(t, "custom-anthropic", customProvider.ID)
- require.Equal(t, "test-key", customProvider.APIKey)
- require.Equal(t, "https://api.anthropic.com/v1", customProvider.BaseURL)
- require.Equal(t, catwalk.TypeAnthropic, customProvider.Type)
- })
- t.Run("disabled custom provider is removed", func(t *testing.T) {
- cfg := &Config{
- Providers: csync.NewMapFrom(map[string]ProviderConfig{
- "custom": {
- APIKey: "test-key",
- BaseURL: "https://api.custom.com/v1",
- Type: catwalk.TypeOpenAI,
- Disable: true,
- Models: []catwalk.Model{{
- ID: "test-model",
- }},
- },
- }),
- }
- cfg.setDefaults("/tmp", "")
- env := env.NewFromMap(map[string]string{})
- resolver := NewEnvironmentVariableResolver(env)
- err := cfg.configureProviders(testStore(cfg), env, resolver, []catwalk.Provider{})
- require.NoError(t, err)
- require.Equal(t, cfg.Providers.Len(), 0)
- _, exists := cfg.Providers.Get("custom")
- require.False(t, exists)
- })
- }
- func TestConfig_configureProvidersEnhancedCredentialValidation(t *testing.T) {
- t.Run("VertexAI provider removed when credentials missing with existing config", func(t *testing.T) {
- knownProviders := []catwalk.Provider{
- {
- ID: catwalk.InferenceProviderVertexAI,
- APIKey: "",
- APIEndpoint: "",
- Models: []catwalk.Model{{
- ID: "gemini-pro",
- }},
- },
- }
- cfg := &Config{
- Providers: csync.NewMapFrom(map[string]ProviderConfig{
- "vertexai": {
- BaseURL: "custom-url",
- },
- }),
- }
- cfg.setDefaults("/tmp", "")
- env := env.NewFromMap(map[string]string{
- "GOOGLE_GENAI_USE_VERTEXAI": "false",
- })
- resolver := NewEnvironmentVariableResolver(env)
- err := cfg.configureProviders(testStore(cfg), env, resolver, knownProviders)
- require.NoError(t, err)
- require.Equal(t, cfg.Providers.Len(), 0)
- _, exists := cfg.Providers.Get("vertexai")
- require.False(t, exists)
- })
- t.Run("Bedrock provider removed when AWS credentials missing with existing config", func(t *testing.T) {
- knownProviders := []catwalk.Provider{
- {
- ID: catwalk.InferenceProviderBedrock,
- APIKey: "",
- APIEndpoint: "",
- Models: []catwalk.Model{{
- ID: "anthropic.claude-sonnet-4-20250514-v1:0",
- }},
- },
- }
- cfg := &Config{
- Providers: csync.NewMapFrom(map[string]ProviderConfig{
- "bedrock": {
- BaseURL: "custom-url",
- },
- }),
- }
- cfg.setDefaults("/tmp", "")
- env := env.NewFromMap(map[string]string{})
- resolver := NewEnvironmentVariableResolver(env)
- err := cfg.configureProviders(testStore(cfg), env, resolver, knownProviders)
- require.NoError(t, err)
- require.Equal(t, cfg.Providers.Len(), 0)
- _, exists := cfg.Providers.Get("bedrock")
- require.False(t, exists)
- })
- t.Run("provider removed when API key missing with existing config", func(t *testing.T) {
- knownProviders := []catwalk.Provider{
- {
- ID: "openai",
- APIKey: "$MISSING_API_KEY",
- APIEndpoint: "https://api.openai.com/v1",
- Models: []catwalk.Model{{
- ID: "test-model",
- }},
- },
- }
- cfg := &Config{
- Providers: csync.NewMapFrom(map[string]ProviderConfig{
- "openai": {
- BaseURL: "custom-url",
- },
- }),
- }
- cfg.setDefaults("/tmp", "")
- env := env.NewFromMap(map[string]string{})
- resolver := NewEnvironmentVariableResolver(env)
- err := cfg.configureProviders(testStore(cfg), env, resolver, knownProviders)
- require.NoError(t, err)
- require.Equal(t, cfg.Providers.Len(), 0)
- _, exists := cfg.Providers.Get("openai")
- require.False(t, exists)
- })
- t.Run("known provider should still be added if the endpoint is missing the client will use default endpoints", func(t *testing.T) {
- knownProviders := []catwalk.Provider{
- {
- ID: "openai",
- APIKey: "$OPENAI_API_KEY",
- APIEndpoint: "$MISSING_ENDPOINT",
- Models: []catwalk.Model{{
- ID: "test-model",
- }},
- },
- }
- cfg := &Config{
- Providers: csync.NewMapFrom(map[string]ProviderConfig{
- "openai": {
- APIKey: "test-key",
- },
- }),
- }
- cfg.setDefaults("/tmp", "")
- env := env.NewFromMap(map[string]string{
- "OPENAI_API_KEY": "test-key",
- })
- resolver := NewEnvironmentVariableResolver(env)
- err := cfg.configureProviders(testStore(cfg), env, resolver, knownProviders)
- require.NoError(t, err)
- require.Equal(t, cfg.Providers.Len(), 1)
- _, exists := cfg.Providers.Get("openai")
- require.True(t, exists)
- })
- }
- func TestConfig_defaultModelSelection(t *testing.T) {
- t.Run("default behavior uses the default models for given provider", func(t *testing.T) {
- knownProviders := []catwalk.Provider{
- {
- ID: "openai",
- APIKey: "abc",
- DefaultLargeModelID: "large-model",
- DefaultSmallModelID: "small-model",
- Models: []catwalk.Model{
- {
- ID: "large-model",
- DefaultMaxTokens: 1000,
- },
- {
- ID: "small-model",
- DefaultMaxTokens: 500,
- },
- },
- },
- }
- cfg := &Config{}
- cfg.setDefaults("/tmp", "")
- env := env.NewFromMap(map[string]string{})
- resolver := NewEnvironmentVariableResolver(env)
- err := cfg.configureProviders(testStore(cfg), env, resolver, knownProviders)
- require.NoError(t, err)
- large, small, err := cfg.defaultModelSelection(knownProviders)
- require.NoError(t, err)
- require.Equal(t, "large-model", large.Model)
- require.Equal(t, "openai", large.Provider)
- require.Equal(t, int64(1000), large.MaxTokens)
- require.Equal(t, "small-model", small.Model)
- require.Equal(t, "openai", small.Provider)
- require.Equal(t, int64(500), small.MaxTokens)
- })
- t.Run("should error if no providers configured", func(t *testing.T) {
- knownProviders := []catwalk.Provider{
- {
- ID: "openai",
- APIKey: "$MISSING_KEY",
- DefaultLargeModelID: "large-model",
- DefaultSmallModelID: "small-model",
- Models: []catwalk.Model{
- {
- ID: "large-model",
- DefaultMaxTokens: 1000,
- },
- {
- ID: "small-model",
- DefaultMaxTokens: 500,
- },
- },
- },
- }
- cfg := &Config{}
- cfg.setDefaults("/tmp", "")
- env := env.NewFromMap(map[string]string{})
- resolver := NewEnvironmentVariableResolver(env)
- err := cfg.configureProviders(testStore(cfg), env, resolver, knownProviders)
- require.NoError(t, err)
- _, _, err = cfg.defaultModelSelection(knownProviders)
- require.Error(t, err)
- })
- t.Run("should error if model is missing", func(t *testing.T) {
- knownProviders := []catwalk.Provider{
- {
- ID: "openai",
- APIKey: "abc",
- DefaultLargeModelID: "large-model",
- DefaultSmallModelID: "small-model",
- Models: []catwalk.Model{
- {
- ID: "not-large-model",
- DefaultMaxTokens: 1000,
- },
- {
- ID: "small-model",
- DefaultMaxTokens: 500,
- },
- },
- },
- }
- cfg := &Config{}
- cfg.setDefaults("/tmp", "")
- env := env.NewFromMap(map[string]string{})
- resolver := NewEnvironmentVariableResolver(env)
- err := cfg.configureProviders(testStore(cfg), env, resolver, knownProviders)
- require.NoError(t, err)
- _, _, err = cfg.defaultModelSelection(knownProviders)
- require.Error(t, err)
- })
- t.Run("should configure the default models with a custom provider", func(t *testing.T) {
- knownProviders := []catwalk.Provider{
- {
- ID: "openai",
- APIKey: "$MISSING", // will not be included in the config
- DefaultLargeModelID: "large-model",
- DefaultSmallModelID: "small-model",
- Models: []catwalk.Model{
- {
- ID: "not-large-model",
- DefaultMaxTokens: 1000,
- },
- {
- ID: "small-model",
- DefaultMaxTokens: 500,
- },
- },
- },
- }
- cfg := &Config{
- Providers: csync.NewMapFrom(map[string]ProviderConfig{
- "custom": {
- APIKey: "test-key",
- BaseURL: "https://api.custom.com/v1",
- Models: []catwalk.Model{
- {
- ID: "model",
- DefaultMaxTokens: 600,
- },
- },
- },
- }),
- }
- cfg.setDefaults("/tmp", "")
- env := env.NewFromMap(map[string]string{})
- resolver := NewEnvironmentVariableResolver(env)
- err := cfg.configureProviders(testStore(cfg), env, resolver, knownProviders)
- require.NoError(t, err)
- large, small, err := cfg.defaultModelSelection(knownProviders)
- require.NoError(t, err)
- require.Equal(t, "model", large.Model)
- require.Equal(t, "custom", large.Provider)
- require.Equal(t, int64(600), large.MaxTokens)
- require.Equal(t, "model", small.Model)
- require.Equal(t, "custom", small.Provider)
- require.Equal(t, int64(600), small.MaxTokens)
- })
- t.Run("should fail if no model configured", func(t *testing.T) {
- knownProviders := []catwalk.Provider{
- {
- ID: "openai",
- APIKey: "$MISSING", // will not be included in the config
- DefaultLargeModelID: "large-model",
- DefaultSmallModelID: "small-model",
- Models: []catwalk.Model{
- {
- ID: "not-large-model",
- DefaultMaxTokens: 1000,
- },
- {
- ID: "small-model",
- DefaultMaxTokens: 500,
- },
- },
- },
- }
- cfg := &Config{
- Providers: csync.NewMapFrom(map[string]ProviderConfig{
- "custom": {
- APIKey: "test-key",
- BaseURL: "https://api.custom.com/v1",
- Models: []catwalk.Model{},
- },
- }),
- }
- cfg.setDefaults("/tmp", "")
- env := env.NewFromMap(map[string]string{})
- resolver := NewEnvironmentVariableResolver(env)
- err := cfg.configureProviders(testStore(cfg), env, resolver, knownProviders)
- require.NoError(t, err)
- _, _, err = cfg.defaultModelSelection(knownProviders)
- require.Error(t, err)
- })
- t.Run("should use the default provider first", func(t *testing.T) {
- knownProviders := []catwalk.Provider{
- {
- ID: "openai",
- APIKey: "set",
- DefaultLargeModelID: "large-model",
- DefaultSmallModelID: "small-model",
- Models: []catwalk.Model{
- {
- ID: "large-model",
- DefaultMaxTokens: 1000,
- },
- {
- ID: "small-model",
- DefaultMaxTokens: 500,
- },
- },
- },
- }
- cfg := &Config{
- Providers: csync.NewMapFrom(map[string]ProviderConfig{
- "custom": {
- APIKey: "test-key",
- BaseURL: "https://api.custom.com/v1",
- Models: []catwalk.Model{
- {
- ID: "large-model",
- DefaultMaxTokens: 1000,
- },
- },
- },
- }),
- }
- cfg.setDefaults("/tmp", "")
- env := env.NewFromMap(map[string]string{})
- resolver := NewEnvironmentVariableResolver(env)
- err := cfg.configureProviders(testStore(cfg), env, resolver, knownProviders)
- require.NoError(t, err)
- large, small, err := cfg.defaultModelSelection(knownProviders)
- require.NoError(t, err)
- require.Equal(t, "large-model", large.Model)
- require.Equal(t, "openai", large.Provider)
- require.Equal(t, int64(1000), large.MaxTokens)
- require.Equal(t, "small-model", small.Model)
- require.Equal(t, "openai", small.Provider)
- require.Equal(t, int64(500), small.MaxTokens)
- })
- }
- func TestConfig_configureProvidersDisableDefaultProviders(t *testing.T) {
- t.Run("when enabled, ignores all default providers and requires full specification", func(t *testing.T) {
- knownProviders := []catwalk.Provider{
- {
- ID: "openai",
- APIKey: "$OPENAI_API_KEY",
- APIEndpoint: "https://api.openai.com/v1",
- Models: []catwalk.Model{{
- ID: "gpt-4",
- }},
- },
- }
- // User references openai but doesn't fully specify it (no base_url, no
- // models). This should be rejected because disable_default_providers
- // treats all providers as custom.
- cfg := &Config{
- Options: &Options{
- DisableDefaultProviders: true,
- },
- Providers: csync.NewMapFrom(map[string]ProviderConfig{
- "openai": {
- APIKey: "$OPENAI_API_KEY",
- },
- }),
- }
- cfg.setDefaults("/tmp", "")
- env := env.NewFromMap(map[string]string{
- "OPENAI_API_KEY": "test-key",
- })
- resolver := NewEnvironmentVariableResolver(env)
- err := cfg.configureProviders(testStore(cfg), env, resolver, knownProviders)
- require.ErrorContains(t, err, "no custom providers")
- // openai should NOT be present because it lacks base_url and models.
- require.Equal(t, 0, cfg.Providers.Len())
- _, exists := cfg.Providers.Get("openai")
- require.False(t, exists, "openai should not be present without full specification")
- })
- t.Run("when enabled, fully specified providers work", func(t *testing.T) {
- knownProviders := []catwalk.Provider{
- {
- ID: "openai",
- APIKey: "$OPENAI_API_KEY",
- APIEndpoint: "https://api.openai.com/v1",
- Models: []catwalk.Model{{
- ID: "gpt-4",
- }},
- },
- }
- // User fully specifies their provider.
- cfg := &Config{
- Options: &Options{
- DisableDefaultProviders: true,
- },
- Providers: csync.NewMapFrom(map[string]ProviderConfig{
- "my-llm": {
- APIKey: "$MY_API_KEY",
- BaseURL: "https://my-llm.example.com/v1",
- Models: []catwalk.Model{{
- ID: "my-model",
- }},
- },
- }),
- }
- cfg.setDefaults("/tmp", "")
- env := env.NewFromMap(map[string]string{
- "MY_API_KEY": "test-key",
- "OPENAI_API_KEY": "test-key",
- })
- resolver := NewEnvironmentVariableResolver(env)
- err := cfg.configureProviders(testStore(cfg), env, resolver, knownProviders)
- require.NoError(t, err)
- // Only fully specified provider should be present.
- require.Equal(t, 1, cfg.Providers.Len())
- provider, exists := cfg.Providers.Get("my-llm")
- require.True(t, exists, "my-llm should be present")
- require.Equal(t, "https://my-llm.example.com/v1", provider.BaseURL)
- require.Len(t, provider.Models, 1)
- // Default openai should NOT be present.
- _, exists = cfg.Providers.Get("openai")
- require.False(t, exists, "openai should not be present")
- })
- t.Run("when disabled, includes all known providers with valid credentials", func(t *testing.T) {
- knownProviders := []catwalk.Provider{
- {
- ID: "openai",
- APIKey: "$OPENAI_API_KEY",
- APIEndpoint: "https://api.openai.com/v1",
- Models: []catwalk.Model{{
- ID: "gpt-4",
- }},
- },
- {
- ID: "anthropic",
- APIKey: "$ANTHROPIC_API_KEY",
- APIEndpoint: "https://api.anthropic.com/v1",
- Models: []catwalk.Model{{
- ID: "claude-3",
- }},
- },
- }
- // User only configures openai, both API keys are available, but option
- // is disabled.
- cfg := &Config{
- Options: &Options{
- DisableDefaultProviders: false,
- },
- Providers: csync.NewMapFrom(map[string]ProviderConfig{
- "openai": {
- APIKey: "$OPENAI_API_KEY",
- },
- }),
- }
- cfg.setDefaults("/tmp", "")
- env := env.NewFromMap(map[string]string{
- "OPENAI_API_KEY": "test-key",
- "ANTHROPIC_API_KEY": "test-key",
- })
- resolver := NewEnvironmentVariableResolver(env)
- err := cfg.configureProviders(testStore(cfg), env, resolver, knownProviders)
- require.NoError(t, err)
- // Both providers should be present.
- require.Equal(t, 2, cfg.Providers.Len())
- _, exists := cfg.Providers.Get("openai")
- require.True(t, exists, "openai should be present")
- _, exists = cfg.Providers.Get("anthropic")
- require.True(t, exists, "anthropic should be present")
- })
- t.Run("when enabled, provider missing models is rejected", func(t *testing.T) {
- cfg := &Config{
- Options: &Options{
- DisableDefaultProviders: true,
- },
- Providers: csync.NewMapFrom(map[string]ProviderConfig{
- "my-llm": {
- APIKey: "test-key",
- BaseURL: "https://my-llm.example.com/v1",
- Models: []catwalk.Model{}, // No models.
- },
- }),
- }
- cfg.setDefaults("/tmp", "")
- env := env.NewFromMap(map[string]string{})
- resolver := NewEnvironmentVariableResolver(env)
- err := cfg.configureProviders(testStore(cfg), env, resolver, []catwalk.Provider{})
- require.ErrorContains(t, err, "no custom providers")
- // Provider should be rejected for missing models.
- require.Equal(t, 0, cfg.Providers.Len())
- })
- t.Run("when enabled, provider missing base_url is rejected", func(t *testing.T) {
- cfg := &Config{
- Options: &Options{
- DisableDefaultProviders: true,
- },
- Providers: csync.NewMapFrom(map[string]ProviderConfig{
- "my-llm": {
- APIKey: "test-key",
- Models: []catwalk.Model{{ID: "model"}},
- // No BaseURL.
- },
- }),
- }
- cfg.setDefaults("/tmp", "")
- env := env.NewFromMap(map[string]string{})
- resolver := NewEnvironmentVariableResolver(env)
- err := cfg.configureProviders(testStore(cfg), env, resolver, []catwalk.Provider{})
- require.ErrorContains(t, err, "no custom providers")
- // Provider should be rejected for missing base_url.
- require.Equal(t, 0, cfg.Providers.Len())
- })
- }
- func TestConfig_setDefaultsDisableDefaultProvidersEnvVar(t *testing.T) {
- t.Run("sets option from environment variable", func(t *testing.T) {
- t.Setenv("CRUSH_DISABLE_DEFAULT_PROVIDERS", "true")
- cfg := &Config{}
- cfg.setDefaults("/tmp", "")
- require.True(t, cfg.Options.DisableDefaultProviders)
- })
- t.Run("does not override when env var is not set", func(t *testing.T) {
- cfg := &Config{
- Options: &Options{
- DisableDefaultProviders: true,
- },
- }
- cfg.setDefaults("/tmp", "")
- require.True(t, cfg.Options.DisableDefaultProviders)
- })
- }
- func TestConfig_configureSelectedModels(t *testing.T) {
- t.Run("should override defaults", func(t *testing.T) {
- knownProviders := []catwalk.Provider{
- {
- ID: "openai",
- APIKey: "abc",
- DefaultLargeModelID: "large-model",
- DefaultSmallModelID: "small-model",
- Models: []catwalk.Model{
- {
- ID: "larger-model",
- DefaultMaxTokens: 2000,
- },
- {
- ID: "large-model",
- DefaultMaxTokens: 1000,
- },
- {
- ID: "small-model",
- DefaultMaxTokens: 500,
- },
- },
- },
- }
- cfg := &Config{
- Models: map[SelectedModelType]SelectedModel{
- "large": {
- Model: "larger-model",
- },
- },
- }
- cfg.setDefaults("/tmp", "")
- env := env.NewFromMap(map[string]string{})
- resolver := NewEnvironmentVariableResolver(env)
- err := cfg.configureProviders(testStore(cfg), env, resolver, knownProviders)
- require.NoError(t, err)
- err = configureSelectedModels(testStore(cfg), knownProviders)
- require.NoError(t, err)
- large := cfg.Models[SelectedModelTypeLarge]
- small := cfg.Models[SelectedModelTypeSmall]
- require.Equal(t, "larger-model", large.Model)
- require.Equal(t, "openai", large.Provider)
- require.Equal(t, int64(2000), large.MaxTokens)
- require.Equal(t, "small-model", small.Model)
- require.Equal(t, "openai", small.Provider)
- require.Equal(t, int64(500), small.MaxTokens)
- })
- t.Run("should be possible to use multiple providers", func(t *testing.T) {
- knownProviders := []catwalk.Provider{
- {
- ID: "openai",
- APIKey: "abc",
- DefaultLargeModelID: "large-model",
- DefaultSmallModelID: "small-model",
- Models: []catwalk.Model{
- {
- ID: "large-model",
- DefaultMaxTokens: 1000,
- },
- {
- ID: "small-model",
- DefaultMaxTokens: 500,
- },
- },
- },
- {
- ID: "anthropic",
- APIKey: "abc",
- DefaultLargeModelID: "a-large-model",
- DefaultSmallModelID: "a-small-model",
- Models: []catwalk.Model{
- {
- ID: "a-large-model",
- DefaultMaxTokens: 1000,
- },
- {
- ID: "a-small-model",
- DefaultMaxTokens: 200,
- },
- },
- },
- }
- cfg := &Config{
- Models: map[SelectedModelType]SelectedModel{
- "small": {
- Model: "a-small-model",
- Provider: "anthropic",
- MaxTokens: 300,
- },
- },
- }
- cfg.setDefaults("/tmp", "")
- env := env.NewFromMap(map[string]string{})
- resolver := NewEnvironmentVariableResolver(env)
- err := cfg.configureProviders(testStore(cfg), env, resolver, knownProviders)
- require.NoError(t, err)
- err = configureSelectedModels(testStore(cfg), knownProviders)
- require.NoError(t, err)
- large := cfg.Models[SelectedModelTypeLarge]
- small := cfg.Models[SelectedModelTypeSmall]
- require.Equal(t, "large-model", large.Model)
- require.Equal(t, "openai", large.Provider)
- require.Equal(t, int64(1000), large.MaxTokens)
- require.Equal(t, "a-small-model", small.Model)
- require.Equal(t, "anthropic", small.Provider)
- require.Equal(t, int64(300), small.MaxTokens)
- })
- t.Run("should override the max tokens only", func(t *testing.T) {
- knownProviders := []catwalk.Provider{
- {
- ID: "openai",
- APIKey: "abc",
- DefaultLargeModelID: "large-model",
- DefaultSmallModelID: "small-model",
- Models: []catwalk.Model{
- {
- ID: "large-model",
- DefaultMaxTokens: 1000,
- },
- {
- ID: "small-model",
- DefaultMaxTokens: 500,
- },
- },
- },
- }
- cfg := &Config{
- Models: map[SelectedModelType]SelectedModel{
- "large": {
- MaxTokens: 100,
- },
- },
- }
- cfg.setDefaults("/tmp", "")
- env := env.NewFromMap(map[string]string{})
- resolver := NewEnvironmentVariableResolver(env)
- err := cfg.configureProviders(testStore(cfg), env, resolver, knownProviders)
- require.NoError(t, err)
- err = configureSelectedModels(testStore(cfg), knownProviders)
- require.NoError(t, err)
- large := cfg.Models[SelectedModelTypeLarge]
- require.Equal(t, "large-model", large.Model)
- require.Equal(t, "openai", large.Provider)
- require.Equal(t, int64(100), large.MaxTokens)
- })
- }
|