| 1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408 |
- import { describe, expect, test } from "bun:test"
- import { ProviderTransform } from "../../src/provider/transform"
- const OUTPUT_TOKEN_MAX = 32000
- describe("ProviderTransform.options - setCacheKey", () => {
- const sessionID = "test-session-123"
- const mockModel = {
- id: "anthropic/claude-3-5-sonnet",
- providerID: "anthropic",
- api: {
- id: "claude-3-5-sonnet-20241022",
- url: "https://api.anthropic.com",
- npm: "@ai-sdk/anthropic",
- },
- name: "Claude 3.5 Sonnet",
- capabilities: {
- temperature: true,
- reasoning: false,
- attachment: true,
- toolcall: true,
- input: { text: true, audio: false, image: true, video: false, pdf: true },
- output: { text: true, audio: false, image: false, video: false, pdf: false },
- interleaved: false,
- },
- cost: {
- input: 0.003,
- output: 0.015,
- cache: { read: 0.0003, write: 0.00375 },
- },
- limit: {
- context: 200000,
- output: 8192,
- },
- status: "active",
- options: {},
- headers: {},
- } as any
- test("should set promptCacheKey when providerOptions.setCacheKey is true", () => {
- const result = ProviderTransform.options({
- model: mockModel,
- sessionID,
- providerOptions: { setCacheKey: true },
- })
- expect(result.promptCacheKey).toBe(sessionID)
- })
- test("should not set promptCacheKey when providerOptions.setCacheKey is false", () => {
- const result = ProviderTransform.options({
- model: mockModel,
- sessionID,
- providerOptions: { setCacheKey: false },
- })
- expect(result.promptCacheKey).toBeUndefined()
- })
- test("should not set promptCacheKey when providerOptions is undefined", () => {
- const result = ProviderTransform.options({
- model: mockModel,
- sessionID,
- providerOptions: undefined,
- })
- expect(result.promptCacheKey).toBeUndefined()
- })
- test("should not set promptCacheKey when providerOptions does not have setCacheKey", () => {
- const result = ProviderTransform.options({ model: mockModel, sessionID, providerOptions: {} })
- expect(result.promptCacheKey).toBeUndefined()
- })
- test("should set promptCacheKey for openai provider regardless of setCacheKey", () => {
- const openaiModel = {
- ...mockModel,
- providerID: "openai",
- api: {
- id: "gpt-4",
- url: "https://api.openai.com",
- npm: "@ai-sdk/openai",
- },
- }
- const result = ProviderTransform.options({ model: openaiModel, sessionID, providerOptions: {} })
- expect(result.promptCacheKey).toBe(sessionID)
- })
- test("should set store=false for openai provider", () => {
- const openaiModel = {
- ...mockModel,
- providerID: "openai",
- api: {
- id: "gpt-4",
- url: "https://api.openai.com",
- npm: "@ai-sdk/openai",
- },
- }
- const result = ProviderTransform.options({
- model: openaiModel,
- sessionID,
- providerOptions: {},
- })
- expect(result.store).toBe(false)
- })
- })
- describe("ProviderTransform.maxOutputTokens", () => {
- test("returns 32k when modelLimit > 32k", () => {
- const modelLimit = 100000
- const result = ProviderTransform.maxOutputTokens("@ai-sdk/openai", {}, modelLimit, OUTPUT_TOKEN_MAX)
- expect(result).toBe(OUTPUT_TOKEN_MAX)
- })
- test("returns modelLimit when modelLimit < 32k", () => {
- const modelLimit = 16000
- const result = ProviderTransform.maxOutputTokens("@ai-sdk/openai", {}, modelLimit, OUTPUT_TOKEN_MAX)
- expect(result).toBe(16000)
- })
- describe("azure", () => {
- test("returns 32k when modelLimit > 32k", () => {
- const modelLimit = 100000
- const result = ProviderTransform.maxOutputTokens("@ai-sdk/azure", {}, modelLimit, OUTPUT_TOKEN_MAX)
- expect(result).toBe(OUTPUT_TOKEN_MAX)
- })
- test("returns modelLimit when modelLimit < 32k", () => {
- const modelLimit = 16000
- const result = ProviderTransform.maxOutputTokens("@ai-sdk/azure", {}, modelLimit, OUTPUT_TOKEN_MAX)
- expect(result).toBe(16000)
- })
- })
- describe("bedrock", () => {
- test("returns 32k when modelLimit > 32k", () => {
- const modelLimit = 100000
- const result = ProviderTransform.maxOutputTokens("@ai-sdk/amazon-bedrock", {}, modelLimit, OUTPUT_TOKEN_MAX)
- expect(result).toBe(OUTPUT_TOKEN_MAX)
- })
- test("returns modelLimit when modelLimit < 32k", () => {
- const modelLimit = 16000
- const result = ProviderTransform.maxOutputTokens("@ai-sdk/amazon-bedrock", {}, modelLimit, OUTPUT_TOKEN_MAX)
- expect(result).toBe(16000)
- })
- })
- describe("anthropic without thinking options", () => {
- test("returns 32k when modelLimit > 32k", () => {
- const modelLimit = 100000
- const result = ProviderTransform.maxOutputTokens("@ai-sdk/anthropic", {}, modelLimit, OUTPUT_TOKEN_MAX)
- expect(result).toBe(OUTPUT_TOKEN_MAX)
- })
- test("returns modelLimit when modelLimit < 32k", () => {
- const modelLimit = 16000
- const result = ProviderTransform.maxOutputTokens("@ai-sdk/anthropic", {}, modelLimit, OUTPUT_TOKEN_MAX)
- expect(result).toBe(16000)
- })
- })
- describe("anthropic with thinking options", () => {
- test("returns 32k when budgetTokens + 32k <= modelLimit", () => {
- const modelLimit = 100000
- const options = {
- thinking: {
- type: "enabled",
- budgetTokens: 10000,
- },
- }
- const result = ProviderTransform.maxOutputTokens("@ai-sdk/anthropic", options, modelLimit, OUTPUT_TOKEN_MAX)
- expect(result).toBe(OUTPUT_TOKEN_MAX)
- })
- test("returns modelLimit - budgetTokens when budgetTokens + 32k > modelLimit", () => {
- const modelLimit = 50000
- const options = {
- thinking: {
- type: "enabled",
- budgetTokens: 30000,
- },
- }
- const result = ProviderTransform.maxOutputTokens("@ai-sdk/anthropic", options, modelLimit, OUTPUT_TOKEN_MAX)
- expect(result).toBe(20000)
- })
- test("returns 32k when thinking type is not enabled", () => {
- const modelLimit = 100000
- const options = {
- thinking: {
- type: "disabled",
- budgetTokens: 10000,
- },
- }
- const result = ProviderTransform.maxOutputTokens("@ai-sdk/anthropic", options, modelLimit, OUTPUT_TOKEN_MAX)
- expect(result).toBe(OUTPUT_TOKEN_MAX)
- })
- })
- })
- describe("ProviderTransform.schema - gemini array items", () => {
- test("adds missing items for array properties", () => {
- const geminiModel = {
- providerID: "google",
- api: {
- id: "gemini-3-pro",
- },
- } as any
- const schema = {
- type: "object",
- properties: {
- nodes: { type: "array" },
- edges: { type: "array", items: { type: "string" } },
- },
- } as any
- const result = ProviderTransform.schema(geminiModel, schema) as any
- expect(result.properties.nodes.items).toBeDefined()
- expect(result.properties.edges.items.type).toBe("string")
- })
- })
- describe("ProviderTransform.message - DeepSeek reasoning content", () => {
- test("DeepSeek with tool calls includes reasoning_content in providerOptions", () => {
- const msgs = [
- {
- role: "assistant",
- content: [
- { type: "reasoning", text: "Let me think about this..." },
- {
- type: "tool-call",
- toolCallId: "test",
- toolName: "bash",
- input: { command: "echo hello" },
- },
- ],
- },
- ] as any[]
- const result = ProviderTransform.message(
- msgs,
- {
- id: "deepseek/deepseek-chat",
- providerID: "deepseek",
- api: {
- id: "deepseek-chat",
- url: "https://api.deepseek.com",
- npm: "@ai-sdk/openai-compatible",
- },
- name: "DeepSeek Chat",
- capabilities: {
- temperature: true,
- reasoning: true,
- attachment: false,
- toolcall: true,
- input: { text: true, audio: false, image: false, video: false, pdf: false },
- output: { text: true, audio: false, image: false, video: false, pdf: false },
- interleaved: {
- field: "reasoning_content",
- },
- },
- cost: {
- input: 0.001,
- output: 0.002,
- cache: { read: 0.0001, write: 0.0002 },
- },
- limit: {
- context: 128000,
- output: 8192,
- },
- status: "active",
- options: {},
- headers: {},
- release_date: "2023-04-01",
- },
- {},
- )
- expect(result).toHaveLength(1)
- expect(result[0].content).toEqual([
- {
- type: "tool-call",
- toolCallId: "test",
- toolName: "bash",
- input: { command: "echo hello" },
- },
- ])
- expect(result[0].providerOptions?.openaiCompatible?.reasoning_content).toBe("Let me think about this...")
- })
- test("Non-DeepSeek providers leave reasoning content unchanged", () => {
- const msgs = [
- {
- role: "assistant",
- content: [
- { type: "reasoning", text: "Should not be processed" },
- { type: "text", text: "Answer" },
- ],
- },
- ] as any[]
- const result = ProviderTransform.message(
- msgs,
- {
- id: "openai/gpt-4",
- providerID: "openai",
- api: {
- id: "gpt-4",
- url: "https://api.openai.com",
- npm: "@ai-sdk/openai",
- },
- name: "GPT-4",
- capabilities: {
- temperature: true,
- reasoning: false,
- attachment: true,
- toolcall: true,
- input: { text: true, audio: false, image: true, video: false, pdf: false },
- output: { text: true, audio: false, image: false, video: false, pdf: false },
- interleaved: false,
- },
- cost: {
- input: 0.03,
- output: 0.06,
- cache: { read: 0.001, write: 0.002 },
- },
- limit: {
- context: 128000,
- output: 4096,
- },
- status: "active",
- options: {},
- headers: {},
- release_date: "2023-04-01",
- },
- {},
- )
- expect(result[0].content).toEqual([
- { type: "reasoning", text: "Should not be processed" },
- { type: "text", text: "Answer" },
- ])
- expect(result[0].providerOptions?.openaiCompatible?.reasoning_content).toBeUndefined()
- })
- })
- describe("ProviderTransform.message - empty image handling", () => {
- const mockModel = {
- id: "anthropic/claude-3-5-sonnet",
- providerID: "anthropic",
- api: {
- id: "claude-3-5-sonnet-20241022",
- url: "https://api.anthropic.com",
- npm: "@ai-sdk/anthropic",
- },
- name: "Claude 3.5 Sonnet",
- capabilities: {
- temperature: true,
- reasoning: false,
- attachment: true,
- toolcall: true,
- input: { text: true, audio: false, image: true, video: false, pdf: true },
- output: { text: true, audio: false, image: false, video: false, pdf: false },
- interleaved: false,
- },
- cost: {
- input: 0.003,
- output: 0.015,
- cache: { read: 0.0003, write: 0.00375 },
- },
- limit: {
- context: 200000,
- output: 8192,
- },
- status: "active",
- options: {},
- headers: {},
- } as any
- test("should replace empty base64 image with error text", () => {
- const msgs = [
- {
- role: "user",
- content: [
- { type: "text", text: "What is in this image?" },
- { type: "image", image: "data:image/png;base64," },
- ],
- },
- ] as any[]
- const result = ProviderTransform.message(msgs, mockModel, {})
- expect(result).toHaveLength(1)
- expect(result[0].content).toHaveLength(2)
- expect(result[0].content[0]).toEqual({ type: "text", text: "What is in this image?" })
- expect(result[0].content[1]).toEqual({
- type: "text",
- text: "ERROR: Image file is empty or corrupted. Please provide a valid image.",
- })
- })
- test("should keep valid base64 images unchanged", () => {
- const validBase64 =
- "iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mNk+M9QDwADhgGAWjR9awAAAABJRU5ErkJggg=="
- const msgs = [
- {
- role: "user",
- content: [
- { type: "text", text: "What is in this image?" },
- { type: "image", image: `data:image/png;base64,${validBase64}` },
- ],
- },
- ] as any[]
- const result = ProviderTransform.message(msgs, mockModel, {})
- expect(result).toHaveLength(1)
- expect(result[0].content).toHaveLength(2)
- expect(result[0].content[0]).toEqual({ type: "text", text: "What is in this image?" })
- expect(result[0].content[1]).toEqual({ type: "image", image: `data:image/png;base64,${validBase64}` })
- })
- test("should handle mixed valid and empty images", () => {
- const validBase64 =
- "iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mNk+M9QDwADhgGAWjR9awAAAABJRU5ErkJggg=="
- const msgs = [
- {
- role: "user",
- content: [
- { type: "text", text: "Compare these images" },
- { type: "image", image: `data:image/png;base64,${validBase64}` },
- { type: "image", image: "data:image/jpeg;base64," },
- ],
- },
- ] as any[]
- const result = ProviderTransform.message(msgs, mockModel, {})
- expect(result).toHaveLength(1)
- expect(result[0].content).toHaveLength(3)
- expect(result[0].content[0]).toEqual({ type: "text", text: "Compare these images" })
- expect(result[0].content[1]).toEqual({ type: "image", image: `data:image/png;base64,${validBase64}` })
- expect(result[0].content[2]).toEqual({
- type: "text",
- text: "ERROR: Image file is empty or corrupted. Please provide a valid image.",
- })
- })
- })
- describe("ProviderTransform.message - anthropic empty content filtering", () => {
- const anthropicModel = {
- id: "anthropic/claude-3-5-sonnet",
- providerID: "anthropic",
- api: {
- id: "claude-3-5-sonnet-20241022",
- url: "https://api.anthropic.com",
- npm: "@ai-sdk/anthropic",
- },
- name: "Claude 3.5 Sonnet",
- capabilities: {
- temperature: true,
- reasoning: false,
- attachment: true,
- toolcall: true,
- input: { text: true, audio: false, image: true, video: false, pdf: true },
- output: { text: true, audio: false, image: false, video: false, pdf: false },
- interleaved: false,
- },
- cost: {
- input: 0.003,
- output: 0.015,
- cache: { read: 0.0003, write: 0.00375 },
- },
- limit: {
- context: 200000,
- output: 8192,
- },
- status: "active",
- options: {},
- headers: {},
- } as any
- test("filters out messages with empty string content", () => {
- const msgs = [
- { role: "user", content: "Hello" },
- { role: "assistant", content: "" },
- { role: "user", content: "World" },
- ] as any[]
- const result = ProviderTransform.message(msgs, anthropicModel, {})
- expect(result).toHaveLength(2)
- expect(result[0].content).toBe("Hello")
- expect(result[1].content).toBe("World")
- })
- test("filters out empty text parts from array content", () => {
- const msgs = [
- {
- role: "assistant",
- content: [
- { type: "text", text: "" },
- { type: "text", text: "Hello" },
- { type: "text", text: "" },
- ],
- },
- ] as any[]
- const result = ProviderTransform.message(msgs, anthropicModel, {})
- expect(result).toHaveLength(1)
- expect(result[0].content).toHaveLength(1)
- expect(result[0].content[0]).toEqual({ type: "text", text: "Hello" })
- })
- test("filters out empty reasoning parts from array content", () => {
- const msgs = [
- {
- role: "assistant",
- content: [
- { type: "reasoning", text: "" },
- { type: "text", text: "Answer" },
- { type: "reasoning", text: "" },
- ],
- },
- ] as any[]
- const result = ProviderTransform.message(msgs, anthropicModel, {})
- expect(result).toHaveLength(1)
- expect(result[0].content).toHaveLength(1)
- expect(result[0].content[0]).toEqual({ type: "text", text: "Answer" })
- })
- test("removes entire message when all parts are empty", () => {
- const msgs = [
- { role: "user", content: "Hello" },
- {
- role: "assistant",
- content: [
- { type: "text", text: "" },
- { type: "reasoning", text: "" },
- ],
- },
- { role: "user", content: "World" },
- ] as any[]
- const result = ProviderTransform.message(msgs, anthropicModel, {})
- expect(result).toHaveLength(2)
- expect(result[0].content).toBe("Hello")
- expect(result[1].content).toBe("World")
- })
- test("keeps non-text/reasoning parts even if text parts are empty", () => {
- const msgs = [
- {
- role: "assistant",
- content: [
- { type: "text", text: "" },
- { type: "tool-call", toolCallId: "123", toolName: "bash", input: { command: "ls" } },
- ],
- },
- ] as any[]
- const result = ProviderTransform.message(msgs, anthropicModel, {})
- expect(result).toHaveLength(1)
- expect(result[0].content).toHaveLength(1)
- expect(result[0].content[0]).toEqual({
- type: "tool-call",
- toolCallId: "123",
- toolName: "bash",
- input: { command: "ls" },
- })
- })
- test("keeps messages with valid text alongside empty parts", () => {
- const msgs = [
- {
- role: "assistant",
- content: [
- { type: "reasoning", text: "Thinking..." },
- { type: "text", text: "" },
- { type: "text", text: "Result" },
- ],
- },
- ] as any[]
- const result = ProviderTransform.message(msgs, anthropicModel, {})
- expect(result).toHaveLength(1)
- expect(result[0].content).toHaveLength(2)
- expect(result[0].content[0]).toEqual({ type: "reasoning", text: "Thinking..." })
- expect(result[0].content[1]).toEqual({ type: "text", text: "Result" })
- })
- test("does not filter for non-anthropic providers", () => {
- const openaiModel = {
- ...anthropicModel,
- providerID: "openai",
- api: {
- id: "gpt-4",
- url: "https://api.openai.com",
- npm: "@ai-sdk/openai",
- },
- }
- const msgs = [
- { role: "assistant", content: "" },
- {
- role: "assistant",
- content: [{ type: "text", text: "" }],
- },
- ] as any[]
- const result = ProviderTransform.message(msgs, openaiModel, {})
- expect(result).toHaveLength(2)
- expect(result[0].content).toBe("")
- expect(result[1].content).toHaveLength(1)
- })
- })
- describe("ProviderTransform.message - strip openai metadata when store=false", () => {
- const openaiModel = {
- id: "openai/gpt-5",
- providerID: "openai",
- api: {
- id: "gpt-5",
- url: "https://api.openai.com",
- npm: "@ai-sdk/openai",
- },
- name: "GPT-5",
- capabilities: {
- temperature: true,
- reasoning: true,
- attachment: true,
- toolcall: true,
- input: { text: true, audio: false, image: true, video: false, pdf: false },
- output: { text: true, audio: false, image: false, video: false, pdf: false },
- interleaved: false,
- },
- cost: { input: 0.03, output: 0.06, cache: { read: 0.001, write: 0.002 } },
- limit: { context: 128000, output: 4096 },
- status: "active",
- options: {},
- headers: {},
- } as any
- test("strips itemId and reasoningEncryptedContent when store=false", () => {
- const msgs = [
- {
- role: "assistant",
- content: [
- {
- type: "reasoning",
- text: "thinking...",
- providerOptions: {
- openai: {
- itemId: "rs_123",
- reasoningEncryptedContent: "encrypted",
- },
- },
- },
- {
- type: "text",
- text: "Hello",
- providerOptions: {
- openai: {
- itemId: "msg_456",
- },
- },
- },
- ],
- },
- ] as any[]
- const result = ProviderTransform.message(msgs, openaiModel, { store: false }) as any[]
- expect(result).toHaveLength(1)
- expect(result[0].content[0].providerOptions?.openai?.itemId).toBeUndefined()
- expect(result[0].content[1].providerOptions?.openai?.itemId).toBeUndefined()
- })
- test("strips itemId and reasoningEncryptedContent when store=false even when not openai", () => {
- const zenModel = {
- ...openaiModel,
- providerID: "zen",
- }
- const msgs = [
- {
- role: "assistant",
- content: [
- {
- type: "reasoning",
- text: "thinking...",
- providerOptions: {
- openai: {
- itemId: "rs_123",
- reasoningEncryptedContent: "encrypted",
- },
- },
- },
- {
- type: "text",
- text: "Hello",
- providerOptions: {
- openai: {
- itemId: "msg_456",
- },
- },
- },
- ],
- },
- ] as any[]
- const result = ProviderTransform.message(msgs, zenModel, { store: false }) as any[]
- expect(result).toHaveLength(1)
- expect(result[0].content[0].providerOptions?.openai?.itemId).toBeUndefined()
- expect(result[0].content[1].providerOptions?.openai?.itemId).toBeUndefined()
- })
- test("preserves other openai options when stripping itemId", () => {
- const msgs = [
- {
- role: "assistant",
- content: [
- {
- type: "text",
- text: "Hello",
- providerOptions: {
- openai: {
- itemId: "msg_123",
- otherOption: "value",
- },
- },
- },
- ],
- },
- ] as any[]
- const result = ProviderTransform.message(msgs, openaiModel, { store: false }) as any[]
- expect(result[0].content[0].providerOptions?.openai?.itemId).toBeUndefined()
- expect(result[0].content[0].providerOptions?.openai?.otherOption).toBe("value")
- })
- test("strips metadata for openai package even when store is true", () => {
- const msgs = [
- {
- role: "assistant",
- content: [
- {
- type: "text",
- text: "Hello",
- providerOptions: {
- openai: {
- itemId: "msg_123",
- },
- },
- },
- ],
- },
- ] as any[]
- // openai package always strips itemId regardless of store value
- const result = ProviderTransform.message(msgs, openaiModel, { store: true }) as any[]
- expect(result[0].content[0].providerOptions?.openai?.itemId).toBeUndefined()
- })
- test("strips metadata for non-openai packages when store is false", () => {
- const anthropicModel = {
- ...openaiModel,
- providerID: "anthropic",
- api: {
- id: "claude-3",
- url: "https://api.anthropic.com",
- npm: "@ai-sdk/anthropic",
- },
- }
- const msgs = [
- {
- role: "assistant",
- content: [
- {
- type: "text",
- text: "Hello",
- providerOptions: {
- openai: {
- itemId: "msg_123",
- },
- },
- },
- ],
- },
- ] as any[]
- // store=false triggers stripping even for non-openai packages
- const result = ProviderTransform.message(msgs, anthropicModel, { store: false }) as any[]
- expect(result[0].content[0].providerOptions?.openai?.itemId).toBeUndefined()
- })
- test("does not strip metadata for non-openai packages when store is not false", () => {
- const anthropicModel = {
- ...openaiModel,
- providerID: "anthropic",
- api: {
- id: "claude-3",
- url: "https://api.anthropic.com",
- npm: "@ai-sdk/anthropic",
- },
- }
- const msgs = [
- {
- role: "assistant",
- content: [
- {
- type: "text",
- text: "Hello",
- providerOptions: {
- openai: {
- itemId: "msg_123",
- },
- },
- },
- ],
- },
- ] as any[]
- const result = ProviderTransform.message(msgs, anthropicModel, {}) as any[]
- expect(result[0].content[0].providerOptions?.openai?.itemId).toBe("msg_123")
- })
- })
- describe("ProviderTransform.variants", () => {
- const createMockModel = (overrides: Partial<any> = {}): any => ({
- id: "test/test-model",
- providerID: "test",
- api: {
- id: "test-model",
- url: "https://api.test.com",
- npm: "@ai-sdk/openai",
- },
- name: "Test Model",
- capabilities: {
- temperature: true,
- reasoning: true,
- attachment: true,
- toolcall: true,
- input: { text: true, audio: false, image: true, video: false, pdf: false },
- output: { text: true, audio: false, image: false, video: false, pdf: false },
- interleaved: false,
- },
- cost: {
- input: 0.001,
- output: 0.002,
- cache: { read: 0.0001, write: 0.0002 },
- },
- limit: {
- context: 128000,
- output: 8192,
- },
- status: "active",
- options: {},
- headers: {},
- release_date: "2024-01-01",
- ...overrides,
- })
- test("returns empty object when model has no reasoning capabilities", () => {
- const model = createMockModel({
- capabilities: { reasoning: false },
- })
- const result = ProviderTransform.variants(model)
- expect(result).toEqual({})
- })
- test("deepseek returns empty object", () => {
- const model = createMockModel({
- id: "deepseek/deepseek-chat",
- providerID: "deepseek",
- api: {
- id: "deepseek-chat",
- url: "https://api.deepseek.com",
- npm: "@ai-sdk/openai-compatible",
- },
- })
- const result = ProviderTransform.variants(model)
- expect(result).toEqual({})
- })
- test("minimax returns empty object", () => {
- const model = createMockModel({
- id: "minimax/minimax-model",
- providerID: "minimax",
- api: {
- id: "minimax-model",
- url: "https://api.minimax.com",
- npm: "@ai-sdk/openai-compatible",
- },
- })
- const result = ProviderTransform.variants(model)
- expect(result).toEqual({})
- })
- test("glm returns empty object", () => {
- const model = createMockModel({
- id: "glm/glm-4",
- providerID: "glm",
- api: {
- id: "glm-4",
- url: "https://api.glm.com",
- npm: "@ai-sdk/openai-compatible",
- },
- })
- const result = ProviderTransform.variants(model)
- expect(result).toEqual({})
- })
- test("mistral returns empty object", () => {
- const model = createMockModel({
- id: "mistral/mistral-large",
- providerID: "mistral",
- api: {
- id: "mistral-large-latest",
- url: "https://api.mistral.com",
- npm: "@ai-sdk/mistral",
- },
- })
- const result = ProviderTransform.variants(model)
- expect(result).toEqual({})
- })
- describe("@openrouter/ai-sdk-provider", () => {
- test("returns empty object for non-qualifying models", () => {
- const model = createMockModel({
- id: "openrouter/test-model",
- providerID: "openrouter",
- api: {
- id: "test-model",
- url: "https://openrouter.ai",
- npm: "@openrouter/ai-sdk-provider",
- },
- })
- const result = ProviderTransform.variants(model)
- expect(result).toEqual({})
- })
- test("gpt models return OPENAI_EFFORTS with reasoning", () => {
- const model = createMockModel({
- id: "openrouter/gpt-4",
- providerID: "openrouter",
- api: {
- id: "gpt-4",
- url: "https://openrouter.ai",
- npm: "@openrouter/ai-sdk-provider",
- },
- })
- const result = ProviderTransform.variants(model)
- expect(Object.keys(result)).toEqual(["none", "minimal", "low", "medium", "high", "xhigh"])
- expect(result.low).toEqual({ reasoning: { effort: "low" } })
- expect(result.high).toEqual({ reasoning: { effort: "high" } })
- })
- test("gemini-3 returns OPENAI_EFFORTS with reasoning", () => {
- const model = createMockModel({
- id: "openrouter/gemini-3-5-pro",
- providerID: "openrouter",
- api: {
- id: "gemini-3-5-pro",
- url: "https://openrouter.ai",
- npm: "@openrouter/ai-sdk-provider",
- },
- })
- const result = ProviderTransform.variants(model)
- expect(Object.keys(result)).toEqual(["none", "minimal", "low", "medium", "high", "xhigh"])
- })
- test("grok-4 returns OPENAI_EFFORTS with reasoning", () => {
- const model = createMockModel({
- id: "openrouter/grok-4",
- providerID: "openrouter",
- api: {
- id: "grok-4",
- url: "https://openrouter.ai",
- npm: "@openrouter/ai-sdk-provider",
- },
- })
- const result = ProviderTransform.variants(model)
- expect(Object.keys(result)).toEqual(["none", "minimal", "low", "medium", "high", "xhigh"])
- })
- })
- describe("@ai-sdk/gateway", () => {
- test("returns OPENAI_EFFORTS with reasoningEffort", () => {
- const model = createMockModel({
- id: "gateway/gateway-model",
- providerID: "gateway",
- api: {
- id: "gateway-model",
- url: "https://gateway.ai",
- npm: "@ai-sdk/gateway",
- },
- })
- const result = ProviderTransform.variants(model)
- expect(Object.keys(result)).toEqual(["none", "minimal", "low", "medium", "high", "xhigh"])
- expect(result.low).toEqual({ reasoningEffort: "low" })
- expect(result.high).toEqual({ reasoningEffort: "high" })
- })
- })
- describe("@ai-sdk/cerebras", () => {
- test("returns WIDELY_SUPPORTED_EFFORTS with reasoningEffort", () => {
- const model = createMockModel({
- id: "cerebras/llama-4",
- providerID: "cerebras",
- api: {
- id: "llama-4-sc",
- url: "https://api.cerebras.ai",
- npm: "@ai-sdk/cerebras",
- },
- })
- const result = ProviderTransform.variants(model)
- expect(Object.keys(result)).toEqual(["low", "medium", "high"])
- expect(result.low).toEqual({ reasoningEffort: "low" })
- expect(result.high).toEqual({ reasoningEffort: "high" })
- })
- })
- describe("@ai-sdk/togetherai", () => {
- test("returns WIDELY_SUPPORTED_EFFORTS with reasoningEffort", () => {
- const model = createMockModel({
- id: "togetherai/llama-4",
- providerID: "togetherai",
- api: {
- id: "llama-4-sc",
- url: "https://api.togetherai.com",
- npm: "@ai-sdk/togetherai",
- },
- })
- const result = ProviderTransform.variants(model)
- expect(Object.keys(result)).toEqual(["low", "medium", "high"])
- expect(result.low).toEqual({ reasoningEffort: "low" })
- expect(result.high).toEqual({ reasoningEffort: "high" })
- })
- })
- describe("@ai-sdk/xai", () => {
- test("returns WIDELY_SUPPORTED_EFFORTS with reasoningEffort", () => {
- const model = createMockModel({
- id: "xai/grok-3",
- providerID: "xai",
- api: {
- id: "grok-3",
- url: "https://api.x.ai",
- npm: "@ai-sdk/xai",
- },
- })
- const result = ProviderTransform.variants(model)
- expect(Object.keys(result)).toEqual(["low", "medium", "high"])
- expect(result.low).toEqual({ reasoningEffort: "low" })
- expect(result.high).toEqual({ reasoningEffort: "high" })
- })
- })
- describe("@ai-sdk/deepinfra", () => {
- test("returns WIDELY_SUPPORTED_EFFORTS with reasoningEffort", () => {
- const model = createMockModel({
- id: "deepinfra/llama-4",
- providerID: "deepinfra",
- api: {
- id: "llama-4-sc",
- url: "https://api.deepinfra.com",
- npm: "@ai-sdk/deepinfra",
- },
- })
- const result = ProviderTransform.variants(model)
- expect(Object.keys(result)).toEqual(["low", "medium", "high"])
- expect(result.low).toEqual({ reasoningEffort: "low" })
- expect(result.high).toEqual({ reasoningEffort: "high" })
- })
- })
- describe("@ai-sdk/openai-compatible", () => {
- test("returns WIDELY_SUPPORTED_EFFORTS with reasoningEffort", () => {
- const model = createMockModel({
- id: "custom-provider/custom-model",
- providerID: "custom-provider",
- api: {
- id: "custom-model",
- url: "https://api.custom.com",
- npm: "@ai-sdk/openai-compatible",
- },
- })
- const result = ProviderTransform.variants(model)
- expect(Object.keys(result)).toEqual(["low", "medium", "high"])
- expect(result.low).toEqual({ reasoningEffort: "low" })
- expect(result.high).toEqual({ reasoningEffort: "high" })
- })
- })
- describe("@ai-sdk/azure", () => {
- test("o1-mini returns empty object", () => {
- const model = createMockModel({
- id: "o1-mini",
- providerID: "azure",
- api: {
- id: "o1-mini",
- url: "https://azure.com",
- npm: "@ai-sdk/azure",
- },
- })
- const result = ProviderTransform.variants(model)
- expect(result).toEqual({})
- })
- test("standard azure models return custom efforts with reasoningSummary", () => {
- const model = createMockModel({
- id: "o1",
- providerID: "azure",
- api: {
- id: "o1",
- url: "https://azure.com",
- npm: "@ai-sdk/azure",
- },
- })
- const result = ProviderTransform.variants(model)
- expect(Object.keys(result)).toEqual(["low", "medium", "high"])
- expect(result.low).toEqual({
- reasoningEffort: "low",
- reasoningSummary: "auto",
- include: ["reasoning.encrypted_content"],
- })
- })
- test("gpt-5 adds minimal effort", () => {
- const model = createMockModel({
- id: "gpt-5",
- providerID: "azure",
- api: {
- id: "gpt-5",
- url: "https://azure.com",
- npm: "@ai-sdk/azure",
- },
- })
- const result = ProviderTransform.variants(model)
- expect(Object.keys(result)).toEqual(["minimal", "low", "medium", "high"])
- })
- })
- describe("@ai-sdk/openai", () => {
- test("gpt-5-pro returns empty object", () => {
- const model = createMockModel({
- id: "gpt-5-pro",
- providerID: "openai",
- api: {
- id: "gpt-5-pro",
- url: "https://api.openai.com",
- npm: "@ai-sdk/openai",
- },
- })
- const result = ProviderTransform.variants(model)
- expect(result).toEqual({})
- })
- test("standard openai models return custom efforts with reasoningSummary", () => {
- const model = createMockModel({
- id: "gpt-5",
- providerID: "openai",
- api: {
- id: "gpt-5",
- url: "https://api.openai.com",
- npm: "@ai-sdk/openai",
- },
- release_date: "2024-06-01",
- })
- const result = ProviderTransform.variants(model)
- expect(Object.keys(result)).toEqual(["minimal", "low", "medium", "high"])
- expect(result.low).toEqual({
- reasoningEffort: "low",
- reasoningSummary: "auto",
- include: ["reasoning.encrypted_content"],
- })
- })
- test("models after 2025-11-13 include 'none' effort", () => {
- const model = createMockModel({
- id: "gpt-5-nano",
- providerID: "openai",
- api: {
- id: "gpt-5-nano",
- url: "https://api.openai.com",
- npm: "@ai-sdk/openai",
- },
- release_date: "2025-11-14",
- })
- const result = ProviderTransform.variants(model)
- expect(Object.keys(result)).toEqual(["none", "minimal", "low", "medium", "high"])
- })
- test("models after 2025-12-04 include 'xhigh' effort", () => {
- const model = createMockModel({
- id: "openai/gpt-5-chat",
- providerID: "openai",
- api: {
- id: "gpt-5-chat",
- url: "https://api.openai.com",
- npm: "@ai-sdk/openai",
- },
- release_date: "2025-12-05",
- })
- const result = ProviderTransform.variants(model)
- expect(Object.keys(result)).toEqual(["none", "minimal", "low", "medium", "high", "xhigh"])
- })
- })
- describe("@ai-sdk/anthropic", () => {
- test("returns high and max with thinking config", () => {
- const model = createMockModel({
- id: "anthropic/claude-4",
- providerID: "anthropic",
- api: {
- id: "claude-4",
- url: "https://api.anthropic.com",
- npm: "@ai-sdk/anthropic",
- },
- })
- const result = ProviderTransform.variants(model)
- expect(Object.keys(result)).toEqual(["high", "max"])
- expect(result.high).toEqual({
- thinking: {
- type: "enabled",
- budgetTokens: 16000,
- },
- })
- expect(result.max).toEqual({
- thinking: {
- type: "enabled",
- budgetTokens: 31999,
- },
- })
- })
- })
- describe("@ai-sdk/amazon-bedrock", () => {
- test("returns WIDELY_SUPPORTED_EFFORTS with reasoningConfig", () => {
- const model = createMockModel({
- id: "bedrock/llama-4",
- providerID: "bedrock",
- api: {
- id: "llama-4-sc",
- url: "https://bedrock.amazonaws.com",
- npm: "@ai-sdk/amazon-bedrock",
- },
- })
- const result = ProviderTransform.variants(model)
- expect(Object.keys(result)).toEqual(["low", "medium", "high"])
- expect(result.low).toEqual({
- reasoningConfig: {
- type: "enabled",
- maxReasoningEffort: "low",
- },
- })
- })
- })
- describe("@ai-sdk/google", () => {
- test("gemini-2.5 returns high and max with thinkingConfig and thinkingBudget", () => {
- const model = createMockModel({
- id: "google/gemini-2.5-pro",
- providerID: "google",
- api: {
- id: "gemini-2.5-pro",
- url: "https://generativelanguage.googleapis.com",
- npm: "@ai-sdk/google",
- },
- })
- const result = ProviderTransform.variants(model)
- expect(Object.keys(result)).toEqual(["high", "max"])
- expect(result.high).toEqual({
- thinkingConfig: {
- includeThoughts: true,
- thinkingBudget: 16000,
- },
- })
- expect(result.max).toEqual({
- thinkingConfig: {
- includeThoughts: true,
- thinkingBudget: 24576,
- },
- })
- })
- test("other gemini models return low and high with thinkingLevel", () => {
- const model = createMockModel({
- id: "google/gemini-2.0-pro",
- providerID: "google",
- api: {
- id: "gemini-2.0-pro",
- url: "https://generativelanguage.googleapis.com",
- npm: "@ai-sdk/google",
- },
- })
- const result = ProviderTransform.variants(model)
- expect(Object.keys(result)).toEqual(["low", "high"])
- expect(result.low).toEqual({
- includeThoughts: true,
- thinkingLevel: "low",
- })
- expect(result.high).toEqual({
- includeThoughts: true,
- thinkingLevel: "high",
- })
- })
- })
- describe("@ai-sdk/google-vertex", () => {
- test("gemini-2.5 returns high and max with thinkingConfig and thinkingBudget", () => {
- const model = createMockModel({
- id: "google-vertex/gemini-2.5-pro",
- providerID: "google-vertex",
- api: {
- id: "gemini-2.5-pro",
- url: "https://vertexai.googleapis.com",
- npm: "@ai-sdk/google-vertex",
- },
- })
- const result = ProviderTransform.variants(model)
- expect(Object.keys(result)).toEqual(["high", "max"])
- })
- test("other vertex models return low and high with thinkingLevel", () => {
- const model = createMockModel({
- id: "google-vertex/gemini-2.0-pro",
- providerID: "google-vertex",
- api: {
- id: "gemini-2.0-pro",
- url: "https://vertexai.googleapis.com",
- npm: "@ai-sdk/google-vertex",
- },
- })
- const result = ProviderTransform.variants(model)
- expect(Object.keys(result)).toEqual(["low", "high"])
- })
- })
- describe("@ai-sdk/cohere", () => {
- test("returns empty object", () => {
- const model = createMockModel({
- id: "cohere/command-r",
- providerID: "cohere",
- api: {
- id: "command-r",
- url: "https://api.cohere.com",
- npm: "@ai-sdk/cohere",
- },
- })
- const result = ProviderTransform.variants(model)
- expect(result).toEqual({})
- })
- })
- describe("@ai-sdk/groq", () => {
- test("returns none and WIDELY_SUPPORTED_EFFORTS with thinkingLevel", () => {
- const model = createMockModel({
- id: "groq/llama-4",
- providerID: "groq",
- api: {
- id: "llama-4-sc",
- url: "https://api.groq.com",
- npm: "@ai-sdk/groq",
- },
- })
- const result = ProviderTransform.variants(model)
- expect(Object.keys(result)).toEqual(["none", "low", "medium", "high"])
- expect(result.none).toEqual({
- includeThoughts: true,
- thinkingLevel: "none",
- })
- expect(result.low).toEqual({
- includeThoughts: true,
- thinkingLevel: "low",
- })
- })
- })
- describe("@ai-sdk/perplexity", () => {
- test("returns empty object", () => {
- const model = createMockModel({
- id: "perplexity/sonar-plus",
- providerID: "perplexity",
- api: {
- id: "sonar-plus",
- url: "https://api.perplexity.ai",
- npm: "@ai-sdk/perplexity",
- },
- })
- const result = ProviderTransform.variants(model)
- expect(result).toEqual({})
- })
- })
- })
|