| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411 |
- import { describe, expect, test } from "bun:test"
- import { ProviderTransform } from "../../src/provider/transform"
- const OUTPUT_TOKEN_MAX = 32000
- describe("ProviderTransform.options - setCacheKey", () => {
- const sessionID = "test-session-123"
- const mockModel = {
- id: "anthropic/claude-3-5-sonnet",
- providerID: "anthropic",
- api: {
- id: "claude-3-5-sonnet-20241022",
- url: "https://api.anthropic.com",
- npm: "@ai-sdk/anthropic",
- },
- name: "Claude 3.5 Sonnet",
- capabilities: {
- temperature: true,
- reasoning: false,
- attachment: true,
- toolcall: true,
- input: { text: true, audio: false, image: true, video: false, pdf: true },
- output: { text: true, audio: false, image: false, video: false, pdf: false },
- interleaved: false,
- },
- cost: {
- input: 0.003,
- output: 0.015,
- cache: { read: 0.0003, write: 0.00375 },
- },
- limit: {
- context: 200000,
- output: 8192,
- },
- status: "active",
- options: {},
- headers: {},
- } as any
- test("should set promptCacheKey when providerOptions.setCacheKey is true", () => {
- const result = ProviderTransform.options(mockModel, sessionID, { setCacheKey: true })
- expect(result.promptCacheKey).toBe(sessionID)
- })
- test("should not set promptCacheKey when providerOptions.setCacheKey is false", () => {
- const result = ProviderTransform.options(mockModel, sessionID, { setCacheKey: false })
- expect(result.promptCacheKey).toBeUndefined()
- })
- test("should not set promptCacheKey when providerOptions is undefined", () => {
- const result = ProviderTransform.options(mockModel, sessionID, undefined)
- expect(result.promptCacheKey).toBeUndefined()
- })
- test("should not set promptCacheKey when providerOptions does not have setCacheKey", () => {
- const result = ProviderTransform.options(mockModel, sessionID, {})
- expect(result.promptCacheKey).toBeUndefined()
- })
- test("should set promptCacheKey for openai provider regardless of setCacheKey", () => {
- const openaiModel = {
- ...mockModel,
- providerID: "openai",
- api: {
- id: "gpt-4",
- url: "https://api.openai.com",
- npm: "@ai-sdk/openai",
- },
- }
- const result = ProviderTransform.options(openaiModel, sessionID, {})
- expect(result.promptCacheKey).toBe(sessionID)
- })
- })
- describe("ProviderTransform.maxOutputTokens", () => {
- test("returns 32k when modelLimit > 32k", () => {
- const modelLimit = 100000
- const result = ProviderTransform.maxOutputTokens("@ai-sdk/openai", {}, modelLimit, OUTPUT_TOKEN_MAX)
- expect(result).toBe(OUTPUT_TOKEN_MAX)
- })
- test("returns modelLimit when modelLimit < 32k", () => {
- const modelLimit = 16000
- const result = ProviderTransform.maxOutputTokens("@ai-sdk/openai", {}, modelLimit, OUTPUT_TOKEN_MAX)
- expect(result).toBe(16000)
- })
- describe("azure", () => {
- test("returns 32k when modelLimit > 32k", () => {
- const modelLimit = 100000
- const result = ProviderTransform.maxOutputTokens("@ai-sdk/azure", {}, modelLimit, OUTPUT_TOKEN_MAX)
- expect(result).toBe(OUTPUT_TOKEN_MAX)
- })
- test("returns modelLimit when modelLimit < 32k", () => {
- const modelLimit = 16000
- const result = ProviderTransform.maxOutputTokens("@ai-sdk/azure", {}, modelLimit, OUTPUT_TOKEN_MAX)
- expect(result).toBe(16000)
- })
- })
- describe("bedrock", () => {
- test("returns 32k when modelLimit > 32k", () => {
- const modelLimit = 100000
- const result = ProviderTransform.maxOutputTokens("@ai-sdk/amazon-bedrock", {}, modelLimit, OUTPUT_TOKEN_MAX)
- expect(result).toBe(OUTPUT_TOKEN_MAX)
- })
- test("returns modelLimit when modelLimit < 32k", () => {
- const modelLimit = 16000
- const result = ProviderTransform.maxOutputTokens("@ai-sdk/amazon-bedrock", {}, modelLimit, OUTPUT_TOKEN_MAX)
- expect(result).toBe(16000)
- })
- })
- describe("anthropic without thinking options", () => {
- test("returns 32k when modelLimit > 32k", () => {
- const modelLimit = 100000
- const result = ProviderTransform.maxOutputTokens("@ai-sdk/anthropic", {}, modelLimit, OUTPUT_TOKEN_MAX)
- expect(result).toBe(OUTPUT_TOKEN_MAX)
- })
- test("returns modelLimit when modelLimit < 32k", () => {
- const modelLimit = 16000
- const result = ProviderTransform.maxOutputTokens("@ai-sdk/anthropic", {}, modelLimit, OUTPUT_TOKEN_MAX)
- expect(result).toBe(16000)
- })
- })
- describe("anthropic with thinking options", () => {
- test("returns 32k when budgetTokens + 32k <= modelLimit", () => {
- const modelLimit = 100000
- const options = {
- thinking: {
- type: "enabled",
- budgetTokens: 10000,
- },
- }
- const result = ProviderTransform.maxOutputTokens("@ai-sdk/anthropic", options, modelLimit, OUTPUT_TOKEN_MAX)
- expect(result).toBe(OUTPUT_TOKEN_MAX)
- })
- test("returns modelLimit - budgetTokens when budgetTokens + 32k > modelLimit", () => {
- const modelLimit = 50000
- const options = {
- thinking: {
- type: "enabled",
- budgetTokens: 30000,
- },
- }
- const result = ProviderTransform.maxOutputTokens("@ai-sdk/anthropic", options, modelLimit, OUTPUT_TOKEN_MAX)
- expect(result).toBe(20000)
- })
- test("returns 32k when thinking type is not enabled", () => {
- const modelLimit = 100000
- const options = {
- thinking: {
- type: "disabled",
- budgetTokens: 10000,
- },
- }
- const result = ProviderTransform.maxOutputTokens("@ai-sdk/anthropic", options, modelLimit, OUTPUT_TOKEN_MAX)
- expect(result).toBe(OUTPUT_TOKEN_MAX)
- })
- })
- })
- describe("ProviderTransform.schema - gemini array items", () => {
- test("adds missing items for array properties", () => {
- const geminiModel = {
- providerID: "google",
- api: {
- id: "gemini-3-pro",
- },
- } as any
- const schema = {
- type: "object",
- properties: {
- nodes: { type: "array" },
- edges: { type: "array", items: { type: "string" } },
- },
- } as any
- const result = ProviderTransform.schema(geminiModel, schema) as any
- expect(result.properties.nodes.items).toBeDefined()
- expect(result.properties.edges.items.type).toBe("string")
- })
- })
- describe("ProviderTransform.message - DeepSeek reasoning content", () => {
- test("DeepSeek with tool calls includes reasoning_content in providerOptions", () => {
- const msgs = [
- {
- role: "assistant",
- content: [
- { type: "reasoning", text: "Let me think about this..." },
- {
- type: "tool-call",
- toolCallId: "test",
- toolName: "bash",
- input: { command: "echo hello" },
- },
- ],
- },
- ] as any[]
- const result = ProviderTransform.message(msgs, {
- id: "deepseek/deepseek-chat",
- providerID: "deepseek",
- api: {
- id: "deepseek-chat",
- url: "https://api.deepseek.com",
- npm: "@ai-sdk/openai-compatible",
- },
- name: "DeepSeek Chat",
- capabilities: {
- temperature: true,
- reasoning: true,
- attachment: false,
- toolcall: true,
- input: { text: true, audio: false, image: false, video: false, pdf: false },
- output: { text: true, audio: false, image: false, video: false, pdf: false },
- interleaved: {
- field: "reasoning_content",
- },
- },
- cost: {
- input: 0.001,
- output: 0.002,
- cache: { read: 0.0001, write: 0.0002 },
- },
- limit: {
- context: 128000,
- output: 8192,
- },
- status: "active",
- options: {},
- headers: {},
- release_date: "2023-04-01",
- })
- expect(result).toHaveLength(1)
- expect(result[0].content).toEqual([
- {
- type: "tool-call",
- toolCallId: "test",
- toolName: "bash",
- input: { command: "echo hello" },
- },
- ])
- expect(result[0].providerOptions?.openaiCompatible?.reasoning_content).toBe("Let me think about this...")
- })
- test("Non-DeepSeek providers leave reasoning content unchanged", () => {
- const msgs = [
- {
- role: "assistant",
- content: [
- { type: "reasoning", text: "Should not be processed" },
- { type: "text", text: "Answer" },
- ],
- },
- ] as any[]
- const result = ProviderTransform.message(msgs, {
- id: "openai/gpt-4",
- providerID: "openai",
- api: {
- id: "gpt-4",
- url: "https://api.openai.com",
- npm: "@ai-sdk/openai",
- },
- name: "GPT-4",
- capabilities: {
- temperature: true,
- reasoning: false,
- attachment: true,
- toolcall: true,
- input: { text: true, audio: false, image: true, video: false, pdf: false },
- output: { text: true, audio: false, image: false, video: false, pdf: false },
- interleaved: false,
- },
- cost: {
- input: 0.03,
- output: 0.06,
- cache: { read: 0.001, write: 0.002 },
- },
- limit: {
- context: 128000,
- output: 4096,
- },
- status: "active",
- options: {},
- headers: {},
- release_date: "2023-04-01",
- })
- expect(result[0].content).toEqual([
- { type: "reasoning", text: "Should not be processed" },
- { type: "text", text: "Answer" },
- ])
- expect(result[0].providerOptions?.openaiCompatible?.reasoning_content).toBeUndefined()
- })
- })
- describe("ProviderTransform.message - empty image handling", () => {
- const mockModel = {
- id: "anthropic/claude-3-5-sonnet",
- providerID: "anthropic",
- api: {
- id: "claude-3-5-sonnet-20241022",
- url: "https://api.anthropic.com",
- npm: "@ai-sdk/anthropic",
- },
- name: "Claude 3.5 Sonnet",
- capabilities: {
- temperature: true,
- reasoning: false,
- attachment: true,
- toolcall: true,
- input: { text: true, audio: false, image: true, video: false, pdf: true },
- output: { text: true, audio: false, image: false, video: false, pdf: false },
- interleaved: false,
- },
- cost: {
- input: 0.003,
- output: 0.015,
- cache: { read: 0.0003, write: 0.00375 },
- },
- limit: {
- context: 200000,
- output: 8192,
- },
- status: "active",
- options: {},
- headers: {},
- } as any
- test("should replace empty base64 image with error text", () => {
- const msgs = [
- {
- role: "user",
- content: [
- { type: "text", text: "What is in this image?" },
- { type: "image", image: "data:image/png;base64," },
- ],
- },
- ] as any[]
- const result = ProviderTransform.message(msgs, mockModel)
- expect(result).toHaveLength(1)
- expect(result[0].content).toHaveLength(2)
- expect(result[0].content[0]).toEqual({ type: "text", text: "What is in this image?" })
- expect(result[0].content[1]).toEqual({
- type: "text",
- text: "ERROR: Image file is empty or corrupted. Please provide a valid image.",
- })
- })
- test("should keep valid base64 images unchanged", () => {
- const validBase64 =
- "iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mNk+M9QDwADhgGAWjR9awAAAABJRU5ErkJggg=="
- const msgs = [
- {
- role: "user",
- content: [
- { type: "text", text: "What is in this image?" },
- { type: "image", image: `data:image/png;base64,${validBase64}` },
- ],
- },
- ] as any[]
- const result = ProviderTransform.message(msgs, mockModel)
- expect(result).toHaveLength(1)
- expect(result[0].content).toHaveLength(2)
- expect(result[0].content[0]).toEqual({ type: "text", text: "What is in this image?" })
- expect(result[0].content[1]).toEqual({ type: "image", image: `data:image/png;base64,${validBase64}` })
- })
- test("should handle mixed valid and empty images", () => {
- const validBase64 =
- "iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mNk+M9QDwADhgGAWjR9awAAAABJRU5ErkJggg=="
- const msgs = [
- {
- role: "user",
- content: [
- { type: "text", text: "Compare these images" },
- { type: "image", image: `data:image/png;base64,${validBase64}` },
- { type: "image", image: "data:image/jpeg;base64," },
- ],
- },
- ] as any[]
- const result = ProviderTransform.message(msgs, mockModel)
- expect(result).toHaveLength(1)
- expect(result[0].content).toHaveLength(3)
- expect(result[0].content[0]).toEqual({ type: "text", text: "Compare these images" })
- expect(result[0].content[1]).toEqual({ type: "image", image: `data:image/png;base64,${validBase64}` })
- expect(result[0].content[2]).toEqual({
- type: "text",
- text: "ERROR: Image file is empty or corrupted. Please provide a valid image.",
- })
- })
- })
|