session.test.ts 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874
  1. import { beforeEach, describe, expect, it, vi } from "vitest";
  2. import { isRawPassthroughEndpointPolicy } from "@/app/v1/_lib/proxy/endpoint-policy";
  3. import { V1_ENDPOINT_PATHS } from "@/app/v1/_lib/proxy/endpoint-paths";
  4. import { invalidateSystemSettingsCache } from "@/lib/config";
  5. import type { ModelPrice, ModelPriceData } from "@/types/model-price";
  6. import type { SystemSettings } from "@/types/system-config";
  7. import type { Provider } from "@/types/provider";
  8. vi.mock("@/repository/model-price", () => ({
  9. findLatestPriceByModel: vi.fn(),
  10. }));
  11. vi.mock("@/repository/system-config", () => ({
  12. getSystemSettings: vi.fn(),
  13. }));
  14. import { ProxySession } from "@/app/v1/_lib/proxy/session";
  15. import { findLatestPriceByModel } from "@/repository/model-price";
  16. import { getSystemSettings } from "@/repository/system-config";
  17. function makeSystemSettings(
  18. billingModelSource: SystemSettings["billingModelSource"]
  19. ): SystemSettings {
  20. const now = new Date();
  21. return {
  22. id: 1,
  23. siteTitle: "test",
  24. allowGlobalUsageView: false,
  25. currencyDisplay: "USD",
  26. billingModelSource,
  27. codexPriorityBillingSource: "requested",
  28. timezone: null,
  29. enableAutoCleanup: false,
  30. cleanupRetentionDays: 30,
  31. cleanupSchedule: "0 2 * * *",
  32. cleanupBatchSize: 10000,
  33. enableClientVersionCheck: false,
  34. verboseProviderError: false,
  35. enableHttp2: false,
  36. enableHighConcurrencyMode: false,
  37. interceptAnthropicWarmupRequests: false,
  38. enableThinkingSignatureRectifier: true,
  39. enableThinkingBudgetRectifier: true,
  40. enableBillingHeaderRectifier: true,
  41. enableResponseInputRectifier: true,
  42. enableCodexSessionIdCompletion: true,
  43. enableClaudeMetadataUserIdInjection: true,
  44. enableResponseFixer: true,
  45. responseFixerConfig: {
  46. fixTruncatedJson: true,
  47. fixSseFormat: true,
  48. fixEncoding: true,
  49. maxJsonDepth: 200,
  50. maxFixSize: 1024 * 1024,
  51. },
  52. createdAt: now,
  53. updatedAt: now,
  54. };
  55. }
  56. beforeEach(() => {
  57. invalidateSystemSettingsCache();
  58. });
  59. function makePriceRecord(modelName: string, priceData: ModelPriceData): ModelPrice {
  60. return {
  61. id: 1,
  62. modelName,
  63. priceData,
  64. createdAt: new Date(),
  65. updatedAt: new Date(),
  66. };
  67. }
  68. function createSession({
  69. originalModel,
  70. redirectedModel,
  71. requestUrl,
  72. requestMessage,
  73. }: {
  74. originalModel?: string | null;
  75. redirectedModel?: string | null;
  76. requestUrl?: URL;
  77. requestMessage?: Record<string, unknown>;
  78. }): ProxySession {
  79. const session = new (
  80. ProxySession as unknown as {
  81. new (init: {
  82. startTime: number;
  83. method: string;
  84. requestUrl: URL;
  85. headers: Headers;
  86. headerLog: string;
  87. request: { message: Record<string, unknown>; log: string; model: string | null };
  88. userAgent: string | null;
  89. context: unknown;
  90. clientAbortSignal: AbortSignal | null;
  91. }): ProxySession;
  92. }
  93. )({
  94. startTime: Date.now(),
  95. method: "POST",
  96. requestUrl: requestUrl ?? new URL("http://localhost/v1/messages"),
  97. headers: new Headers(),
  98. headerLog: "",
  99. request: { message: requestMessage ?? {}, log: "(test)", model: redirectedModel ?? null },
  100. userAgent: null,
  101. context: {},
  102. clientAbortSignal: null,
  103. });
  104. if (originalModel !== undefined) {
  105. session.setOriginalModel(originalModel);
  106. }
  107. return session;
  108. }
  109. describe("ProxySession endpoint policy", () => {
  110. it.each([
  111. V1_ENDPOINT_PATHS.MESSAGES_COUNT_TOKENS,
  112. "/V1/RESPONSES/COMPACT/",
  113. ])("应在创建时解析 raw passthrough policy: %s", (pathname) => {
  114. const session = createSession({
  115. redirectedModel: null,
  116. requestUrl: new URL(`http://localhost${pathname}`),
  117. });
  118. const policy = session.getEndpointPolicy();
  119. expect(isRawPassthroughEndpointPolicy(policy)).toBe(true);
  120. expect(policy.trackConcurrentRequests).toBe(false);
  121. });
  122. it("应在请求路径后续变更后保持创建时 policy 不变", () => {
  123. const session = createSession({
  124. redirectedModel: null,
  125. requestUrl: new URL(`http://localhost${V1_ENDPOINT_PATHS.MESSAGES_COUNT_TOKENS}`),
  126. });
  127. const policyAtCreation = session.getEndpointPolicy();
  128. session.requestUrl = new URL(`http://localhost${V1_ENDPOINT_PATHS.MESSAGES}`);
  129. expect(session.getEndpointPolicy()).toBe(policyAtCreation);
  130. expect(isRawPassthroughEndpointPolicy(session.getEndpointPolicy())).toBe(true);
  131. });
  132. it("应在 pathname 无法读取时回退到 default policy", () => {
  133. const malformedUrl = {
  134. get pathname() {
  135. throw new Error("broken pathname");
  136. },
  137. } as unknown as URL;
  138. const session = createSession({
  139. redirectedModel: null,
  140. requestUrl: malformedUrl,
  141. });
  142. const policy = session.getEndpointPolicy();
  143. expect(isRawPassthroughEndpointPolicy(policy)).toBe(false);
  144. expect(policy.kind).toBe("default");
  145. expect(policy.trackConcurrentRequests).toBe(true);
  146. });
  147. });
  148. describe("ProxySession.getCachedPriceDataByBillingSource", () => {
  149. it("配置 = original 时应优先使用原始模型", async () => {
  150. const originalPriceData: ModelPriceData = { input_cost_per_token: 1, output_cost_per_token: 2 };
  151. const redirectedPriceData: ModelPriceData = {
  152. input_cost_per_token: 3,
  153. output_cost_per_token: 4,
  154. };
  155. vi.mocked(getSystemSettings).mockResolvedValue(makeSystemSettings("original"));
  156. vi.mocked(findLatestPriceByModel).mockImplementation(async (modelName: string) => {
  157. if (modelName === "original-model") {
  158. return makePriceRecord(modelName, originalPriceData);
  159. }
  160. if (modelName === "redirected-model") {
  161. return makePriceRecord(modelName, redirectedPriceData);
  162. }
  163. return null;
  164. });
  165. const session = createSession({
  166. originalModel: "original-model",
  167. redirectedModel: "redirected-model",
  168. });
  169. const result = await session.getCachedPriceDataByBillingSource();
  170. expect(result).toEqual(originalPriceData);
  171. expect(findLatestPriceByModel).toHaveBeenCalledTimes(1);
  172. expect(findLatestPriceByModel).toHaveBeenCalledWith("original-model");
  173. });
  174. it("配置 = redirected 时应优先使用重定向后模型", async () => {
  175. const originalPriceData: ModelPriceData = { input_cost_per_token: 1, output_cost_per_token: 2 };
  176. const redirectedPriceData: ModelPriceData = {
  177. input_cost_per_token: 3,
  178. output_cost_per_token: 4,
  179. };
  180. vi.mocked(getSystemSettings).mockResolvedValue(makeSystemSettings("redirected"));
  181. vi.mocked(findLatestPriceByModel).mockImplementation(async (modelName: string) => {
  182. if (modelName === "original-model") {
  183. return makePriceRecord(modelName, originalPriceData);
  184. }
  185. if (modelName === "redirected-model") {
  186. return makePriceRecord(modelName, redirectedPriceData);
  187. }
  188. return null;
  189. });
  190. const session = createSession({
  191. originalModel: "original-model",
  192. redirectedModel: "redirected-model",
  193. });
  194. const result = await session.getCachedPriceDataByBillingSource();
  195. expect(result).toEqual(redirectedPriceData);
  196. expect(findLatestPriceByModel).toHaveBeenCalledTimes(1);
  197. expect(findLatestPriceByModel).toHaveBeenCalledWith("redirected-model");
  198. });
  199. it("应忽略空 priceData 并回退到备选模型", async () => {
  200. const redirectedPriceData: ModelPriceData = {
  201. input_cost_per_token: 3,
  202. output_cost_per_token: 4,
  203. };
  204. vi.mocked(getSystemSettings).mockResolvedValue(makeSystemSettings("original"));
  205. vi.mocked(findLatestPriceByModel)
  206. .mockResolvedValueOnce(makePriceRecord("original-model", {}))
  207. .mockResolvedValueOnce(makePriceRecord("redirected-model", redirectedPriceData));
  208. const session = createSession({
  209. originalModel: "original-model",
  210. redirectedModel: "redirected-model",
  211. });
  212. const result = await session.getCachedPriceDataByBillingSource();
  213. expect(result).toEqual(redirectedPriceData);
  214. expect(findLatestPriceByModel).toHaveBeenCalledTimes(2);
  215. expect(findLatestPriceByModel).toHaveBeenNthCalledWith(1, "original-model");
  216. expect(findLatestPriceByModel).toHaveBeenNthCalledWith(2, "redirected-model");
  217. });
  218. it("应在主模型无价格时回退到备选模型", async () => {
  219. const redirectedPriceData: ModelPriceData = {
  220. input_cost_per_token: 3,
  221. output_cost_per_token: 4,
  222. };
  223. vi.mocked(getSystemSettings).mockResolvedValue(makeSystemSettings("original"));
  224. vi.mocked(findLatestPriceByModel)
  225. .mockResolvedValueOnce(null)
  226. .mockResolvedValueOnce(makePriceRecord("redirected-model", redirectedPriceData));
  227. const session = createSession({
  228. originalModel: "original-model",
  229. redirectedModel: "redirected-model",
  230. });
  231. const result = await session.getCachedPriceDataByBillingSource();
  232. expect(result).toEqual(redirectedPriceData);
  233. expect(findLatestPriceByModel).toHaveBeenCalledTimes(2);
  234. expect(findLatestPriceByModel).toHaveBeenNthCalledWith(1, "original-model");
  235. expect(findLatestPriceByModel).toHaveBeenNthCalledWith(2, "redirected-model");
  236. });
  237. it("应在 getSystemSettings 失败且无缓存时回退到 redirected 并继续价格解析", async () => {
  238. const redirectedPriceData: ModelPriceData = {
  239. input_cost_per_token: 3,
  240. output_cost_per_token: 4,
  241. };
  242. vi.mocked(getSystemSettings).mockRejectedValue(new Error("DB error"));
  243. vi.mocked(findLatestPriceByModel).mockResolvedValue(
  244. makePriceRecord("redirected-model", redirectedPriceData)
  245. );
  246. const session = createSession({
  247. originalModel: "original-model",
  248. redirectedModel: "redirected-model",
  249. });
  250. const result = await session.getCachedPriceDataByBillingSource();
  251. expect(result).toEqual(redirectedPriceData);
  252. expect(getSystemSettings).toHaveBeenCalledTimes(1);
  253. expect(findLatestPriceByModel).toHaveBeenCalledTimes(1);
  254. expect(findLatestPriceByModel).toHaveBeenCalledWith("redirected-model");
  255. const internal = session as unknown as { cachedBillingModelSource?: unknown };
  256. expect(internal.cachedBillingModelSource).toBe("redirected");
  257. });
  258. it("应在 billingModelSource 非法时回退到 redirected", async () => {
  259. const redirectedPriceData: ModelPriceData = {
  260. input_cost_per_token: 3,
  261. output_cost_per_token: 4,
  262. };
  263. vi.mocked(getSystemSettings).mockResolvedValue({
  264. ...makeSystemSettings("redirected"),
  265. billingModelSource: "invalid" as any,
  266. } as any);
  267. vi.mocked(findLatestPriceByModel).mockResolvedValue(
  268. makePriceRecord("redirected-model", redirectedPriceData)
  269. );
  270. const session = createSession({
  271. originalModel: "original-model",
  272. redirectedModel: "redirected-model",
  273. });
  274. const result = await session.getCachedPriceDataByBillingSource();
  275. expect(result).toEqual(redirectedPriceData);
  276. expect(findLatestPriceByModel).toHaveBeenCalledTimes(1);
  277. expect(findLatestPriceByModel).toHaveBeenCalledWith("redirected-model");
  278. const internal = session as unknown as { cachedBillingModelSource?: unknown };
  279. expect(internal.cachedBillingModelSource).toBe("redirected");
  280. });
  281. it("当原始模型等于重定向模型时应避免重复查询", async () => {
  282. vi.mocked(getSystemSettings).mockResolvedValue(makeSystemSettings("original"));
  283. vi.mocked(findLatestPriceByModel).mockResolvedValue(null);
  284. const session = createSession({
  285. originalModel: "same-model",
  286. redirectedModel: "same-model",
  287. });
  288. const result = await session.getCachedPriceDataByBillingSource();
  289. expect(result).toBeNull();
  290. expect(findLatestPriceByModel).toHaveBeenCalledTimes(1);
  291. expect(findLatestPriceByModel).toHaveBeenCalledWith("same-model");
  292. });
  293. it("并发调用时应只读取一次配置", async () => {
  294. const priceData: ModelPriceData = { input_cost_per_token: 1, output_cost_per_token: 2 };
  295. vi.mocked(getSystemSettings).mockImplementation(async () => {
  296. await new Promise((resolve) => setTimeout(resolve, 10));
  297. return makeSystemSettings("redirected");
  298. });
  299. vi.mocked(findLatestPriceByModel).mockResolvedValue(
  300. makePriceRecord("redirected-model", priceData)
  301. );
  302. const session = createSession({
  303. originalModel: "original-model",
  304. redirectedModel: "redirected-model",
  305. });
  306. const p1 = session.getCachedPriceDataByBillingSource();
  307. const p2 = session.getCachedPriceDataByBillingSource();
  308. await Promise.all([p1, p2]);
  309. expect(getSystemSettings).toHaveBeenCalledTimes(1);
  310. });
  311. it("应缓存配置避免重复读取", async () => {
  312. const priceData: ModelPriceData = { input_cost_per_token: 1, output_cost_per_token: 2 };
  313. vi.mocked(getSystemSettings).mockResolvedValue(makeSystemSettings("redirected"));
  314. vi.mocked(findLatestPriceByModel).mockResolvedValue(
  315. makePriceRecord("redirected-model", priceData)
  316. );
  317. const session = createSession({
  318. originalModel: "original-model",
  319. redirectedModel: "redirected-model",
  320. });
  321. await session.getCachedPriceDataByBillingSource();
  322. await session.getCachedPriceDataByBillingSource();
  323. expect(getSystemSettings).toHaveBeenCalledTimes(1);
  324. });
  325. it("应缓存价格数据避免重复查询", async () => {
  326. const priceData: ModelPriceData = { input_cost_per_token: 1, output_cost_per_token: 2 };
  327. vi.mocked(getSystemSettings).mockResolvedValue(makeSystemSettings("redirected"));
  328. vi.mocked(findLatestPriceByModel).mockResolvedValue(
  329. makePriceRecord("redirected-model", priceData)
  330. );
  331. const session = createSession({
  332. originalModel: "original-model",
  333. redirectedModel: "redirected-model",
  334. });
  335. await session.getCachedPriceDataByBillingSource();
  336. await session.getCachedPriceDataByBillingSource();
  337. expect(findLatestPriceByModel).toHaveBeenCalledTimes(1);
  338. });
  339. it("应缓存 resolved pricing 避免重复查询", async () => {
  340. const redirectedPriceData: ModelPriceData = {
  341. mode: "responses",
  342. model_family: "gpt",
  343. pricing: {
  344. openai: {
  345. input_cost_per_token: 3,
  346. output_cost_per_token: 4,
  347. },
  348. },
  349. };
  350. vi.mocked(getSystemSettings).mockResolvedValue(makeSystemSettings("redirected"));
  351. vi.mocked(findLatestPriceByModel).mockResolvedValue(
  352. makePriceRecord("redirected-model", redirectedPriceData)
  353. );
  354. const session = createSession({
  355. originalModel: "original-model",
  356. redirectedModel: "redirected-model",
  357. });
  358. const provider = {
  359. id: 77,
  360. name: "ChatGPT",
  361. url: "https://chatgpt.com/backend-api/codex",
  362. providerType: "codex",
  363. } as any;
  364. await session.getResolvedPricingByBillingSource(provider);
  365. await session.getResolvedPricingByBillingSource(provider);
  366. expect(findLatestPriceByModel).toHaveBeenCalledTimes(1);
  367. });
  368. it("无模型时应返回 null", async () => {
  369. const session = createSession({ redirectedModel: null });
  370. const result = await session.getCachedPriceDataByBillingSource();
  371. expect(result).toBeNull();
  372. });
  373. });
  374. function createSessionForHeaders(headers: Headers): ProxySession {
  375. // 使用 ProxySession 的内部构造方法创建测试实例
  376. const testSession = ProxySession.fromContext as any;
  377. const session = Object.create(ProxySession.prototype);
  378. Object.assign(session, {
  379. startTime: Date.now(),
  380. method: "POST",
  381. requestUrl: new URL("https://example.com/v1/messages"),
  382. headers,
  383. originalHeaders: new Headers(headers), // 同步更新 originalHeaders
  384. headerLog: JSON.stringify(Object.fromEntries(headers.entries())),
  385. request: { message: {}, log: "" },
  386. userAgent: headers.get("user-agent"),
  387. context: null,
  388. clientAbortSignal: null,
  389. userName: "test-user",
  390. authState: null,
  391. provider: null,
  392. messageContext: null,
  393. sessionId: null,
  394. requestSequence: 1,
  395. originalFormat: "claude",
  396. providerType: null,
  397. originalModelName: null,
  398. originalUrlPathname: null,
  399. providerChain: [],
  400. cacheTtlResolved: null,
  401. context1mApplied: false,
  402. cachedPriceData: undefined,
  403. cachedBillingModelSource: undefined,
  404. });
  405. return session;
  406. }
  407. describe("ProxySession - isHeaderModified", () => {
  408. it("应该检测到被修改的 header", () => {
  409. const headers = new Headers([["user-agent", "original"]]);
  410. const session = createSessionForHeaders(headers);
  411. session.headers.set("user-agent", "modified");
  412. expect(session.isHeaderModified("user-agent")).toBe(true);
  413. });
  414. it("应该检测未修改的 header", () => {
  415. const headers = new Headers([["user-agent", "same"]]);
  416. const session = createSessionForHeaders(headers);
  417. expect(session.isHeaderModified("user-agent")).toBe(false);
  418. });
  419. it("应该处理不存在的 header", () => {
  420. const headers = new Headers();
  421. const session = createSessionForHeaders(headers);
  422. expect(session.isHeaderModified("x-custom")).toBe(false);
  423. });
  424. it("应该检测到被删除的 header", () => {
  425. const headers = new Headers([["user-agent", "original"]]);
  426. const session = createSessionForHeaders(headers);
  427. session.headers.delete("user-agent");
  428. expect(session.isHeaderModified("user-agent")).toBe(true);
  429. });
  430. it("应该检测到新增的 header", () => {
  431. const headers = new Headers();
  432. const session = createSessionForHeaders(headers);
  433. session.headers.set("x-new-header", "new-value");
  434. expect(session.isHeaderModified("x-new-header")).toBe(true);
  435. });
  436. it("应该区分空字符串和 null", () => {
  437. const headers = new Headers([["x-test", ""]]);
  438. const session = createSessionForHeaders(headers);
  439. session.headers.delete("x-test");
  440. expect(session.isHeaderModified("x-test")).toBe(true); // "" -> null
  441. expect(session.headers.get("x-test")).toBeNull();
  442. });
  443. });
  444. describe("ProxySession.isWarmupRequest", () => {
  445. it("应识别合法的 Warmup 请求(忽略大小写与首尾空格)", () => {
  446. const session = createSession({
  447. redirectedModel: "claude-sonnet-4-5-20250929",
  448. requestMessage: {
  449. model: "claude-sonnet-4-5-20250929",
  450. messages: [
  451. {
  452. role: "user",
  453. content: [
  454. {
  455. type: "text",
  456. text: " WaRmUp ",
  457. cache_control: { type: "ephemeral" },
  458. },
  459. ],
  460. },
  461. ],
  462. },
  463. });
  464. expect(session.isWarmupRequest()).toBe(true);
  465. });
  466. it("endpoint 非 /v1/messages 时不应命中", () => {
  467. const session = createSession({
  468. redirectedModel: "claude-sonnet-4-5-20250929",
  469. requestUrl: new URL("http://localhost/v1/messages/count_tokens"),
  470. requestMessage: {
  471. messages: [
  472. {
  473. role: "user",
  474. content: [
  475. {
  476. type: "text",
  477. text: "Warmup",
  478. cache_control: { type: "ephemeral" },
  479. },
  480. ],
  481. },
  482. ],
  483. },
  484. });
  485. expect(session.isWarmupRequest()).toBe(false);
  486. });
  487. it("缺少 cache_control 或 type 不为 ephemeral 时不应命中", () => {
  488. const missingCacheControl = createSession({
  489. redirectedModel: "claude-sonnet-4-5-20250929",
  490. requestMessage: {
  491. messages: [
  492. {
  493. role: "user",
  494. content: [{ type: "text", text: "Warmup" }],
  495. },
  496. ],
  497. },
  498. });
  499. expect(missingCacheControl.isWarmupRequest()).toBe(false);
  500. const wrongCacheControl = createSession({
  501. redirectedModel: "claude-sonnet-4-5-20250929",
  502. requestMessage: {
  503. messages: [
  504. {
  505. role: "user",
  506. content: [
  507. {
  508. type: "text",
  509. text: "Warmup",
  510. cache_control: { type: "persistent" },
  511. },
  512. ],
  513. },
  514. ],
  515. },
  516. });
  517. expect(wrongCacheControl.isWarmupRequest()).toBe(false);
  518. });
  519. it("messages/content 非严格形态时不应命中(防误判)", () => {
  520. const multiMessages = createSession({
  521. redirectedModel: "claude-sonnet-4-5-20250929",
  522. requestMessage: {
  523. messages: [
  524. {
  525. role: "user",
  526. content: [
  527. {
  528. type: "text",
  529. text: "Warmup",
  530. cache_control: { type: "ephemeral" },
  531. },
  532. ],
  533. },
  534. {
  535. role: "user",
  536. content: [
  537. {
  538. type: "text",
  539. text: "Warmup",
  540. cache_control: { type: "ephemeral" },
  541. },
  542. ],
  543. },
  544. ],
  545. },
  546. });
  547. expect(multiMessages.isWarmupRequest()).toBe(false);
  548. const multiBlocks = createSession({
  549. redirectedModel: "claude-sonnet-4-5-20250929",
  550. requestMessage: {
  551. messages: [
  552. {
  553. role: "user",
  554. content: [
  555. {
  556. type: "text",
  557. text: "Warmup",
  558. cache_control: { type: "ephemeral" },
  559. },
  560. { type: "text", text: "Warmup", cache_control: { type: "ephemeral" } },
  561. ],
  562. },
  563. ],
  564. },
  565. });
  566. expect(multiBlocks.isWarmupRequest()).toBe(false);
  567. });
  568. it("messages/role/content 结构异常时不应命中", () => {
  569. const missingMessages = createSession({
  570. redirectedModel: "claude-sonnet-4-5-20250929",
  571. requestMessage: {},
  572. });
  573. expect(missingMessages.isWarmupRequest()).toBe(false);
  574. const nonArrayMessages = createSession({
  575. redirectedModel: "claude-sonnet-4-5-20250929",
  576. requestMessage: { messages: "Warmup" },
  577. });
  578. expect(nonArrayMessages.isWarmupRequest()).toBe(false);
  579. const roleNotUser = createSession({
  580. redirectedModel: "claude-sonnet-4-5-20250929",
  581. requestMessage: {
  582. messages: [
  583. {
  584. role: "assistant",
  585. content: [
  586. {
  587. type: "text",
  588. text: "Warmup",
  589. cache_control: { type: "ephemeral" },
  590. },
  591. ],
  592. },
  593. ],
  594. },
  595. });
  596. expect(roleNotUser.isWarmupRequest()).toBe(false);
  597. const contentNotArray = createSession({
  598. redirectedModel: "claude-sonnet-4-5-20250929",
  599. requestMessage: {
  600. messages: [{ role: "user", content: "Warmup" }],
  601. },
  602. });
  603. expect(contentNotArray.isWarmupRequest()).toBe(false);
  604. });
  605. it("block/text/cache_control 结构异常时不应命中", () => {
  606. const blockNotObject = createSession({
  607. redirectedModel: "claude-sonnet-4-5-20250929",
  608. requestMessage: {
  609. messages: [{ role: "user", content: [null] }],
  610. },
  611. });
  612. expect(blockNotObject.isWarmupRequest()).toBe(false);
  613. const typeNotText = createSession({
  614. redirectedModel: "claude-sonnet-4-5-20250929",
  615. requestMessage: {
  616. messages: [
  617. {
  618. role: "user",
  619. content: [
  620. {
  621. type: "image",
  622. text: "Warmup",
  623. cache_control: { type: "ephemeral" },
  624. },
  625. ],
  626. },
  627. ],
  628. },
  629. });
  630. expect(typeNotText.isWarmupRequest()).toBe(false);
  631. const textNotString = createSession({
  632. redirectedModel: "claude-sonnet-4-5-20250929",
  633. requestMessage: {
  634. messages: [
  635. {
  636. role: "user",
  637. content: [
  638. {
  639. type: "text",
  640. text: 123,
  641. cache_control: { type: "ephemeral" },
  642. },
  643. ],
  644. },
  645. ],
  646. },
  647. });
  648. expect(textNotString.isWarmupRequest()).toBe(false);
  649. const cacheControlNotObject = createSession({
  650. redirectedModel: "claude-sonnet-4-5-20250929",
  651. requestMessage: {
  652. messages: [
  653. {
  654. role: "user",
  655. content: [
  656. {
  657. type: "text",
  658. text: "Warmup",
  659. cache_control: null,
  660. },
  661. ],
  662. },
  663. ],
  664. },
  665. });
  666. expect(cacheControlNotObject.isWarmupRequest()).toBe(false);
  667. });
  668. });
  669. describe("ProxySession.addProviderToChain - endpoint audit", () => {
  670. it("应写入 vendorId/providerType/endpointId/endpointUrl", () => {
  671. const session = createSession({ redirectedModel: null });
  672. const provider = {
  673. id: 1,
  674. name: "p1",
  675. providerVendorId: 123,
  676. providerType: "claude",
  677. priority: 0,
  678. weight: 1,
  679. costMultiplier: 1,
  680. groupTag: null,
  681. } as unknown as Provider;
  682. session.addProviderToChain(provider, {
  683. endpointId: 42,
  684. endpointUrl: "https://api.example.com",
  685. });
  686. const chain = session.getProviderChain();
  687. expect(chain).toHaveLength(1);
  688. expect(chain[0]).toEqual(
  689. expect.objectContaining({
  690. id: 1,
  691. name: "p1",
  692. vendorId: 123,
  693. providerType: "claude",
  694. endpointId: 42,
  695. endpointUrl: "https://api.example.com",
  696. })
  697. );
  698. });
  699. it("同一 provider 连续写入且不带 attemptNumber 时应去重", () => {
  700. const session = createSession({ redirectedModel: null });
  701. const provider = {
  702. id: 1,
  703. name: "p1",
  704. providerVendorId: 123,
  705. providerType: "claude",
  706. priority: 0,
  707. weight: 1,
  708. costMultiplier: 1,
  709. groupTag: null,
  710. } as unknown as Provider;
  711. session.addProviderToChain(provider, { endpointId: 1, endpointUrl: "https://a.example.com" });
  712. session.addProviderToChain(provider, { endpointId: 2, endpointUrl: "https://b.example.com" });
  713. const chain = session.getProviderChain();
  714. expect(chain).toHaveLength(1);
  715. expect(chain[0]).toEqual(
  716. expect.objectContaining({
  717. endpointId: 1,
  718. endpointUrl: "https://a.example.com",
  719. })
  720. );
  721. });
  722. it("同一 provider 连续写入且带 attemptNumber 时应保留多条", () => {
  723. const session = createSession({ redirectedModel: null });
  724. const provider = {
  725. id: 1,
  726. name: "p1",
  727. providerVendorId: 123,
  728. providerType: "claude",
  729. priority: 0,
  730. weight: 1,
  731. costMultiplier: 1,
  732. groupTag: null,
  733. } as unknown as Provider;
  734. session.addProviderToChain(provider, {
  735. attemptNumber: 1,
  736. endpointId: 1,
  737. endpointUrl: "https://a.example.com",
  738. });
  739. session.addProviderToChain(provider, {
  740. attemptNumber: 2,
  741. endpointId: 2,
  742. endpointUrl: "https://b.example.com",
  743. });
  744. const chain = session.getProviderChain();
  745. expect(chain).toHaveLength(2);
  746. expect(chain[0]).toEqual(
  747. expect.objectContaining({
  748. attemptNumber: 1,
  749. endpointId: 1,
  750. endpointUrl: "https://a.example.com",
  751. })
  752. );
  753. expect(chain[1]).toEqual(
  754. expect.objectContaining({
  755. attemptNumber: 2,
  756. endpointId: 2,
  757. endpointUrl: "https://b.example.com",
  758. })
  759. );
  760. });
  761. });