session.test.ts 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872
  1. import { beforeEach, describe, expect, it, vi } from "vitest";
  2. import { isRawPassthroughEndpointPolicy } from "@/app/v1/_lib/proxy/endpoint-policy";
  3. import { V1_ENDPOINT_PATHS } from "@/app/v1/_lib/proxy/endpoint-paths";
  4. import { invalidateSystemSettingsCache } from "@/lib/config";
  5. import type { ModelPrice, ModelPriceData } from "@/types/model-price";
  6. import type { SystemSettings } from "@/types/system-config";
  7. import type { Provider } from "@/types/provider";
  8. vi.mock("@/repository/model-price", () => ({
  9. findLatestPriceByModel: vi.fn(),
  10. }));
  11. vi.mock("@/repository/system-config", () => ({
  12. getSystemSettings: vi.fn(),
  13. }));
  14. import { ProxySession } from "@/app/v1/_lib/proxy/session";
  15. import { findLatestPriceByModel } from "@/repository/model-price";
  16. import { getSystemSettings } from "@/repository/system-config";
  17. function makeSystemSettings(
  18. billingModelSource: SystemSettings["billingModelSource"]
  19. ): SystemSettings {
  20. const now = new Date();
  21. return {
  22. id: 1,
  23. siteTitle: "test",
  24. allowGlobalUsageView: false,
  25. currencyDisplay: "USD",
  26. billingModelSource,
  27. codexPriorityBillingSource: "requested",
  28. timezone: null,
  29. enableAutoCleanup: false,
  30. cleanupRetentionDays: 30,
  31. cleanupSchedule: "0 2 * * *",
  32. cleanupBatchSize: 10000,
  33. enableClientVersionCheck: false,
  34. verboseProviderError: false,
  35. enableHttp2: false,
  36. interceptAnthropicWarmupRequests: false,
  37. enableThinkingSignatureRectifier: true,
  38. enableThinkingBudgetRectifier: true,
  39. enableBillingHeaderRectifier: true,
  40. enableResponseInputRectifier: true,
  41. enableCodexSessionIdCompletion: true,
  42. enableClaudeMetadataUserIdInjection: true,
  43. enableResponseFixer: true,
  44. responseFixerConfig: {
  45. fixTruncatedJson: true,
  46. fixSseFormat: true,
  47. fixEncoding: true,
  48. maxJsonDepth: 200,
  49. maxFixSize: 1024 * 1024,
  50. },
  51. createdAt: now,
  52. updatedAt: now,
  53. };
  54. }
  55. beforeEach(() => {
  56. invalidateSystemSettingsCache();
  57. });
  58. function makePriceRecord(modelName: string, priceData: ModelPriceData): ModelPrice {
  59. return {
  60. id: 1,
  61. modelName,
  62. priceData,
  63. createdAt: new Date(),
  64. updatedAt: new Date(),
  65. };
  66. }
  67. function createSession({
  68. originalModel,
  69. redirectedModel,
  70. requestUrl,
  71. requestMessage,
  72. }: {
  73. originalModel?: string | null;
  74. redirectedModel?: string | null;
  75. requestUrl?: URL;
  76. requestMessage?: Record<string, unknown>;
  77. }): ProxySession {
  78. const session = new (
  79. ProxySession as unknown as {
  80. new (init: {
  81. startTime: number;
  82. method: string;
  83. requestUrl: URL;
  84. headers: Headers;
  85. headerLog: string;
  86. request: { message: Record<string, unknown>; log: string; model: string | null };
  87. userAgent: string | null;
  88. context: unknown;
  89. clientAbortSignal: AbortSignal | null;
  90. }): ProxySession;
  91. }
  92. )({
  93. startTime: Date.now(),
  94. method: "POST",
  95. requestUrl: requestUrl ?? new URL("http://localhost/v1/messages"),
  96. headers: new Headers(),
  97. headerLog: "",
  98. request: { message: requestMessage ?? {}, log: "(test)", model: redirectedModel ?? null },
  99. userAgent: null,
  100. context: {},
  101. clientAbortSignal: null,
  102. });
  103. if (originalModel !== undefined) {
  104. session.setOriginalModel(originalModel);
  105. }
  106. return session;
  107. }
  108. describe("ProxySession endpoint policy", () => {
  109. it.each([
  110. V1_ENDPOINT_PATHS.MESSAGES_COUNT_TOKENS,
  111. "/V1/RESPONSES/COMPACT/",
  112. ])("应在创建时解析 raw passthrough policy: %s", (pathname) => {
  113. const session = createSession({
  114. redirectedModel: null,
  115. requestUrl: new URL(`http://localhost${pathname}`),
  116. });
  117. const policy = session.getEndpointPolicy();
  118. expect(isRawPassthroughEndpointPolicy(policy)).toBe(true);
  119. expect(policy.trackConcurrentRequests).toBe(false);
  120. });
  121. it("应在请求路径后续变更后保持创建时 policy 不变", () => {
  122. const session = createSession({
  123. redirectedModel: null,
  124. requestUrl: new URL(`http://localhost${V1_ENDPOINT_PATHS.MESSAGES_COUNT_TOKENS}`),
  125. });
  126. const policyAtCreation = session.getEndpointPolicy();
  127. session.requestUrl = new URL(`http://localhost${V1_ENDPOINT_PATHS.MESSAGES}`);
  128. expect(session.getEndpointPolicy()).toBe(policyAtCreation);
  129. expect(isRawPassthroughEndpointPolicy(session.getEndpointPolicy())).toBe(true);
  130. });
  131. it("应在 pathname 无法读取时回退到 default policy", () => {
  132. const malformedUrl = {
  133. get pathname() {
  134. throw new Error("broken pathname");
  135. },
  136. } as unknown as URL;
  137. const session = createSession({
  138. redirectedModel: null,
  139. requestUrl: malformedUrl,
  140. });
  141. const policy = session.getEndpointPolicy();
  142. expect(isRawPassthroughEndpointPolicy(policy)).toBe(false);
  143. expect(policy.kind).toBe("default");
  144. expect(policy.trackConcurrentRequests).toBe(true);
  145. });
  146. });
  147. describe("ProxySession.getCachedPriceDataByBillingSource", () => {
  148. it("配置 = original 时应优先使用原始模型", async () => {
  149. const originalPriceData: ModelPriceData = { input_cost_per_token: 1, output_cost_per_token: 2 };
  150. const redirectedPriceData: ModelPriceData = {
  151. input_cost_per_token: 3,
  152. output_cost_per_token: 4,
  153. };
  154. vi.mocked(getSystemSettings).mockResolvedValue(makeSystemSettings("original"));
  155. vi.mocked(findLatestPriceByModel).mockImplementation(async (modelName: string) => {
  156. if (modelName === "original-model") {
  157. return makePriceRecord(modelName, originalPriceData);
  158. }
  159. if (modelName === "redirected-model") {
  160. return makePriceRecord(modelName, redirectedPriceData);
  161. }
  162. return null;
  163. });
  164. const session = createSession({
  165. originalModel: "original-model",
  166. redirectedModel: "redirected-model",
  167. });
  168. const result = await session.getCachedPriceDataByBillingSource();
  169. expect(result).toEqual(originalPriceData);
  170. expect(findLatestPriceByModel).toHaveBeenCalledTimes(1);
  171. expect(findLatestPriceByModel).toHaveBeenCalledWith("original-model");
  172. });
  173. it("配置 = redirected 时应优先使用重定向后模型", async () => {
  174. const originalPriceData: ModelPriceData = { input_cost_per_token: 1, output_cost_per_token: 2 };
  175. const redirectedPriceData: ModelPriceData = {
  176. input_cost_per_token: 3,
  177. output_cost_per_token: 4,
  178. };
  179. vi.mocked(getSystemSettings).mockResolvedValue(makeSystemSettings("redirected"));
  180. vi.mocked(findLatestPriceByModel).mockImplementation(async (modelName: string) => {
  181. if (modelName === "original-model") {
  182. return makePriceRecord(modelName, originalPriceData);
  183. }
  184. if (modelName === "redirected-model") {
  185. return makePriceRecord(modelName, redirectedPriceData);
  186. }
  187. return null;
  188. });
  189. const session = createSession({
  190. originalModel: "original-model",
  191. redirectedModel: "redirected-model",
  192. });
  193. const result = await session.getCachedPriceDataByBillingSource();
  194. expect(result).toEqual(redirectedPriceData);
  195. expect(findLatestPriceByModel).toHaveBeenCalledTimes(1);
  196. expect(findLatestPriceByModel).toHaveBeenCalledWith("redirected-model");
  197. });
  198. it("应忽略空 priceData 并回退到备选模型", async () => {
  199. const redirectedPriceData: ModelPriceData = {
  200. input_cost_per_token: 3,
  201. output_cost_per_token: 4,
  202. };
  203. vi.mocked(getSystemSettings).mockResolvedValue(makeSystemSettings("original"));
  204. vi.mocked(findLatestPriceByModel)
  205. .mockResolvedValueOnce(makePriceRecord("original-model", {}))
  206. .mockResolvedValueOnce(makePriceRecord("redirected-model", redirectedPriceData));
  207. const session = createSession({
  208. originalModel: "original-model",
  209. redirectedModel: "redirected-model",
  210. });
  211. const result = await session.getCachedPriceDataByBillingSource();
  212. expect(result).toEqual(redirectedPriceData);
  213. expect(findLatestPriceByModel).toHaveBeenCalledTimes(2);
  214. expect(findLatestPriceByModel).toHaveBeenNthCalledWith(1, "original-model");
  215. expect(findLatestPriceByModel).toHaveBeenNthCalledWith(2, "redirected-model");
  216. });
  217. it("应在主模型无价格时回退到备选模型", async () => {
  218. const redirectedPriceData: ModelPriceData = {
  219. input_cost_per_token: 3,
  220. output_cost_per_token: 4,
  221. };
  222. vi.mocked(getSystemSettings).mockResolvedValue(makeSystemSettings("original"));
  223. vi.mocked(findLatestPriceByModel)
  224. .mockResolvedValueOnce(null)
  225. .mockResolvedValueOnce(makePriceRecord("redirected-model", redirectedPriceData));
  226. const session = createSession({
  227. originalModel: "original-model",
  228. redirectedModel: "redirected-model",
  229. });
  230. const result = await session.getCachedPriceDataByBillingSource();
  231. expect(result).toEqual(redirectedPriceData);
  232. expect(findLatestPriceByModel).toHaveBeenCalledTimes(2);
  233. expect(findLatestPriceByModel).toHaveBeenNthCalledWith(1, "original-model");
  234. expect(findLatestPriceByModel).toHaveBeenNthCalledWith(2, "redirected-model");
  235. });
  236. it("应在 getSystemSettings 失败且无缓存时跳过价格解析", async () => {
  237. const redirectedPriceData: ModelPriceData = {
  238. input_cost_per_token: 3,
  239. output_cost_per_token: 4,
  240. };
  241. vi.mocked(getSystemSettings).mockRejectedValue(new Error("DB error"));
  242. vi.mocked(findLatestPriceByModel).mockResolvedValue(
  243. makePriceRecord("redirected-model", redirectedPriceData)
  244. );
  245. const session = createSession({
  246. originalModel: "original-model",
  247. redirectedModel: "redirected-model",
  248. });
  249. const result = await session.getCachedPriceDataByBillingSource();
  250. expect(result).toBeNull();
  251. expect(getSystemSettings).toHaveBeenCalledTimes(1);
  252. expect(findLatestPriceByModel).not.toHaveBeenCalled();
  253. const internal = session as unknown as { cachedBillingModelSource?: unknown };
  254. expect(internal.cachedBillingModelSource).toBe("redirected");
  255. });
  256. it("应在 billingModelSource 非法时回退到 redirected", async () => {
  257. const redirectedPriceData: ModelPriceData = {
  258. input_cost_per_token: 3,
  259. output_cost_per_token: 4,
  260. };
  261. vi.mocked(getSystemSettings).mockResolvedValue({
  262. ...makeSystemSettings("redirected"),
  263. billingModelSource: "invalid" as any,
  264. } as any);
  265. vi.mocked(findLatestPriceByModel).mockResolvedValue(
  266. makePriceRecord("redirected-model", redirectedPriceData)
  267. );
  268. const session = createSession({
  269. originalModel: "original-model",
  270. redirectedModel: "redirected-model",
  271. });
  272. const result = await session.getCachedPriceDataByBillingSource();
  273. expect(result).toEqual(redirectedPriceData);
  274. expect(findLatestPriceByModel).toHaveBeenCalledTimes(1);
  275. expect(findLatestPriceByModel).toHaveBeenCalledWith("redirected-model");
  276. const internal = session as unknown as { cachedBillingModelSource?: unknown };
  277. expect(internal.cachedBillingModelSource).toBe("redirected");
  278. });
  279. it("当原始模型等于重定向模型时应避免重复查询", async () => {
  280. vi.mocked(getSystemSettings).mockResolvedValue(makeSystemSettings("original"));
  281. vi.mocked(findLatestPriceByModel).mockResolvedValue(null);
  282. const session = createSession({
  283. originalModel: "same-model",
  284. redirectedModel: "same-model",
  285. });
  286. const result = await session.getCachedPriceDataByBillingSource();
  287. expect(result).toBeNull();
  288. expect(findLatestPriceByModel).toHaveBeenCalledTimes(1);
  289. expect(findLatestPriceByModel).toHaveBeenCalledWith("same-model");
  290. });
  291. it("并发调用时应只读取一次配置", async () => {
  292. const priceData: ModelPriceData = { input_cost_per_token: 1, output_cost_per_token: 2 };
  293. vi.mocked(getSystemSettings).mockImplementation(async () => {
  294. await new Promise((resolve) => setTimeout(resolve, 10));
  295. return makeSystemSettings("redirected");
  296. });
  297. vi.mocked(findLatestPriceByModel).mockResolvedValue(
  298. makePriceRecord("redirected-model", priceData)
  299. );
  300. const session = createSession({
  301. originalModel: "original-model",
  302. redirectedModel: "redirected-model",
  303. });
  304. const p1 = session.getCachedPriceDataByBillingSource();
  305. const p2 = session.getCachedPriceDataByBillingSource();
  306. await Promise.all([p1, p2]);
  307. expect(getSystemSettings).toHaveBeenCalledTimes(1);
  308. });
  309. it("应缓存配置避免重复读取", async () => {
  310. const priceData: ModelPriceData = { input_cost_per_token: 1, output_cost_per_token: 2 };
  311. vi.mocked(getSystemSettings).mockResolvedValue(makeSystemSettings("redirected"));
  312. vi.mocked(findLatestPriceByModel).mockResolvedValue(
  313. makePriceRecord("redirected-model", priceData)
  314. );
  315. const session = createSession({
  316. originalModel: "original-model",
  317. redirectedModel: "redirected-model",
  318. });
  319. await session.getCachedPriceDataByBillingSource();
  320. await session.getCachedPriceDataByBillingSource();
  321. expect(getSystemSettings).toHaveBeenCalledTimes(1);
  322. });
  323. it("应缓存价格数据避免重复查询", async () => {
  324. const priceData: ModelPriceData = { input_cost_per_token: 1, output_cost_per_token: 2 };
  325. vi.mocked(getSystemSettings).mockResolvedValue(makeSystemSettings("redirected"));
  326. vi.mocked(findLatestPriceByModel).mockResolvedValue(
  327. makePriceRecord("redirected-model", priceData)
  328. );
  329. const session = createSession({
  330. originalModel: "original-model",
  331. redirectedModel: "redirected-model",
  332. });
  333. await session.getCachedPriceDataByBillingSource();
  334. await session.getCachedPriceDataByBillingSource();
  335. expect(findLatestPriceByModel).toHaveBeenCalledTimes(1);
  336. });
  337. it("应缓存 resolved pricing 避免重复查询", async () => {
  338. const redirectedPriceData: ModelPriceData = {
  339. mode: "responses",
  340. model_family: "gpt",
  341. pricing: {
  342. openai: {
  343. input_cost_per_token: 3,
  344. output_cost_per_token: 4,
  345. },
  346. },
  347. };
  348. vi.mocked(getSystemSettings).mockResolvedValue(makeSystemSettings("redirected"));
  349. vi.mocked(findLatestPriceByModel).mockResolvedValue(
  350. makePriceRecord("redirected-model", redirectedPriceData)
  351. );
  352. const session = createSession({
  353. originalModel: "original-model",
  354. redirectedModel: "redirected-model",
  355. });
  356. const provider = {
  357. id: 77,
  358. name: "ChatGPT",
  359. url: "https://chatgpt.com/backend-api/codex",
  360. providerType: "codex",
  361. } as any;
  362. await session.getResolvedPricingByBillingSource(provider);
  363. await session.getResolvedPricingByBillingSource(provider);
  364. expect(findLatestPriceByModel).toHaveBeenCalledTimes(1);
  365. });
  366. it("无模型时应返回 null", async () => {
  367. const session = createSession({ redirectedModel: null });
  368. const result = await session.getCachedPriceDataByBillingSource();
  369. expect(result).toBeNull();
  370. });
  371. });
  372. function createSessionForHeaders(headers: Headers): ProxySession {
  373. // 使用 ProxySession 的内部构造方法创建测试实例
  374. const testSession = ProxySession.fromContext as any;
  375. const session = Object.create(ProxySession.prototype);
  376. Object.assign(session, {
  377. startTime: Date.now(),
  378. method: "POST",
  379. requestUrl: new URL("https://example.com/v1/messages"),
  380. headers,
  381. originalHeaders: new Headers(headers), // 同步更新 originalHeaders
  382. headerLog: JSON.stringify(Object.fromEntries(headers.entries())),
  383. request: { message: {}, log: "" },
  384. userAgent: headers.get("user-agent"),
  385. context: null,
  386. clientAbortSignal: null,
  387. userName: "test-user",
  388. authState: null,
  389. provider: null,
  390. messageContext: null,
  391. sessionId: null,
  392. requestSequence: 1,
  393. originalFormat: "claude",
  394. providerType: null,
  395. originalModelName: null,
  396. originalUrlPathname: null,
  397. providerChain: [],
  398. cacheTtlResolved: null,
  399. context1mApplied: false,
  400. cachedPriceData: undefined,
  401. cachedBillingModelSource: undefined,
  402. });
  403. return session;
  404. }
  405. describe("ProxySession - isHeaderModified", () => {
  406. it("应该检测到被修改的 header", () => {
  407. const headers = new Headers([["user-agent", "original"]]);
  408. const session = createSessionForHeaders(headers);
  409. session.headers.set("user-agent", "modified");
  410. expect(session.isHeaderModified("user-agent")).toBe(true);
  411. });
  412. it("应该检测未修改的 header", () => {
  413. const headers = new Headers([["user-agent", "same"]]);
  414. const session = createSessionForHeaders(headers);
  415. expect(session.isHeaderModified("user-agent")).toBe(false);
  416. });
  417. it("应该处理不存在的 header", () => {
  418. const headers = new Headers();
  419. const session = createSessionForHeaders(headers);
  420. expect(session.isHeaderModified("x-custom")).toBe(false);
  421. });
  422. it("应该检测到被删除的 header", () => {
  423. const headers = new Headers([["user-agent", "original"]]);
  424. const session = createSessionForHeaders(headers);
  425. session.headers.delete("user-agent");
  426. expect(session.isHeaderModified("user-agent")).toBe(true);
  427. });
  428. it("应该检测到新增的 header", () => {
  429. const headers = new Headers();
  430. const session = createSessionForHeaders(headers);
  431. session.headers.set("x-new-header", "new-value");
  432. expect(session.isHeaderModified("x-new-header")).toBe(true);
  433. });
  434. it("应该区分空字符串和 null", () => {
  435. const headers = new Headers([["x-test", ""]]);
  436. const session = createSessionForHeaders(headers);
  437. session.headers.delete("x-test");
  438. expect(session.isHeaderModified("x-test")).toBe(true); // "" -> null
  439. expect(session.headers.get("x-test")).toBeNull();
  440. });
  441. });
  442. describe("ProxySession.isWarmupRequest", () => {
  443. it("应识别合法的 Warmup 请求(忽略大小写与首尾空格)", () => {
  444. const session = createSession({
  445. redirectedModel: "claude-sonnet-4-5-20250929",
  446. requestMessage: {
  447. model: "claude-sonnet-4-5-20250929",
  448. messages: [
  449. {
  450. role: "user",
  451. content: [
  452. {
  453. type: "text",
  454. text: " WaRmUp ",
  455. cache_control: { type: "ephemeral" },
  456. },
  457. ],
  458. },
  459. ],
  460. },
  461. });
  462. expect(session.isWarmupRequest()).toBe(true);
  463. });
  464. it("endpoint 非 /v1/messages 时不应命中", () => {
  465. const session = createSession({
  466. redirectedModel: "claude-sonnet-4-5-20250929",
  467. requestUrl: new URL("http://localhost/v1/messages/count_tokens"),
  468. requestMessage: {
  469. messages: [
  470. {
  471. role: "user",
  472. content: [
  473. {
  474. type: "text",
  475. text: "Warmup",
  476. cache_control: { type: "ephemeral" },
  477. },
  478. ],
  479. },
  480. ],
  481. },
  482. });
  483. expect(session.isWarmupRequest()).toBe(false);
  484. });
  485. it("缺少 cache_control 或 type 不为 ephemeral 时不应命中", () => {
  486. const missingCacheControl = createSession({
  487. redirectedModel: "claude-sonnet-4-5-20250929",
  488. requestMessage: {
  489. messages: [
  490. {
  491. role: "user",
  492. content: [{ type: "text", text: "Warmup" }],
  493. },
  494. ],
  495. },
  496. });
  497. expect(missingCacheControl.isWarmupRequest()).toBe(false);
  498. const wrongCacheControl = createSession({
  499. redirectedModel: "claude-sonnet-4-5-20250929",
  500. requestMessage: {
  501. messages: [
  502. {
  503. role: "user",
  504. content: [
  505. {
  506. type: "text",
  507. text: "Warmup",
  508. cache_control: { type: "persistent" },
  509. },
  510. ],
  511. },
  512. ],
  513. },
  514. });
  515. expect(wrongCacheControl.isWarmupRequest()).toBe(false);
  516. });
  517. it("messages/content 非严格形态时不应命中(防误判)", () => {
  518. const multiMessages = createSession({
  519. redirectedModel: "claude-sonnet-4-5-20250929",
  520. requestMessage: {
  521. messages: [
  522. {
  523. role: "user",
  524. content: [
  525. {
  526. type: "text",
  527. text: "Warmup",
  528. cache_control: { type: "ephemeral" },
  529. },
  530. ],
  531. },
  532. {
  533. role: "user",
  534. content: [
  535. {
  536. type: "text",
  537. text: "Warmup",
  538. cache_control: { type: "ephemeral" },
  539. },
  540. ],
  541. },
  542. ],
  543. },
  544. });
  545. expect(multiMessages.isWarmupRequest()).toBe(false);
  546. const multiBlocks = createSession({
  547. redirectedModel: "claude-sonnet-4-5-20250929",
  548. requestMessage: {
  549. messages: [
  550. {
  551. role: "user",
  552. content: [
  553. {
  554. type: "text",
  555. text: "Warmup",
  556. cache_control: { type: "ephemeral" },
  557. },
  558. { type: "text", text: "Warmup", cache_control: { type: "ephemeral" } },
  559. ],
  560. },
  561. ],
  562. },
  563. });
  564. expect(multiBlocks.isWarmupRequest()).toBe(false);
  565. });
  566. it("messages/role/content 结构异常时不应命中", () => {
  567. const missingMessages = createSession({
  568. redirectedModel: "claude-sonnet-4-5-20250929",
  569. requestMessage: {},
  570. });
  571. expect(missingMessages.isWarmupRequest()).toBe(false);
  572. const nonArrayMessages = createSession({
  573. redirectedModel: "claude-sonnet-4-5-20250929",
  574. requestMessage: { messages: "Warmup" },
  575. });
  576. expect(nonArrayMessages.isWarmupRequest()).toBe(false);
  577. const roleNotUser = createSession({
  578. redirectedModel: "claude-sonnet-4-5-20250929",
  579. requestMessage: {
  580. messages: [
  581. {
  582. role: "assistant",
  583. content: [
  584. {
  585. type: "text",
  586. text: "Warmup",
  587. cache_control: { type: "ephemeral" },
  588. },
  589. ],
  590. },
  591. ],
  592. },
  593. });
  594. expect(roleNotUser.isWarmupRequest()).toBe(false);
  595. const contentNotArray = createSession({
  596. redirectedModel: "claude-sonnet-4-5-20250929",
  597. requestMessage: {
  598. messages: [{ role: "user", content: "Warmup" }],
  599. },
  600. });
  601. expect(contentNotArray.isWarmupRequest()).toBe(false);
  602. });
  603. it("block/text/cache_control 结构异常时不应命中", () => {
  604. const blockNotObject = createSession({
  605. redirectedModel: "claude-sonnet-4-5-20250929",
  606. requestMessage: {
  607. messages: [{ role: "user", content: [null] }],
  608. },
  609. });
  610. expect(blockNotObject.isWarmupRequest()).toBe(false);
  611. const typeNotText = createSession({
  612. redirectedModel: "claude-sonnet-4-5-20250929",
  613. requestMessage: {
  614. messages: [
  615. {
  616. role: "user",
  617. content: [
  618. {
  619. type: "image",
  620. text: "Warmup",
  621. cache_control: { type: "ephemeral" },
  622. },
  623. ],
  624. },
  625. ],
  626. },
  627. });
  628. expect(typeNotText.isWarmupRequest()).toBe(false);
  629. const textNotString = createSession({
  630. redirectedModel: "claude-sonnet-4-5-20250929",
  631. requestMessage: {
  632. messages: [
  633. {
  634. role: "user",
  635. content: [
  636. {
  637. type: "text",
  638. text: 123,
  639. cache_control: { type: "ephemeral" },
  640. },
  641. ],
  642. },
  643. ],
  644. },
  645. });
  646. expect(textNotString.isWarmupRequest()).toBe(false);
  647. const cacheControlNotObject = createSession({
  648. redirectedModel: "claude-sonnet-4-5-20250929",
  649. requestMessage: {
  650. messages: [
  651. {
  652. role: "user",
  653. content: [
  654. {
  655. type: "text",
  656. text: "Warmup",
  657. cache_control: null,
  658. },
  659. ],
  660. },
  661. ],
  662. },
  663. });
  664. expect(cacheControlNotObject.isWarmupRequest()).toBe(false);
  665. });
  666. });
  667. describe("ProxySession.addProviderToChain - endpoint audit", () => {
  668. it("应写入 vendorId/providerType/endpointId/endpointUrl", () => {
  669. const session = createSession({ redirectedModel: null });
  670. const provider = {
  671. id: 1,
  672. name: "p1",
  673. providerVendorId: 123,
  674. providerType: "claude",
  675. priority: 0,
  676. weight: 1,
  677. costMultiplier: 1,
  678. groupTag: null,
  679. } as unknown as Provider;
  680. session.addProviderToChain(provider, {
  681. endpointId: 42,
  682. endpointUrl: "https://api.example.com",
  683. });
  684. const chain = session.getProviderChain();
  685. expect(chain).toHaveLength(1);
  686. expect(chain[0]).toEqual(
  687. expect.objectContaining({
  688. id: 1,
  689. name: "p1",
  690. vendorId: 123,
  691. providerType: "claude",
  692. endpointId: 42,
  693. endpointUrl: "https://api.example.com",
  694. })
  695. );
  696. });
  697. it("同一 provider 连续写入且不带 attemptNumber 时应去重", () => {
  698. const session = createSession({ redirectedModel: null });
  699. const provider = {
  700. id: 1,
  701. name: "p1",
  702. providerVendorId: 123,
  703. providerType: "claude",
  704. priority: 0,
  705. weight: 1,
  706. costMultiplier: 1,
  707. groupTag: null,
  708. } as unknown as Provider;
  709. session.addProviderToChain(provider, { endpointId: 1, endpointUrl: "https://a.example.com" });
  710. session.addProviderToChain(provider, { endpointId: 2, endpointUrl: "https://b.example.com" });
  711. const chain = session.getProviderChain();
  712. expect(chain).toHaveLength(1);
  713. expect(chain[0]).toEqual(
  714. expect.objectContaining({
  715. endpointId: 1,
  716. endpointUrl: "https://a.example.com",
  717. })
  718. );
  719. });
  720. it("同一 provider 连续写入且带 attemptNumber 时应保留多条", () => {
  721. const session = createSession({ redirectedModel: null });
  722. const provider = {
  723. id: 1,
  724. name: "p1",
  725. providerVendorId: 123,
  726. providerType: "claude",
  727. priority: 0,
  728. weight: 1,
  729. costMultiplier: 1,
  730. groupTag: null,
  731. } as unknown as Provider;
  732. session.addProviderToChain(provider, {
  733. attemptNumber: 1,
  734. endpointId: 1,
  735. endpointUrl: "https://a.example.com",
  736. });
  737. session.addProviderToChain(provider, {
  738. attemptNumber: 2,
  739. endpointId: 2,
  740. endpointUrl: "https://b.example.com",
  741. });
  742. const chain = session.getProviderChain();
  743. expect(chain).toHaveLength(2);
  744. expect(chain[0]).toEqual(
  745. expect.objectContaining({
  746. attemptNumber: 1,
  747. endpointId: 1,
  748. endpointUrl: "https://a.example.com",
  749. })
  750. );
  751. expect(chain[1]).toEqual(
  752. expect.objectContaining({
  753. attemptNumber: 2,
  754. endpointId: 2,
  755. endpointUrl: "https://b.example.com",
  756. })
  757. );
  758. });
  759. });