billing-model-source.test.ts 34 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030
  1. import { beforeEach, describe, expect, it, vi } from "vitest";
  2. import type { ModelPrice, ModelPriceData } from "@/types/model-price";
  3. import type { SystemSettings } from "@/types/system-config";
  4. const asyncTasks: Promise<void>[] = [];
  5. const cloudPriceSyncRequests: Array<{ reason: string }> = [];
  6. vi.mock("@/lib/async-task-manager", () => ({
  7. AsyncTaskManager: {
  8. register: (_taskId: string, promise: Promise<void>) => {
  9. asyncTasks.push(promise);
  10. return new AbortController();
  11. },
  12. cleanup: () => {},
  13. cancel: () => {},
  14. },
  15. }));
  16. vi.mock("@/lib/logger", () => ({
  17. logger: {
  18. debug: () => {},
  19. info: () => {},
  20. warn: () => {},
  21. error: () => {},
  22. trace: () => {},
  23. },
  24. }));
  25. vi.mock("@/lib/price-sync/cloud-price-updater", () => ({
  26. requestCloudPriceTableSync: (payload: { reason: string }) => {
  27. cloudPriceSyncRequests.push(payload);
  28. },
  29. }));
  30. vi.mock("@/repository/model-price", () => ({
  31. findLatestPriceByModel: vi.fn(),
  32. }));
  33. vi.mock("@/repository/system-config", () => ({
  34. getSystemSettings: vi.fn(),
  35. }));
  36. vi.mock("@/repository/message", () => ({
  37. updateMessageRequestCost: vi.fn(),
  38. updateMessageRequestDetails: vi.fn(),
  39. updateMessageRequestDuration: vi.fn(),
  40. }));
  41. vi.mock("@/lib/session-manager", () => ({
  42. SessionManager: {
  43. updateSessionUsage: vi.fn(),
  44. storeSessionResponse: vi.fn(),
  45. extractCodexPromptCacheKey: vi.fn(),
  46. updateSessionWithCodexCacheKey: vi.fn(),
  47. },
  48. }));
  49. vi.mock("@/lib/rate-limit", () => ({
  50. RateLimitService: {
  51. trackCost: vi.fn(),
  52. trackUserDailyCost: vi.fn(),
  53. },
  54. }));
  55. vi.mock("@/lib/session-tracker", () => ({
  56. SessionTracker: {
  57. refreshSession: vi.fn(),
  58. },
  59. }));
  60. vi.mock("@/lib/proxy-status-tracker", () => ({
  61. ProxyStatusTracker: {
  62. getInstance: () => ({
  63. endRequest: () => {},
  64. }),
  65. },
  66. }));
  67. import { ProxyResponseHandler } from "@/app/v1/_lib/proxy/response-handler";
  68. import { ProxySession } from "@/app/v1/_lib/proxy/session";
  69. import { getCachedSystemSettings, invalidateSystemSettingsCache } from "@/lib/config";
  70. import { SessionManager } from "@/lib/session-manager";
  71. import { RateLimitService } from "@/lib/rate-limit";
  72. import { SessionTracker } from "@/lib/session-tracker";
  73. import {
  74. updateMessageRequestCost,
  75. updateMessageRequestDetails,
  76. updateMessageRequestDuration,
  77. } from "@/repository/message";
  78. import { findLatestPriceByModel } from "@/repository/model-price";
  79. import { getSystemSettings } from "@/repository/system-config";
  80. beforeEach(() => {
  81. cloudPriceSyncRequests.splice(0, cloudPriceSyncRequests.length);
  82. invalidateSystemSettingsCache();
  83. });
  84. function makeSystemSettings(
  85. billingModelSource: SystemSettings["billingModelSource"],
  86. codexPriorityBillingSource: SystemSettings["codexPriorityBillingSource"] = "requested"
  87. ): SystemSettings {
  88. const now = new Date();
  89. return {
  90. id: 1,
  91. siteTitle: "test",
  92. allowGlobalUsageView: false,
  93. currencyDisplay: "USD",
  94. billingModelSource,
  95. codexPriorityBillingSource,
  96. timezone: null,
  97. enableAutoCleanup: false,
  98. cleanupRetentionDays: 30,
  99. cleanupSchedule: "0 2 * * *",
  100. cleanupBatchSize: 10000,
  101. enableClientVersionCheck: false,
  102. verboseProviderError: false,
  103. enableHttp2: false,
  104. interceptAnthropicWarmupRequests: false,
  105. enableThinkingSignatureRectifier: true,
  106. enableThinkingBudgetRectifier: true,
  107. enableBillingHeaderRectifier: true,
  108. enableResponseInputRectifier: true,
  109. enableCodexSessionIdCompletion: true,
  110. enableClaudeMetadataUserIdInjection: true,
  111. enableResponseFixer: true,
  112. responseFixerConfig: {
  113. fixTruncatedJson: true,
  114. fixSseFormat: true,
  115. fixEncoding: true,
  116. maxJsonDepth: 200,
  117. maxFixSize: 1024 * 1024,
  118. },
  119. createdAt: now,
  120. updatedAt: now,
  121. };
  122. }
  123. function makePriceRecord(modelName: string, priceData: ModelPriceData): ModelPrice {
  124. const now = new Date();
  125. return {
  126. id: 1,
  127. modelName,
  128. priceData,
  129. createdAt: now,
  130. updatedAt: now,
  131. };
  132. }
  133. function createSession({
  134. originalModel,
  135. redirectedModel,
  136. sessionId,
  137. messageId,
  138. providerOverrides,
  139. requestMessage,
  140. }: {
  141. originalModel: string;
  142. redirectedModel: string;
  143. sessionId: string;
  144. messageId: number;
  145. providerOverrides?: Record<string, unknown>;
  146. requestMessage?: Record<string, unknown>;
  147. }): ProxySession {
  148. const session = new (
  149. ProxySession as unknown as {
  150. new (init: {
  151. startTime: number;
  152. method: string;
  153. requestUrl: URL;
  154. headers: Headers;
  155. headerLog: string;
  156. request: { message: Record<string, unknown>; log: string; model: string | null };
  157. userAgent: string | null;
  158. context: unknown;
  159. clientAbortSignal: AbortSignal | null;
  160. }): ProxySession;
  161. }
  162. )({
  163. startTime: Date.now(),
  164. method: "POST",
  165. requestUrl: new URL("http://localhost/v1/messages"),
  166. headers: new Headers(),
  167. headerLog: "",
  168. request: { message: requestMessage ?? {}, log: "(test)", model: redirectedModel },
  169. userAgent: null,
  170. context: {},
  171. clientAbortSignal: null,
  172. });
  173. session.setOriginalModel(originalModel);
  174. session.setSessionId(sessionId);
  175. const provider = {
  176. id: 99,
  177. name: "test-provider",
  178. url: "https://api.anthropic.com",
  179. providerType: "claude",
  180. costMultiplier: 1.0,
  181. streamingIdleTimeoutMs: 0,
  182. ...providerOverrides,
  183. } as any;
  184. const user = {
  185. id: 123,
  186. name: "test-user",
  187. dailyResetTime: "00:00",
  188. dailyResetMode: "fixed",
  189. } as any;
  190. const key = {
  191. id: 456,
  192. name: "test-key",
  193. dailyResetTime: "00:00",
  194. dailyResetMode: "fixed",
  195. } as any;
  196. session.setProvider(provider);
  197. session.setAuthState({
  198. user,
  199. key,
  200. apiKey: "sk-test",
  201. success: true,
  202. });
  203. session.setMessageContext({
  204. id: messageId,
  205. createdAt: new Date(),
  206. user,
  207. key,
  208. apiKey: "sk-test",
  209. });
  210. return session;
  211. }
  212. function createNonStreamResponse(
  213. usage: { input_tokens: number; output_tokens: number },
  214. extras?: Record<string, unknown>
  215. ): Response {
  216. return new Response(
  217. JSON.stringify({
  218. type: "message",
  219. usage,
  220. ...(extras ?? {}),
  221. }),
  222. {
  223. status: 200,
  224. headers: { "content-type": "application/json" },
  225. }
  226. );
  227. }
  228. function createStreamResponse(usage: { input_tokens: number; output_tokens: number }): Response {
  229. const sseText = `event: message_delta\ndata: ${JSON.stringify({ usage })}\n\n`;
  230. const encoder = new TextEncoder();
  231. const stream = new ReadableStream<Uint8Array>({
  232. start(controller) {
  233. controller.enqueue(encoder.encode(sseText));
  234. controller.close();
  235. },
  236. });
  237. return new Response(stream, {
  238. status: 200,
  239. headers: { "content-type": "text/event-stream" },
  240. });
  241. }
  242. async function drainAsyncTasks(): Promise<void> {
  243. const tasks = asyncTasks.splice(0, asyncTasks.length);
  244. await Promise.all(tasks);
  245. }
  246. function captureRateLimitCosts(): number[] {
  247. const rateLimitCosts: number[] = [];
  248. vi.mocked(RateLimitService.trackCost).mockImplementation(
  249. async (_keyId: number, _providerId: number, _sessionId: string, costUsd: number) => {
  250. rateLimitCosts.push(costUsd);
  251. }
  252. );
  253. return rateLimitCosts;
  254. }
  255. async function runScenario({
  256. billingModelSource,
  257. isStream,
  258. }: {
  259. billingModelSource: SystemSettings["billingModelSource"];
  260. isStream: boolean;
  261. }): Promise<{ dbCostUsd: string; sessionCostUsd: string; rateLimitCost: number }> {
  262. invalidateSystemSettingsCache();
  263. const usage = { input_tokens: 2, output_tokens: 3 };
  264. const originalModel = "original-model";
  265. const redirectedModel = "redirected-model";
  266. const originalPriceData: ModelPriceData = { input_cost_per_token: 1, output_cost_per_token: 1 };
  267. const redirectedPriceData: ModelPriceData = {
  268. input_cost_per_token: 10,
  269. output_cost_per_token: 10,
  270. };
  271. vi.mocked(getSystemSettings).mockResolvedValue(makeSystemSettings(billingModelSource));
  272. vi.mocked(findLatestPriceByModel).mockImplementation(async (modelName: string) => {
  273. if (modelName === originalModel) {
  274. return makePriceRecord(modelName, originalPriceData);
  275. }
  276. if (modelName === redirectedModel) {
  277. return makePriceRecord(modelName, redirectedPriceData);
  278. }
  279. return null;
  280. });
  281. vi.mocked(updateMessageRequestDetails).mockResolvedValue(undefined);
  282. vi.mocked(updateMessageRequestDuration).mockResolvedValue(undefined);
  283. vi.mocked(SessionManager.storeSessionResponse).mockResolvedValue(undefined);
  284. vi.mocked(RateLimitService.trackUserDailyCost).mockResolvedValue(undefined);
  285. vi.mocked(SessionTracker.refreshSession).mockResolvedValue(undefined);
  286. const dbCosts: string[] = [];
  287. vi.mocked(updateMessageRequestCost).mockImplementation(async (_id: number, costUsd: unknown) => {
  288. dbCosts.push(String(costUsd));
  289. });
  290. const sessionCosts: string[] = [];
  291. vi.mocked(SessionManager.updateSessionUsage).mockImplementation(
  292. async (_sessionId: string, payload: Record<string, unknown>) => {
  293. if (typeof payload.costUsd === "string") {
  294. sessionCosts.push(payload.costUsd);
  295. }
  296. }
  297. );
  298. const rateLimitCosts: number[] = [];
  299. vi.mocked(RateLimitService.trackCost).mockImplementation(
  300. async (_keyId: number, _providerId: number, _sessionId: string, costUsd: number) => {
  301. rateLimitCosts.push(costUsd);
  302. }
  303. );
  304. const session = createSession({
  305. originalModel,
  306. redirectedModel,
  307. sessionId: `sess-${billingModelSource}-${isStream ? "s" : "n"}`,
  308. messageId: isStream ? 2001 : 2000,
  309. });
  310. const response = isStream ? createStreamResponse(usage) : createNonStreamResponse(usage);
  311. const clientResponse = await ProxyResponseHandler.dispatch(session, response);
  312. if (isStream) {
  313. await clientResponse.text();
  314. }
  315. await drainAsyncTasks();
  316. const dbCostUsd = dbCosts[0] ?? "";
  317. const sessionCostUsd = sessionCosts[0] ?? "";
  318. const rateLimitCost = rateLimitCosts[0] ?? Number.NaN;
  319. return { dbCostUsd, sessionCostUsd, rateLimitCost };
  320. }
  321. describe("Billing model source - Redis session cost vs DB cost", () => {
  322. it("非流式响应:配置 = original 时 Session 成本与数据库一致", async () => {
  323. const result = await runScenario({ billingModelSource: "original", isStream: false });
  324. expect(result.dbCostUsd).toBe("5");
  325. expect(result.sessionCostUsd).toBe("5");
  326. expect(result.rateLimitCost).toBe(5);
  327. });
  328. it("非流式响应:配置 = redirected 时 Session 成本与数据库一致", async () => {
  329. const result = await runScenario({ billingModelSource: "redirected", isStream: false });
  330. expect(result.dbCostUsd).toBe("50");
  331. expect(result.sessionCostUsd).toBe("50");
  332. expect(result.rateLimitCost).toBe(50);
  333. });
  334. it("流式响应:配置 = original 时 Session 成本与数据库一致", async () => {
  335. const result = await runScenario({ billingModelSource: "original", isStream: true });
  336. expect(result.dbCostUsd).toBe("5");
  337. expect(result.sessionCostUsd).toBe("5");
  338. expect(result.rateLimitCost).toBe(5);
  339. });
  340. it("流式响应:配置 = redirected 时 Session 成本与数据库一致", async () => {
  341. const result = await runScenario({ billingModelSource: "redirected", isStream: true });
  342. expect(result.dbCostUsd).toBe("50");
  343. expect(result.sessionCostUsd).toBe("50");
  344. expect(result.rateLimitCost).toBe(50);
  345. });
  346. it("从 original 切换到 redirected 后应生效", async () => {
  347. const original = await runScenario({ billingModelSource: "original", isStream: false });
  348. const redirected = await runScenario({ billingModelSource: "redirected", isStream: false });
  349. expect(original.sessionCostUsd).toBe("5");
  350. expect(redirected.sessionCostUsd).toBe("50");
  351. expect(original.sessionCostUsd).not.toBe(redirected.sessionCostUsd);
  352. });
  353. it("nested pricing: gpt-5.4 alias model should bill from pricing.openai when provider is chatgpt", async () => {
  354. vi.mocked(getSystemSettings).mockResolvedValue(makeSystemSettings("redirected"));
  355. vi.mocked(updateMessageRequestDetails).mockResolvedValue(undefined);
  356. vi.mocked(updateMessageRequestDuration).mockResolvedValue(undefined);
  357. vi.mocked(SessionManager.storeSessionResponse).mockResolvedValue(undefined);
  358. vi.mocked(RateLimitService.trackUserDailyCost).mockResolvedValue(undefined);
  359. vi.mocked(SessionTracker.refreshSession).mockResolvedValue(undefined);
  360. vi.mocked(findLatestPriceByModel).mockImplementation(async (modelName: string) => {
  361. if (modelName === "gpt-5.4") {
  362. return makePriceRecord(modelName, {
  363. mode: "responses",
  364. model_family: "gpt",
  365. litellm_provider: "chatgpt",
  366. pricing: {
  367. openai: {
  368. input_cost_per_token: 2.5,
  369. output_cost_per_token: 15,
  370. },
  371. },
  372. });
  373. }
  374. return null;
  375. });
  376. const dbCosts: string[] = [];
  377. vi.mocked(updateMessageRequestCost).mockImplementation(
  378. async (_id: number, costUsd: unknown) => {
  379. dbCosts.push(String(costUsd));
  380. }
  381. );
  382. const rateLimitCosts = captureRateLimitCosts();
  383. const sessionCosts: string[] = [];
  384. vi.mocked(SessionManager.updateSessionUsage).mockImplementation(
  385. async (_sessionId: string, payload: Record<string, unknown>) => {
  386. if (typeof payload.costUsd === "string") {
  387. sessionCosts.push(payload.costUsd);
  388. }
  389. }
  390. );
  391. const session = createSession({
  392. originalModel: "gpt-5.4",
  393. redirectedModel: "gpt-5.4",
  394. sessionId: "sess-gpt54-chatgpt",
  395. messageId: 3100,
  396. providerOverrides: {
  397. name: "ChatGPT",
  398. url: "https://chatgpt.com/backend-api/codex",
  399. providerType: "codex",
  400. },
  401. });
  402. const response = createNonStreamResponse({ input_tokens: 2, output_tokens: 3 });
  403. await ProxyResponseHandler.dispatch(session, response);
  404. await drainAsyncTasks();
  405. expect(dbCosts[0]).toBe("50");
  406. expect(sessionCosts[0]).toBe("50");
  407. });
  408. it("codex fast: requested mode ignores actual priority when request tier is default", async () => {
  409. vi.mocked(getSystemSettings).mockResolvedValue(makeSystemSettings("redirected"));
  410. vi.mocked(updateMessageRequestDetails).mockResolvedValue(undefined);
  411. vi.mocked(updateMessageRequestDuration).mockResolvedValue(undefined);
  412. vi.mocked(SessionManager.storeSessionResponse).mockResolvedValue(undefined);
  413. vi.mocked(RateLimitService.trackUserDailyCost).mockResolvedValue(undefined);
  414. vi.mocked(SessionTracker.refreshSession).mockResolvedValue(undefined);
  415. vi.mocked(findLatestPriceByModel).mockImplementation(async (modelName: string) => {
  416. if (modelName === "gpt-5.4") {
  417. return makePriceRecord(modelName, {
  418. mode: "responses",
  419. model_family: "gpt",
  420. litellm_provider: "chatgpt",
  421. pricing: {
  422. openai: {
  423. input_cost_per_token: 1,
  424. output_cost_per_token: 10,
  425. input_cost_per_token_priority: 2,
  426. output_cost_per_token_priority: 20,
  427. },
  428. },
  429. });
  430. }
  431. return null;
  432. });
  433. const dbCosts: string[] = [];
  434. vi.mocked(updateMessageRequestCost).mockImplementation(
  435. async (_id: number, costUsd: unknown) => {
  436. dbCosts.push(String(costUsd));
  437. }
  438. );
  439. const rateLimitCosts = captureRateLimitCosts();
  440. const sessionCosts: string[] = [];
  441. vi.mocked(SessionManager.updateSessionUsage).mockImplementation(
  442. async (_sessionId: string, payload: Record<string, unknown>) => {
  443. if (typeof payload.costUsd === "string") {
  444. sessionCosts.push(payload.costUsd);
  445. }
  446. }
  447. );
  448. const session = createSession({
  449. originalModel: "gpt-5.4",
  450. redirectedModel: "gpt-5.4",
  451. sessionId: "sess-gpt54-priority-actual",
  452. messageId: 3200,
  453. providerOverrides: {
  454. name: "ChatGPT",
  455. url: "https://chatgpt.com/backend-api/codex",
  456. providerType: "codex",
  457. },
  458. requestMessage: { service_tier: "default" },
  459. });
  460. const response = createNonStreamResponse(
  461. { input_tokens: 2, output_tokens: 3 },
  462. { service_tier: "priority" }
  463. );
  464. await ProxyResponseHandler.dispatch(session, response);
  465. await drainAsyncTasks();
  466. expect(dbCosts[0]).toBe("32");
  467. expect(sessionCosts[0]).toBe("32");
  468. expect(rateLimitCosts[0]).toBe(32);
  469. });
  470. it("codex fast: falls back to requested priority pricing when response omits service_tier", async () => {
  471. vi.mocked(getSystemSettings).mockResolvedValue(makeSystemSettings("redirected"));
  472. vi.mocked(updateMessageRequestDetails).mockResolvedValue(undefined);
  473. vi.mocked(updateMessageRequestDuration).mockResolvedValue(undefined);
  474. vi.mocked(SessionManager.storeSessionResponse).mockResolvedValue(undefined);
  475. vi.mocked(RateLimitService.trackUserDailyCost).mockResolvedValue(undefined);
  476. vi.mocked(SessionTracker.refreshSession).mockResolvedValue(undefined);
  477. vi.mocked(findLatestPriceByModel).mockImplementation(async (modelName: string) => {
  478. if (modelName === "gpt-5.4") {
  479. return makePriceRecord(modelName, {
  480. mode: "responses",
  481. model_family: "gpt",
  482. litellm_provider: "chatgpt",
  483. pricing: {
  484. openai: {
  485. input_cost_per_token: 1,
  486. output_cost_per_token: 10,
  487. input_cost_per_token_priority: 2,
  488. output_cost_per_token_priority: 20,
  489. },
  490. },
  491. });
  492. }
  493. return null;
  494. });
  495. const dbCosts: string[] = [];
  496. vi.mocked(updateMessageRequestCost).mockImplementation(
  497. async (_id: number, costUsd: unknown) => {
  498. dbCosts.push(String(costUsd));
  499. }
  500. );
  501. const rateLimitCosts = captureRateLimitCosts();
  502. const session = createSession({
  503. originalModel: "gpt-5.4",
  504. redirectedModel: "gpt-5.4",
  505. sessionId: "sess-gpt54-priority-requested",
  506. messageId: 3201,
  507. providerOverrides: {
  508. name: "ChatGPT",
  509. url: "https://chatgpt.com/backend-api/codex",
  510. providerType: "codex",
  511. },
  512. requestMessage: { service_tier: "priority" },
  513. });
  514. const response = createNonStreamResponse({ input_tokens: 2, output_tokens: 3 });
  515. await ProxyResponseHandler.dispatch(session, response);
  516. await drainAsyncTasks();
  517. expect(dbCosts[0]).toBe("64");
  518. expect(rateLimitCosts[0]).toBe(64);
  519. });
  520. it("codex fast: uses long-context priority pricing when request is priority and response omits service_tier", async () => {
  521. vi.mocked(getSystemSettings).mockResolvedValue(makeSystemSettings("redirected"));
  522. vi.mocked(updateMessageRequestDetails).mockResolvedValue(undefined);
  523. vi.mocked(updateMessageRequestDuration).mockResolvedValue(undefined);
  524. vi.mocked(SessionManager.storeSessionResponse).mockResolvedValue(undefined);
  525. vi.mocked(RateLimitService.trackUserDailyCost).mockResolvedValue(undefined);
  526. vi.mocked(SessionTracker.refreshSession).mockResolvedValue(undefined);
  527. vi.mocked(findLatestPriceByModel).mockImplementation(async (modelName: string) => {
  528. if (modelName === "gpt-5.4") {
  529. return makePriceRecord(modelName, {
  530. mode: "responses",
  531. model_family: "gpt",
  532. litellm_provider: "chatgpt",
  533. pricing: {
  534. openai: {
  535. input_cost_per_token: 1,
  536. output_cost_per_token: 10,
  537. input_cost_per_token_priority: 2,
  538. output_cost_per_token_priority: 20,
  539. input_cost_per_token_above_272k_tokens: 5,
  540. output_cost_per_token_above_272k_tokens: 50,
  541. input_cost_per_token_above_272k_tokens_priority: 7,
  542. output_cost_per_token_above_272k_tokens_priority: 70,
  543. },
  544. },
  545. });
  546. }
  547. return null;
  548. });
  549. const dbCosts: string[] = [];
  550. vi.mocked(updateMessageRequestCost).mockImplementation(
  551. async (_id: number, costUsd: unknown) => {
  552. dbCosts.push(String(costUsd));
  553. }
  554. );
  555. const rateLimitCosts = captureRateLimitCosts();
  556. const sessionCosts: string[] = [];
  557. vi.mocked(SessionManager.updateSessionUsage).mockImplementation(
  558. async (_sessionId: string, payload: Record<string, unknown>) => {
  559. if (typeof payload.costUsd === "string") {
  560. sessionCosts.push(payload.costUsd);
  561. }
  562. }
  563. );
  564. const session = createSession({
  565. originalModel: "gpt-5.4",
  566. redirectedModel: "gpt-5.4",
  567. sessionId: "sess-gpt54-priority-requested-long-context",
  568. messageId: 3203,
  569. providerOverrides: {
  570. name: "ChatGPT",
  571. url: "https://chatgpt.com/backend-api/codex",
  572. providerType: "codex",
  573. },
  574. requestMessage: { service_tier: "priority" },
  575. });
  576. const response = createNonStreamResponse({ input_tokens: 272001, output_tokens: 2 });
  577. await ProxyResponseHandler.dispatch(session, response);
  578. await drainAsyncTasks();
  579. expect(dbCosts[0]).toBe("1904147");
  580. expect(sessionCosts[0]).toBe("1904147");
  581. expect(rateLimitCosts[0]).toBe(1904147);
  582. });
  583. it("codex fast: requested mode keeps priority pricing even when actual tier is downgraded", async () => {
  584. vi.mocked(getSystemSettings).mockResolvedValue(makeSystemSettings("redirected"));
  585. vi.mocked(updateMessageRequestDetails).mockResolvedValue(undefined);
  586. vi.mocked(updateMessageRequestDuration).mockResolvedValue(undefined);
  587. vi.mocked(SessionManager.storeSessionResponse).mockResolvedValue(undefined);
  588. vi.mocked(RateLimitService.trackUserDailyCost).mockResolvedValue(undefined);
  589. vi.mocked(SessionTracker.refreshSession).mockResolvedValue(undefined);
  590. vi.mocked(findLatestPriceByModel).mockImplementation(async (modelName: string) => {
  591. if (modelName === "gpt-5.4") {
  592. return makePriceRecord(modelName, {
  593. mode: "responses",
  594. model_family: "gpt",
  595. litellm_provider: "chatgpt",
  596. pricing: {
  597. openai: {
  598. input_cost_per_token: 1,
  599. output_cost_per_token: 10,
  600. input_cost_per_token_priority: 2,
  601. output_cost_per_token_priority: 20,
  602. },
  603. },
  604. });
  605. }
  606. return null;
  607. });
  608. const dbCosts: string[] = [];
  609. vi.mocked(updateMessageRequestCost).mockImplementation(
  610. async (_id: number, costUsd: unknown) => {
  611. dbCosts.push(String(costUsd));
  612. }
  613. );
  614. const rateLimitCosts = captureRateLimitCosts();
  615. const session = createSession({
  616. originalModel: "gpt-5.4",
  617. redirectedModel: "gpt-5.4",
  618. sessionId: "sess-gpt54-priority-downgraded",
  619. messageId: 3202,
  620. providerOverrides: {
  621. name: "ChatGPT",
  622. url: "https://chatgpt.com/backend-api/codex",
  623. providerType: "codex",
  624. },
  625. requestMessage: { service_tier: "priority" },
  626. });
  627. const response = createNonStreamResponse(
  628. { input_tokens: 2, output_tokens: 3 },
  629. { service_tier: "default" }
  630. );
  631. await ProxyResponseHandler.dispatch(session, response);
  632. await drainAsyncTasks();
  633. expect(dbCosts[0]).toBe("64");
  634. expect(rateLimitCosts[0]).toBe(64);
  635. });
  636. it("codex fast: actual mode uses priority pricing when response reports service_tier=priority", async () => {
  637. vi.mocked(getSystemSettings).mockResolvedValue(makeSystemSettings("redirected", "actual"));
  638. vi.mocked(updateMessageRequestDetails).mockResolvedValue(undefined);
  639. vi.mocked(updateMessageRequestDuration).mockResolvedValue(undefined);
  640. vi.mocked(SessionManager.storeSessionResponse).mockResolvedValue(undefined);
  641. vi.mocked(RateLimitService.trackUserDailyCost).mockResolvedValue(undefined);
  642. vi.mocked(SessionTracker.refreshSession).mockResolvedValue(undefined);
  643. vi.mocked(findLatestPriceByModel).mockImplementation(async (modelName: string) => {
  644. if (modelName === "gpt-5.4") {
  645. return makePriceRecord(modelName, {
  646. mode: "responses",
  647. model_family: "gpt",
  648. litellm_provider: "chatgpt",
  649. pricing: {
  650. openai: {
  651. input_cost_per_token: 1,
  652. output_cost_per_token: 10,
  653. input_cost_per_token_priority: 2,
  654. output_cost_per_token_priority: 20,
  655. },
  656. },
  657. });
  658. }
  659. return null;
  660. });
  661. const dbCosts: string[] = [];
  662. vi.mocked(updateMessageRequestCost).mockImplementation(
  663. async (_id: number, costUsd: unknown) => {
  664. dbCosts.push(String(costUsd));
  665. }
  666. );
  667. const rateLimitCosts = captureRateLimitCosts();
  668. const session = createSession({
  669. originalModel: "gpt-5.4",
  670. redirectedModel: "gpt-5.4",
  671. sessionId: "sess-gpt54-priority-actual-mode-upgrade",
  672. messageId: 3204,
  673. providerOverrides: {
  674. name: "ChatGPT",
  675. url: "https://chatgpt.com/backend-api/codex",
  676. providerType: "codex",
  677. },
  678. requestMessage: { service_tier: "default" },
  679. });
  680. const response = createNonStreamResponse(
  681. { input_tokens: 2, output_tokens: 3 },
  682. { service_tier: "priority" }
  683. );
  684. await ProxyResponseHandler.dispatch(session, response);
  685. await drainAsyncTasks();
  686. expect(dbCosts[0]).toBe("64");
  687. expect(rateLimitCosts[0]).toBe(64);
  688. });
  689. it("codex fast: actual mode does not use priority pricing when response explicitly reports non-priority tier", async () => {
  690. vi.mocked(getSystemSettings).mockResolvedValue(makeSystemSettings("redirected", "actual"));
  691. vi.mocked(updateMessageRequestDetails).mockResolvedValue(undefined);
  692. vi.mocked(updateMessageRequestDuration).mockResolvedValue(undefined);
  693. vi.mocked(SessionManager.storeSessionResponse).mockResolvedValue(undefined);
  694. vi.mocked(RateLimitService.trackUserDailyCost).mockResolvedValue(undefined);
  695. vi.mocked(SessionTracker.refreshSession).mockResolvedValue(undefined);
  696. vi.mocked(findLatestPriceByModel).mockImplementation(async (modelName: string) => {
  697. if (modelName === "gpt-5.4") {
  698. return makePriceRecord(modelName, {
  699. mode: "responses",
  700. model_family: "gpt",
  701. litellm_provider: "chatgpt",
  702. pricing: {
  703. openai: {
  704. input_cost_per_token: 1,
  705. output_cost_per_token: 10,
  706. input_cost_per_token_priority: 2,
  707. output_cost_per_token_priority: 20,
  708. },
  709. },
  710. });
  711. }
  712. return null;
  713. });
  714. const dbCosts: string[] = [];
  715. vi.mocked(updateMessageRequestCost).mockImplementation(
  716. async (_id: number, costUsd: unknown) => {
  717. dbCosts.push(String(costUsd));
  718. }
  719. );
  720. const rateLimitCosts = captureRateLimitCosts();
  721. const session = createSession({
  722. originalModel: "gpt-5.4",
  723. redirectedModel: "gpt-5.4",
  724. sessionId: "sess-gpt54-priority-actual-mode-downgrade",
  725. messageId: 3205,
  726. providerOverrides: {
  727. name: "ChatGPT",
  728. url: "https://chatgpt.com/backend-api/codex",
  729. providerType: "codex",
  730. },
  731. requestMessage: { service_tier: "priority" },
  732. });
  733. const response = createNonStreamResponse(
  734. { input_tokens: 2, output_tokens: 3 },
  735. { service_tier: "default" }
  736. );
  737. await ProxyResponseHandler.dispatch(session, response);
  738. await drainAsyncTasks();
  739. expect(dbCosts[0]).toBe("32");
  740. expect(rateLimitCosts[0]).toBe(32);
  741. });
  742. it("codex fast: actual mode falls back to requested priority pricing when response omits service_tier", async () => {
  743. vi.mocked(getSystemSettings).mockResolvedValue(makeSystemSettings("redirected", "actual"));
  744. vi.mocked(updateMessageRequestDetails).mockResolvedValue(undefined);
  745. vi.mocked(updateMessageRequestDuration).mockResolvedValue(undefined);
  746. vi.mocked(SessionManager.storeSessionResponse).mockResolvedValue(undefined);
  747. vi.mocked(RateLimitService.trackUserDailyCost).mockResolvedValue(undefined);
  748. vi.mocked(SessionTracker.refreshSession).mockResolvedValue(undefined);
  749. vi.mocked(findLatestPriceByModel).mockImplementation(async (modelName: string) => {
  750. if (modelName === "gpt-5.4") {
  751. return makePriceRecord(modelName, {
  752. mode: "responses",
  753. model_family: "gpt",
  754. litellm_provider: "chatgpt",
  755. pricing: {
  756. openai: {
  757. input_cost_per_token: 1,
  758. output_cost_per_token: 10,
  759. input_cost_per_token_priority: 2,
  760. output_cost_per_token_priority: 20,
  761. },
  762. },
  763. });
  764. }
  765. return null;
  766. });
  767. const dbCosts: string[] = [];
  768. vi.mocked(updateMessageRequestCost).mockImplementation(
  769. async (_id: number, costUsd: unknown) => {
  770. dbCosts.push(String(costUsd));
  771. }
  772. );
  773. const rateLimitCosts = captureRateLimitCosts();
  774. const session = createSession({
  775. originalModel: "gpt-5.4",
  776. redirectedModel: "gpt-5.4",
  777. sessionId: "sess-gpt54-priority-actual-mode-fallback",
  778. messageId: 3206,
  779. providerOverrides: {
  780. name: "ChatGPT",
  781. url: "https://chatgpt.com/backend-api/codex",
  782. providerType: "codex",
  783. },
  784. requestMessage: { service_tier: "priority" },
  785. });
  786. const response = createNonStreamResponse({ input_tokens: 2, output_tokens: 3 });
  787. await ProxyResponseHandler.dispatch(session, response);
  788. await drainAsyncTasks();
  789. expect(dbCosts[0]).toBe("64");
  790. expect(rateLimitCosts[0]).toBe(64);
  791. });
  792. it("codex fast: actual mode reuses cached system setting when direct settings read fails", async () => {
  793. vi.mocked(getSystemSettings).mockResolvedValueOnce(makeSystemSettings("redirected", "actual"));
  794. await getCachedSystemSettings();
  795. vi.mocked(getSystemSettings).mockRejectedValueOnce(new Error("db down"));
  796. vi.mocked(updateMessageRequestDetails).mockResolvedValue(undefined);
  797. vi.mocked(updateMessageRequestDuration).mockResolvedValue(undefined);
  798. vi.mocked(SessionManager.storeSessionResponse).mockResolvedValue(undefined);
  799. vi.mocked(RateLimitService.trackUserDailyCost).mockResolvedValue(undefined);
  800. vi.mocked(SessionTracker.refreshSession).mockResolvedValue(undefined);
  801. vi.mocked(findLatestPriceByModel).mockImplementation(async (modelName: string) => {
  802. if (modelName === "gpt-5.4") {
  803. return makePriceRecord(modelName, {
  804. mode: "responses",
  805. model_family: "gpt",
  806. litellm_provider: "chatgpt",
  807. pricing: {
  808. openai: {
  809. input_cost_per_token: 1,
  810. output_cost_per_token: 10,
  811. input_cost_per_token_priority: 2,
  812. output_cost_per_token_priority: 20,
  813. },
  814. },
  815. });
  816. }
  817. return null;
  818. });
  819. const dbCosts: string[] = [];
  820. vi.mocked(updateMessageRequestCost).mockImplementation(
  821. async (_id: number, costUsd: unknown) => {
  822. dbCosts.push(String(costUsd));
  823. }
  824. );
  825. const rateLimitCosts = captureRateLimitCosts();
  826. const session = createSession({
  827. originalModel: "gpt-5.4",
  828. redirectedModel: "gpt-5.4",
  829. sessionId: "sess-gpt54-priority-actual-mode-cached-settings",
  830. messageId: 3207,
  831. providerOverrides: {
  832. name: "ChatGPT",
  833. url: "https://chatgpt.com/backend-api/codex",
  834. providerType: "codex",
  835. },
  836. requestMessage: { service_tier: "priority" },
  837. });
  838. const response = createNonStreamResponse(
  839. { input_tokens: 2, output_tokens: 3 },
  840. { service_tier: "default" }
  841. );
  842. await ProxyResponseHandler.dispatch(session, response);
  843. await drainAsyncTasks();
  844. expect(dbCosts[0]).toBe("32");
  845. expect(rateLimitCosts[0]).toBe(32);
  846. });
  847. });
  848. describe("价格表缺失/查询失败:不计费放行", () => {
  849. async function runNoPriceScenario(options: {
  850. billingModelSource: SystemSettings["billingModelSource"];
  851. isStream: boolean;
  852. priceLookup: "none" | "throws";
  853. }): Promise<{ dbCostCalls: number; rateLimitCalls: number }> {
  854. const usage = { input_tokens: 2, output_tokens: 3 };
  855. const originalModel = "original-model";
  856. const redirectedModel = "redirected-model";
  857. vi.mocked(getSystemSettings).mockResolvedValue(makeSystemSettings(options.billingModelSource));
  858. if (options.priceLookup === "none") {
  859. vi.mocked(findLatestPriceByModel).mockResolvedValue(null);
  860. } else {
  861. vi.mocked(findLatestPriceByModel).mockImplementation(async () => {
  862. throw new Error("db query failed");
  863. });
  864. }
  865. vi.mocked(updateMessageRequestDetails).mockResolvedValue(undefined);
  866. vi.mocked(updateMessageRequestDuration).mockResolvedValue(undefined);
  867. vi.mocked(SessionManager.storeSessionResponse).mockResolvedValue(undefined);
  868. vi.mocked(RateLimitService.trackUserDailyCost).mockResolvedValue(undefined);
  869. vi.mocked(SessionTracker.refreshSession).mockResolvedValue(undefined);
  870. vi.mocked(updateMessageRequestCost).mockResolvedValue(undefined);
  871. vi.mocked(RateLimitService.trackCost).mockResolvedValue(undefined);
  872. vi.mocked(SessionManager.updateSessionUsage).mockResolvedValue(undefined);
  873. const session = createSession({
  874. originalModel,
  875. redirectedModel,
  876. sessionId: `sess-no-price-${options.billingModelSource}-${options.isStream ? "s" : "n"}`,
  877. messageId: options.isStream ? 3001 : 3000,
  878. });
  879. const response = options.isStream
  880. ? createStreamResponse(usage)
  881. : createNonStreamResponse(usage);
  882. const clientResponse = await ProxyResponseHandler.dispatch(session, response);
  883. await clientResponse.text();
  884. await drainAsyncTasks();
  885. return {
  886. dbCostCalls: vi.mocked(updateMessageRequestCost).mock.calls.length,
  887. rateLimitCalls: vi.mocked(RateLimitService.trackCost).mock.calls.length,
  888. };
  889. }
  890. it("无价格:不写入 DB cost,不追踪限流 cost,并触发一次异步同步", async () => {
  891. const result = await runNoPriceScenario({
  892. billingModelSource: "redirected",
  893. isStream: false,
  894. priceLookup: "none",
  895. });
  896. expect(result.dbCostCalls).toBe(0);
  897. expect(result.rateLimitCalls).toBe(0);
  898. expect(cloudPriceSyncRequests).toEqual([{ reason: "missing-model" }]);
  899. });
  900. it("价格查询抛错:不应影响响应,不写入 DB cost,不追踪限流 cost", async () => {
  901. const result = await runNoPriceScenario({
  902. billingModelSource: "original",
  903. isStream: true,
  904. priceLookup: "throws",
  905. });
  906. expect(result.dbCostCalls).toBe(0);
  907. expect(result.rateLimitCalls).toBe(0);
  908. });
  909. });