billing-model-source.test.ts 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445
  1. import { beforeEach, describe, expect, it, vi } from "vitest";
  2. import type { ModelPrice, ModelPriceData } from "@/types/model-price";
  3. import type { SystemSettings } from "@/types/system-config";
  4. const asyncTasks: Promise<void>[] = [];
  5. const cloudPriceSyncRequests: Array<{ reason: string }> = [];
  6. vi.mock("@/lib/async-task-manager", () => ({
  7. AsyncTaskManager: {
  8. register: (_taskId: string, promise: Promise<void>) => {
  9. asyncTasks.push(promise);
  10. return new AbortController();
  11. },
  12. cleanup: () => {},
  13. cancel: () => {},
  14. },
  15. }));
  16. vi.mock("@/lib/logger", () => ({
  17. logger: {
  18. debug: () => {},
  19. info: () => {},
  20. warn: () => {},
  21. error: () => {},
  22. trace: () => {},
  23. },
  24. }));
  25. vi.mock("@/lib/price-sync/cloud-price-updater", () => ({
  26. requestCloudPriceTableSync: (payload: { reason: string }) => {
  27. cloudPriceSyncRequests.push(payload);
  28. },
  29. }));
  30. vi.mock("@/repository/model-price", () => ({
  31. findLatestPriceByModel: vi.fn(),
  32. }));
  33. vi.mock("@/repository/system-config", () => ({
  34. getSystemSettings: vi.fn(),
  35. }));
  36. vi.mock("@/repository/message", () => ({
  37. updateMessageRequestCost: vi.fn(),
  38. updateMessageRequestDetails: vi.fn(),
  39. updateMessageRequestDuration: vi.fn(),
  40. }));
  41. vi.mock("@/lib/session-manager", () => ({
  42. SessionManager: {
  43. updateSessionUsage: vi.fn(),
  44. storeSessionResponse: vi.fn(),
  45. extractCodexPromptCacheKey: vi.fn(),
  46. updateSessionWithCodexCacheKey: vi.fn(),
  47. },
  48. }));
  49. vi.mock("@/lib/rate-limit", () => ({
  50. RateLimitService: {
  51. trackCost: vi.fn(),
  52. trackUserDailyCost: vi.fn(),
  53. },
  54. }));
  55. vi.mock("@/lib/session-tracker", () => ({
  56. SessionTracker: {
  57. refreshSession: vi.fn(),
  58. },
  59. }));
  60. vi.mock("@/lib/proxy-status-tracker", () => ({
  61. ProxyStatusTracker: {
  62. getInstance: () => ({
  63. endRequest: () => {},
  64. }),
  65. },
  66. }));
  67. import { ProxyResponseHandler } from "@/app/v1/_lib/proxy/response-handler";
  68. import { ProxySession } from "@/app/v1/_lib/proxy/session";
  69. import { SessionManager } from "@/lib/session-manager";
  70. import { RateLimitService } from "@/lib/rate-limit";
  71. import { SessionTracker } from "@/lib/session-tracker";
  72. import {
  73. updateMessageRequestCost,
  74. updateMessageRequestDetails,
  75. updateMessageRequestDuration,
  76. } from "@/repository/message";
  77. import { findLatestPriceByModel } from "@/repository/model-price";
  78. import { getSystemSettings } from "@/repository/system-config";
  79. beforeEach(() => {
  80. cloudPriceSyncRequests.splice(0, cloudPriceSyncRequests.length);
  81. });
  82. function makeSystemSettings(
  83. billingModelSource: SystemSettings["billingModelSource"]
  84. ): SystemSettings {
  85. const now = new Date();
  86. return {
  87. id: 1,
  88. siteTitle: "test",
  89. allowGlobalUsageView: false,
  90. currencyDisplay: "USD",
  91. billingModelSource,
  92. enableAutoCleanup: false,
  93. cleanupRetentionDays: 30,
  94. cleanupSchedule: "0 2 * * *",
  95. cleanupBatchSize: 10000,
  96. enableClientVersionCheck: false,
  97. verboseProviderError: false,
  98. enableHttp2: false,
  99. interceptAnthropicWarmupRequests: false,
  100. enableResponseFixer: true,
  101. responseFixerConfig: {
  102. fixTruncatedJson: true,
  103. fixSseFormat: true,
  104. fixEncoding: true,
  105. maxJsonDepth: 200,
  106. maxFixSize: 1024 * 1024,
  107. },
  108. createdAt: now,
  109. updatedAt: now,
  110. };
  111. }
  112. function makePriceRecord(modelName: string, priceData: ModelPriceData): ModelPrice {
  113. const now = new Date();
  114. return {
  115. id: 1,
  116. modelName,
  117. priceData,
  118. createdAt: now,
  119. updatedAt: now,
  120. };
  121. }
  122. function createSession({
  123. originalModel,
  124. redirectedModel,
  125. sessionId,
  126. messageId,
  127. }: {
  128. originalModel: string;
  129. redirectedModel: string;
  130. sessionId: string;
  131. messageId: number;
  132. }): ProxySession {
  133. const session = new (
  134. ProxySession as unknown as {
  135. new (init: {
  136. startTime: number;
  137. method: string;
  138. requestUrl: URL;
  139. headers: Headers;
  140. headerLog: string;
  141. request: { message: Record<string, unknown>; log: string; model: string | null };
  142. userAgent: string | null;
  143. context: unknown;
  144. clientAbortSignal: AbortSignal | null;
  145. }): ProxySession;
  146. }
  147. )({
  148. startTime: Date.now(),
  149. method: "POST",
  150. requestUrl: new URL("http://localhost/v1/messages"),
  151. headers: new Headers(),
  152. headerLog: "",
  153. request: { message: {}, log: "(test)", model: redirectedModel },
  154. userAgent: null,
  155. context: {},
  156. clientAbortSignal: null,
  157. });
  158. session.setOriginalModel(originalModel);
  159. session.setSessionId(sessionId);
  160. const provider = {
  161. id: 99,
  162. name: "test-provider",
  163. providerType: "claude",
  164. costMultiplier: 1.0,
  165. streamingIdleTimeoutMs: 0,
  166. } as any;
  167. const user = {
  168. id: 123,
  169. name: "test-user",
  170. dailyResetTime: "00:00",
  171. dailyResetMode: "fixed",
  172. } as any;
  173. const key = {
  174. id: 456,
  175. name: "test-key",
  176. dailyResetTime: "00:00",
  177. dailyResetMode: "fixed",
  178. } as any;
  179. session.setProvider(provider);
  180. session.setAuthState({
  181. user,
  182. key,
  183. apiKey: "sk-test",
  184. success: true,
  185. });
  186. session.setMessageContext({
  187. id: messageId,
  188. createdAt: new Date(),
  189. user,
  190. key,
  191. apiKey: "sk-test",
  192. });
  193. return session;
  194. }
  195. function createNonStreamResponse(usage: { input_tokens: number; output_tokens: number }): Response {
  196. return new Response(
  197. JSON.stringify({
  198. type: "message",
  199. usage,
  200. }),
  201. {
  202. status: 200,
  203. headers: { "content-type": "application/json" },
  204. }
  205. );
  206. }
  207. function createStreamResponse(usage: { input_tokens: number; output_tokens: number }): Response {
  208. const sseText = `event: message_delta\ndata: ${JSON.stringify({ usage })}\n\n`;
  209. const encoder = new TextEncoder();
  210. const stream = new ReadableStream<Uint8Array>({
  211. start(controller) {
  212. controller.enqueue(encoder.encode(sseText));
  213. controller.close();
  214. },
  215. });
  216. return new Response(stream, {
  217. status: 200,
  218. headers: { "content-type": "text/event-stream" },
  219. });
  220. }
  221. async function drainAsyncTasks(): Promise<void> {
  222. const tasks = asyncTasks.splice(0, asyncTasks.length);
  223. await Promise.all(tasks);
  224. }
  225. async function runScenario({
  226. billingModelSource,
  227. isStream,
  228. }: {
  229. billingModelSource: SystemSettings["billingModelSource"];
  230. isStream: boolean;
  231. }): Promise<{ dbCostUsd: string; sessionCostUsd: string; rateLimitCost: number }> {
  232. const usage = { input_tokens: 2, output_tokens: 3 };
  233. const originalModel = "original-model";
  234. const redirectedModel = "redirected-model";
  235. const originalPriceData: ModelPriceData = { input_cost_per_token: 1, output_cost_per_token: 1 };
  236. const redirectedPriceData: ModelPriceData = {
  237. input_cost_per_token: 10,
  238. output_cost_per_token: 10,
  239. };
  240. vi.mocked(getSystemSettings).mockResolvedValue(makeSystemSettings(billingModelSource));
  241. vi.mocked(findLatestPriceByModel).mockImplementation(async (modelName: string) => {
  242. if (modelName === originalModel) {
  243. return makePriceRecord(modelName, originalPriceData);
  244. }
  245. if (modelName === redirectedModel) {
  246. return makePriceRecord(modelName, redirectedPriceData);
  247. }
  248. return null;
  249. });
  250. vi.mocked(updateMessageRequestDetails).mockResolvedValue(undefined);
  251. vi.mocked(updateMessageRequestDuration).mockResolvedValue(undefined);
  252. vi.mocked(SessionManager.storeSessionResponse).mockResolvedValue(undefined);
  253. vi.mocked(RateLimitService.trackUserDailyCost).mockResolvedValue(undefined);
  254. vi.mocked(SessionTracker.refreshSession).mockResolvedValue(undefined);
  255. const dbCosts: string[] = [];
  256. vi.mocked(updateMessageRequestCost).mockImplementation(async (_id: number, costUsd: unknown) => {
  257. dbCosts.push(String(costUsd));
  258. });
  259. const sessionCosts: string[] = [];
  260. vi.mocked(SessionManager.updateSessionUsage).mockImplementation(
  261. async (_sessionId: string, payload: Record<string, unknown>) => {
  262. if (typeof payload.costUsd === "string") {
  263. sessionCosts.push(payload.costUsd);
  264. }
  265. }
  266. );
  267. const rateLimitCosts: number[] = [];
  268. vi.mocked(RateLimitService.trackCost).mockImplementation(
  269. async (_keyId: number, _providerId: number, _sessionId: string, costUsd: number) => {
  270. rateLimitCosts.push(costUsd);
  271. }
  272. );
  273. const session = createSession({
  274. originalModel,
  275. redirectedModel,
  276. sessionId: `sess-${billingModelSource}-${isStream ? "s" : "n"}`,
  277. messageId: isStream ? 2001 : 2000,
  278. });
  279. const response = isStream ? createStreamResponse(usage) : createNonStreamResponse(usage);
  280. const clientResponse = await ProxyResponseHandler.dispatch(session, response);
  281. if (isStream) {
  282. await clientResponse.text();
  283. }
  284. await drainAsyncTasks();
  285. const dbCostUsd = dbCosts[0] ?? "";
  286. const sessionCostUsd = sessionCosts[0] ?? "";
  287. const rateLimitCost = rateLimitCosts[0] ?? Number.NaN;
  288. return { dbCostUsd, sessionCostUsd, rateLimitCost };
  289. }
  290. describe("Billing model source - Redis session cost vs DB cost", () => {
  291. it("非流式响应:配置 = original 时 Session 成本与数据库一致", async () => {
  292. const result = await runScenario({ billingModelSource: "original", isStream: false });
  293. expect(result.dbCostUsd).toBe("5");
  294. expect(result.sessionCostUsd).toBe("5");
  295. expect(result.rateLimitCost).toBe(5);
  296. });
  297. it("非流式响应:配置 = redirected 时 Session 成本与数据库一致", async () => {
  298. const result = await runScenario({ billingModelSource: "redirected", isStream: false });
  299. expect(result.dbCostUsd).toBe("50");
  300. expect(result.sessionCostUsd).toBe("50");
  301. expect(result.rateLimitCost).toBe(50);
  302. });
  303. it("流式响应:配置 = original 时 Session 成本与数据库一致", async () => {
  304. const result = await runScenario({ billingModelSource: "original", isStream: true });
  305. expect(result.dbCostUsd).toBe("5");
  306. expect(result.sessionCostUsd).toBe("5");
  307. expect(result.rateLimitCost).toBe(5);
  308. });
  309. it("流式响应:配置 = redirected 时 Session 成本与数据库一致", async () => {
  310. const result = await runScenario({ billingModelSource: "redirected", isStream: true });
  311. expect(result.dbCostUsd).toBe("50");
  312. expect(result.sessionCostUsd).toBe("50");
  313. expect(result.rateLimitCost).toBe(50);
  314. });
  315. it("从 original 切换到 redirected 后应生效", async () => {
  316. const original = await runScenario({ billingModelSource: "original", isStream: false });
  317. const redirected = await runScenario({ billingModelSource: "redirected", isStream: false });
  318. expect(original.sessionCostUsd).toBe("5");
  319. expect(redirected.sessionCostUsd).toBe("50");
  320. expect(original.sessionCostUsd).not.toBe(redirected.sessionCostUsd);
  321. });
  322. });
  323. describe("价格表缺失/查询失败:不计费放行", () => {
  324. async function runNoPriceScenario(options: {
  325. billingModelSource: SystemSettings["billingModelSource"];
  326. isStream: boolean;
  327. priceLookup: "none" | "throws";
  328. }): Promise<{ dbCostCalls: number; rateLimitCalls: number }> {
  329. const usage = { input_tokens: 2, output_tokens: 3 };
  330. const originalModel = "original-model";
  331. const redirectedModel = "redirected-model";
  332. vi.mocked(getSystemSettings).mockResolvedValue(makeSystemSettings(options.billingModelSource));
  333. if (options.priceLookup === "none") {
  334. vi.mocked(findLatestPriceByModel).mockResolvedValue(null);
  335. } else {
  336. vi.mocked(findLatestPriceByModel).mockImplementation(async () => {
  337. throw new Error("db query failed");
  338. });
  339. }
  340. vi.mocked(updateMessageRequestDetails).mockResolvedValue(undefined);
  341. vi.mocked(updateMessageRequestDuration).mockResolvedValue(undefined);
  342. vi.mocked(SessionManager.storeSessionResponse).mockResolvedValue(undefined);
  343. vi.mocked(RateLimitService.trackUserDailyCost).mockResolvedValue(undefined);
  344. vi.mocked(SessionTracker.refreshSession).mockResolvedValue(undefined);
  345. vi.mocked(updateMessageRequestCost).mockResolvedValue(undefined);
  346. vi.mocked(RateLimitService.trackCost).mockResolvedValue(undefined);
  347. vi.mocked(SessionManager.updateSessionUsage).mockResolvedValue(undefined);
  348. const session = createSession({
  349. originalModel,
  350. redirectedModel,
  351. sessionId: `sess-no-price-${options.billingModelSource}-${options.isStream ? "s" : "n"}`,
  352. messageId: options.isStream ? 3001 : 3000,
  353. });
  354. const response = options.isStream
  355. ? createStreamResponse(usage)
  356. : createNonStreamResponse(usage);
  357. const clientResponse = await ProxyResponseHandler.dispatch(session, response);
  358. await clientResponse.text();
  359. await drainAsyncTasks();
  360. return {
  361. dbCostCalls: vi.mocked(updateMessageRequestCost).mock.calls.length,
  362. rateLimitCalls: vi.mocked(RateLimitService.trackCost).mock.calls.length,
  363. };
  364. }
  365. it("无价格:不写入 DB cost,不追踪限流 cost,并触发一次异步同步", async () => {
  366. const result = await runNoPriceScenario({
  367. billingModelSource: "redirected",
  368. isStream: false,
  369. priceLookup: "none",
  370. });
  371. expect(result.dbCostCalls).toBe(0);
  372. expect(result.rateLimitCalls).toBe(0);
  373. expect(cloudPriceSyncRequests).toEqual([{ reason: "missing-model" }]);
  374. });
  375. it("价格查询抛错:不应影响响应,不写入 DB cost,不追踪限流 cost", async () => {
  376. const result = await runNoPriceScenario({
  377. billingModelSource: "original",
  378. isStream: true,
  379. priceLookup: "throws",
  380. });
  381. expect(result.dbCostCalls).toBe(0);
  382. expect(result.rateLimitCalls).toBe(0);
  383. });
  384. });