| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446 |
- import { beforeEach, describe, expect, it, vi } from "vitest";
- import type { ModelPrice, ModelPriceData } from "@/types/model-price";
- import type { SystemSettings } from "@/types/system-config";
- const asyncTasks: Promise<void>[] = [];
- const cloudPriceSyncRequests: Array<{ reason: string }> = [];
- vi.mock("@/lib/async-task-manager", () => ({
- AsyncTaskManager: {
- register: (_taskId: string, promise: Promise<void>) => {
- asyncTasks.push(promise);
- return new AbortController();
- },
- cleanup: () => {},
- cancel: () => {},
- },
- }));
- vi.mock("@/lib/logger", () => ({
- logger: {
- debug: () => {},
- info: () => {},
- warn: () => {},
- error: () => {},
- trace: () => {},
- },
- }));
- vi.mock("@/lib/price-sync/cloud-price-updater", () => ({
- requestCloudPriceTableSync: (payload: { reason: string }) => {
- cloudPriceSyncRequests.push(payload);
- },
- }));
- vi.mock("@/repository/model-price", () => ({
- findLatestPriceByModel: vi.fn(),
- }));
- vi.mock("@/repository/system-config", () => ({
- getSystemSettings: vi.fn(),
- }));
- vi.mock("@/repository/message", () => ({
- updateMessageRequestCost: vi.fn(),
- updateMessageRequestDetails: vi.fn(),
- updateMessageRequestDuration: vi.fn(),
- }));
- vi.mock("@/lib/session-manager", () => ({
- SessionManager: {
- updateSessionUsage: vi.fn(),
- storeSessionResponse: vi.fn(),
- extractCodexPromptCacheKey: vi.fn(),
- updateSessionWithCodexCacheKey: vi.fn(),
- },
- }));
- vi.mock("@/lib/rate-limit", () => ({
- RateLimitService: {
- trackCost: vi.fn(),
- trackUserDailyCost: vi.fn(),
- },
- }));
- vi.mock("@/lib/session-tracker", () => ({
- SessionTracker: {
- refreshSession: vi.fn(),
- },
- }));
- vi.mock("@/lib/proxy-status-tracker", () => ({
- ProxyStatusTracker: {
- getInstance: () => ({
- endRequest: () => {},
- }),
- },
- }));
- import { ProxyResponseHandler } from "@/app/v1/_lib/proxy/response-handler";
- import { ProxySession } from "@/app/v1/_lib/proxy/session";
- import { SessionManager } from "@/lib/session-manager";
- import { RateLimitService } from "@/lib/rate-limit";
- import { SessionTracker } from "@/lib/session-tracker";
- import {
- updateMessageRequestCost,
- updateMessageRequestDetails,
- updateMessageRequestDuration,
- } from "@/repository/message";
- import { findLatestPriceByModel } from "@/repository/model-price";
- import { getSystemSettings } from "@/repository/system-config";
- beforeEach(() => {
- cloudPriceSyncRequests.splice(0, cloudPriceSyncRequests.length);
- });
- function makeSystemSettings(
- billingModelSource: SystemSettings["billingModelSource"]
- ): SystemSettings {
- const now = new Date();
- return {
- id: 1,
- siteTitle: "test",
- allowGlobalUsageView: false,
- currencyDisplay: "USD",
- billingModelSource,
- timezone: null,
- enableAutoCleanup: false,
- cleanupRetentionDays: 30,
- cleanupSchedule: "0 2 * * *",
- cleanupBatchSize: 10000,
- enableClientVersionCheck: false,
- verboseProviderError: false,
- enableHttp2: false,
- interceptAnthropicWarmupRequests: false,
- enableResponseFixer: true,
- responseFixerConfig: {
- fixTruncatedJson: true,
- fixSseFormat: true,
- fixEncoding: true,
- maxJsonDepth: 200,
- maxFixSize: 1024 * 1024,
- },
- createdAt: now,
- updatedAt: now,
- };
- }
- function makePriceRecord(modelName: string, priceData: ModelPriceData): ModelPrice {
- const now = new Date();
- return {
- id: 1,
- modelName,
- priceData,
- createdAt: now,
- updatedAt: now,
- };
- }
- function createSession({
- originalModel,
- redirectedModel,
- sessionId,
- messageId,
- }: {
- originalModel: string;
- redirectedModel: string;
- sessionId: string;
- messageId: number;
- }): ProxySession {
- const session = new (
- ProxySession as unknown as {
- new (init: {
- startTime: number;
- method: string;
- requestUrl: URL;
- headers: Headers;
- headerLog: string;
- request: { message: Record<string, unknown>; log: string; model: string | null };
- userAgent: string | null;
- context: unknown;
- clientAbortSignal: AbortSignal | null;
- }): ProxySession;
- }
- )({
- startTime: Date.now(),
- method: "POST",
- requestUrl: new URL("http://localhost/v1/messages"),
- headers: new Headers(),
- headerLog: "",
- request: { message: {}, log: "(test)", model: redirectedModel },
- userAgent: null,
- context: {},
- clientAbortSignal: null,
- });
- session.setOriginalModel(originalModel);
- session.setSessionId(sessionId);
- const provider = {
- id: 99,
- name: "test-provider",
- providerType: "claude",
- costMultiplier: 1.0,
- streamingIdleTimeoutMs: 0,
- } as any;
- const user = {
- id: 123,
- name: "test-user",
- dailyResetTime: "00:00",
- dailyResetMode: "fixed",
- } as any;
- const key = {
- id: 456,
- name: "test-key",
- dailyResetTime: "00:00",
- dailyResetMode: "fixed",
- } as any;
- session.setProvider(provider);
- session.setAuthState({
- user,
- key,
- apiKey: "sk-test",
- success: true,
- });
- session.setMessageContext({
- id: messageId,
- createdAt: new Date(),
- user,
- key,
- apiKey: "sk-test",
- });
- return session;
- }
- function createNonStreamResponse(usage: { input_tokens: number; output_tokens: number }): Response {
- return new Response(
- JSON.stringify({
- type: "message",
- usage,
- }),
- {
- status: 200,
- headers: { "content-type": "application/json" },
- }
- );
- }
- function createStreamResponse(usage: { input_tokens: number; output_tokens: number }): Response {
- const sseText = `event: message_delta\ndata: ${JSON.stringify({ usage })}\n\n`;
- const encoder = new TextEncoder();
- const stream = new ReadableStream<Uint8Array>({
- start(controller) {
- controller.enqueue(encoder.encode(sseText));
- controller.close();
- },
- });
- return new Response(stream, {
- status: 200,
- headers: { "content-type": "text/event-stream" },
- });
- }
- async function drainAsyncTasks(): Promise<void> {
- const tasks = asyncTasks.splice(0, asyncTasks.length);
- await Promise.all(tasks);
- }
- async function runScenario({
- billingModelSource,
- isStream,
- }: {
- billingModelSource: SystemSettings["billingModelSource"];
- isStream: boolean;
- }): Promise<{ dbCostUsd: string; sessionCostUsd: string; rateLimitCost: number }> {
- const usage = { input_tokens: 2, output_tokens: 3 };
- const originalModel = "original-model";
- const redirectedModel = "redirected-model";
- const originalPriceData: ModelPriceData = { input_cost_per_token: 1, output_cost_per_token: 1 };
- const redirectedPriceData: ModelPriceData = {
- input_cost_per_token: 10,
- output_cost_per_token: 10,
- };
- vi.mocked(getSystemSettings).mockResolvedValue(makeSystemSettings(billingModelSource));
- vi.mocked(findLatestPriceByModel).mockImplementation(async (modelName: string) => {
- if (modelName === originalModel) {
- return makePriceRecord(modelName, originalPriceData);
- }
- if (modelName === redirectedModel) {
- return makePriceRecord(modelName, redirectedPriceData);
- }
- return null;
- });
- vi.mocked(updateMessageRequestDetails).mockResolvedValue(undefined);
- vi.mocked(updateMessageRequestDuration).mockResolvedValue(undefined);
- vi.mocked(SessionManager.storeSessionResponse).mockResolvedValue(undefined);
- vi.mocked(RateLimitService.trackUserDailyCost).mockResolvedValue(undefined);
- vi.mocked(SessionTracker.refreshSession).mockResolvedValue(undefined);
- const dbCosts: string[] = [];
- vi.mocked(updateMessageRequestCost).mockImplementation(async (_id: number, costUsd: unknown) => {
- dbCosts.push(String(costUsd));
- });
- const sessionCosts: string[] = [];
- vi.mocked(SessionManager.updateSessionUsage).mockImplementation(
- async (_sessionId: string, payload: Record<string, unknown>) => {
- if (typeof payload.costUsd === "string") {
- sessionCosts.push(payload.costUsd);
- }
- }
- );
- const rateLimitCosts: number[] = [];
- vi.mocked(RateLimitService.trackCost).mockImplementation(
- async (_keyId: number, _providerId: number, _sessionId: string, costUsd: number) => {
- rateLimitCosts.push(costUsd);
- }
- );
- const session = createSession({
- originalModel,
- redirectedModel,
- sessionId: `sess-${billingModelSource}-${isStream ? "s" : "n"}`,
- messageId: isStream ? 2001 : 2000,
- });
- const response = isStream ? createStreamResponse(usage) : createNonStreamResponse(usage);
- const clientResponse = await ProxyResponseHandler.dispatch(session, response);
- if (isStream) {
- await clientResponse.text();
- }
- await drainAsyncTasks();
- const dbCostUsd = dbCosts[0] ?? "";
- const sessionCostUsd = sessionCosts[0] ?? "";
- const rateLimitCost = rateLimitCosts[0] ?? Number.NaN;
- return { dbCostUsd, sessionCostUsd, rateLimitCost };
- }
- describe("Billing model source - Redis session cost vs DB cost", () => {
- it("非流式响应:配置 = original 时 Session 成本与数据库一致", async () => {
- const result = await runScenario({ billingModelSource: "original", isStream: false });
- expect(result.dbCostUsd).toBe("5");
- expect(result.sessionCostUsd).toBe("5");
- expect(result.rateLimitCost).toBe(5);
- });
- it("非流式响应:配置 = redirected 时 Session 成本与数据库一致", async () => {
- const result = await runScenario({ billingModelSource: "redirected", isStream: false });
- expect(result.dbCostUsd).toBe("50");
- expect(result.sessionCostUsd).toBe("50");
- expect(result.rateLimitCost).toBe(50);
- });
- it("流式响应:配置 = original 时 Session 成本与数据库一致", async () => {
- const result = await runScenario({ billingModelSource: "original", isStream: true });
- expect(result.dbCostUsd).toBe("5");
- expect(result.sessionCostUsd).toBe("5");
- expect(result.rateLimitCost).toBe(5);
- });
- it("流式响应:配置 = redirected 时 Session 成本与数据库一致", async () => {
- const result = await runScenario({ billingModelSource: "redirected", isStream: true });
- expect(result.dbCostUsd).toBe("50");
- expect(result.sessionCostUsd).toBe("50");
- expect(result.rateLimitCost).toBe(50);
- });
- it("从 original 切换到 redirected 后应生效", async () => {
- const original = await runScenario({ billingModelSource: "original", isStream: false });
- const redirected = await runScenario({ billingModelSource: "redirected", isStream: false });
- expect(original.sessionCostUsd).toBe("5");
- expect(redirected.sessionCostUsd).toBe("50");
- expect(original.sessionCostUsd).not.toBe(redirected.sessionCostUsd);
- });
- });
- describe("价格表缺失/查询失败:不计费放行", () => {
- async function runNoPriceScenario(options: {
- billingModelSource: SystemSettings["billingModelSource"];
- isStream: boolean;
- priceLookup: "none" | "throws";
- }): Promise<{ dbCostCalls: number; rateLimitCalls: number }> {
- const usage = { input_tokens: 2, output_tokens: 3 };
- const originalModel = "original-model";
- const redirectedModel = "redirected-model";
- vi.mocked(getSystemSettings).mockResolvedValue(makeSystemSettings(options.billingModelSource));
- if (options.priceLookup === "none") {
- vi.mocked(findLatestPriceByModel).mockResolvedValue(null);
- } else {
- vi.mocked(findLatestPriceByModel).mockImplementation(async () => {
- throw new Error("db query failed");
- });
- }
- vi.mocked(updateMessageRequestDetails).mockResolvedValue(undefined);
- vi.mocked(updateMessageRequestDuration).mockResolvedValue(undefined);
- vi.mocked(SessionManager.storeSessionResponse).mockResolvedValue(undefined);
- vi.mocked(RateLimitService.trackUserDailyCost).mockResolvedValue(undefined);
- vi.mocked(SessionTracker.refreshSession).mockResolvedValue(undefined);
- vi.mocked(updateMessageRequestCost).mockResolvedValue(undefined);
- vi.mocked(RateLimitService.trackCost).mockResolvedValue(undefined);
- vi.mocked(SessionManager.updateSessionUsage).mockResolvedValue(undefined);
- const session = createSession({
- originalModel,
- redirectedModel,
- sessionId: `sess-no-price-${options.billingModelSource}-${options.isStream ? "s" : "n"}`,
- messageId: options.isStream ? 3001 : 3000,
- });
- const response = options.isStream
- ? createStreamResponse(usage)
- : createNonStreamResponse(usage);
- const clientResponse = await ProxyResponseHandler.dispatch(session, response);
- await clientResponse.text();
- await drainAsyncTasks();
- return {
- dbCostCalls: vi.mocked(updateMessageRequestCost).mock.calls.length,
- rateLimitCalls: vi.mocked(RateLimitService.trackCost).mock.calls.length,
- };
- }
- it("无价格:不写入 DB cost,不追踪限流 cost,并触发一次异步同步", async () => {
- const result = await runNoPriceScenario({
- billingModelSource: "redirected",
- isStream: false,
- priceLookup: "none",
- });
- expect(result.dbCostCalls).toBe(0);
- expect(result.rateLimitCalls).toBe(0);
- expect(cloudPriceSyncRequests).toEqual([{ reason: "missing-model" }]);
- });
- it("价格查询抛错:不应影响响应,不写入 DB cost,不追踪限流 cost", async () => {
- const result = await runNoPriceScenario({
- billingModelSource: "original",
- isStream: true,
- priceLookup: "throws",
- });
- expect(result.dbCostCalls).toBe(0);
- expect(result.rateLimitCalls).toBe(0);
- });
- });
|