test: add more chat completions cases (#97)

Author: bzp2010

tests/fixtures/mock-upstream.ts

@@ -10,7 +10,16 @@ export interface RecordedRequest {
   bodyJson: unknown;
 }
 
-export type OpenAiMockStreamEvent = Record<string, unknown> | '[DONE]';
+export type OpenAiMockStreamData = Record<string, unknown> | string;
+
+export interface OpenAiMockSseFrame {
+  data: OpenAiMockStreamData;
+  event?: string;
+  delayMs?: number;
+  disconnectAfterWrite?: boolean;
+}
+
+export type OpenAiMockStreamEvent = OpenAiMockStreamData | OpenAiMockSseFrame;
 
 export interface OpenAiMockUpstreamOptions {
   model?: string;
@@ -48,6 +57,25 @@ const readBody = async (req: NodeJS.ReadableStream) => {
   return Buffer.concat(chunks).toString('utf8');
 };
 
+const isSseFrame = (
+  event: OpenAiMockStreamEvent,
+): event is OpenAiMockSseFrame =>
+  typeof event === 'object' && event !== null && 'data' in event;
+
+const renderSseFrame = (frame: OpenAiMockSseFrame) => {
+  const lines: string[] = [];
+
+  if (frame.event) {
+    lines.push(`event: ${frame.event}`);
+  }
+
+  const payload =
+    typeof frame.data === 'string' ? frame.data : JSON.stringify(frame.data);
+  lines.push(`data: ${payload}`);
+
+  return `${lines.join('\n')}\n\n`;
+};
+
 const defaultNonStreamBody = (model: string) => ({
   id: 'chatcmpl-e2e-mock',
   object: 'chat.completion',
@@ -125,6 +153,63 @@ const defaultStreamEvents = (model: string) => [
   '[DONE]' as const,
 ];
 
+export const buildOpenAiTrailingContentAfterFinishReasonStreamEvents = (
+  model: string,
+): OpenAiMockStreamEvent[] => [
+  {
+    id: 'chatcmpl-late-delta-e2e-mock',
+    object: 'chat.completion.chunk',
+    created: 1,
+    model,
+    choices: [
+      {
+        index: 0,
+        delta: { role: 'assistant', content: 'hello ' },
+        finish_reason: null,
+      },
+    ],
+  },
+  {
+    id: 'chatcmpl-late-delta-e2e-mock',
+    object: 'chat.completion.chunk',
+    created: 1,
+    model,
+    choices: [
+      {
+        index: 0,
+        delta: {},
+        finish_reason: 'stop',
+      },
+    ],
+  },
+  {
+    id: 'chatcmpl-late-delta-e2e-mock',
+    object: 'chat.completion.chunk',
+    created: 1,
+    model,
+    choices: [
+      {
+        index: 0,
+        delta: { content: 'from trailing delta' },
+        finish_reason: null,
+      },
+    ],
+  },
+  {
+    id: 'chatcmpl-late-delta-e2e-mock',
+    object: 'chat.completion.chunk',
+    created: 1,
+    model,
+    choices: [],
+    usage: {
+      prompt_tokens: 10,
+      completion_tokens: 8,
+      total_tokens: 18,
+    },
+  },
+  '[DONE]' as const,
+];
+
 export const buildOpenAiToolCallStreamEvents = (
   model: string,
 ): OpenAiMockStreamEvent[] => [
@@ -474,14 +559,20 @@ export const startOpenAiMockUpstream = async (
 
       let sentEvents = 0;
       for (const event of current.streamEvents ?? defaultStreamEvents(model)) {
-        if (typeof event === 'string') {
-          res.write(`data: ${event}\n\n`);
-        } else {
-          res.write(`data: ${JSON.stringify(event)}\n\n`);
-        }
+        const frame: OpenAiMockSseFrame = isSseFrame(event)
+          ? event
+          : { data: event };
+
+        res.write(renderSseFrame(frame));
 
         sentEvents += 1;
 
+        if (frame.disconnectAfterWrite) {
+          await new Promise((resolve) => setImmediate(resolve));
+          res.socket?.destroy();
+          return;
+        }
+
         if (
           current.disconnectAfterEvents !== undefined &&
           sentEvents >= current.disconnectAfterEvents
@@ -491,8 +582,9 @@ export const startOpenAiMockUpstream = async (
           return;
         }
 
-        if (current.eventDelayMs) {
-          await sleep(current.eventDelayMs);
+        const delayMs = frame.delayMs ?? current.eventDelayMs;
+        if (delayMs) {
+          await sleep(delayMs);
         }
       }
 

tests/package.json

@@ -8,7 +8,7 @@
     "test": "vitest run",
     "test:dev": "vitest"
   },
-  "packageManager": "pnpm@11.0.8+sha512.4c4097e1dd2d42372c4e7fa5a791ff28fc75a484c7ac192e64b1df0fdef17594ba982f9b4fed9adfb3c757846f565b799b2763fb3733d1de1bcb82cf46684912",
+  "packageManager": "pnpm@11.0.9+sha512.34ce82e6780233cf9cad8685029a8f81d2e06196c5a9bad98879f7424940c6817c4e4524fb7d38b8553ceed48b9758b8ebaf1abd3600c232c4c8cf7366086f38",
   "devDependencies": {
     "@anthropic-ai/sdk": "^0.88.0",
     "@eslint/js": "^10.0.1",