feat(api): add abort signal support for API providers and task

- Add AbortController support to openai-compatible provider

- Pass abort signal through Task execution chain

- Add comprehensive tests for abort signal behavior across all providers

Author: easonliang28

src/api/providers/__tests__/base-openai-compatible-provider.spec.ts

@@ -358,8 +358,8 @@ describe("BaseOpenAiCompatibleProvider", () => {
 					stream: true,
 					stream_options: { include_usage: true },
 				}),
-	{ signal: undefined },
-	)
+				expect.any(Object),
+			)
 		})
 
 		it("should yield usage data from stream", async () => {

src/api/providers/__tests__/deepseek.spec.ts

@@ -637,6 +637,48 @@ describe("DeepSeekHandler", () => {
 			const toolCallChunks = chunks.filter((chunk) => chunk.type === "tool_call_partial")
 			expect(toolCallChunks.length).toBeGreaterThan(0)
 			expect(toolCallChunks[0].name).toBe("get_weather")
+
+			describe("abortSignal support", () => {
+				it("should pass abortSignal to chat.completions.create when provided in metadata", async () => {
+					const handler = new DeepSeekHandler({ ...mockOptions, apiKey: "test-key" })
+					const systemPrompt = "You are a helpful assistant."
+					const messages: Anthropic.Messages.MessageParam[] = [
+						{ role: "user", content: [{ type: "text" as const, text: "Hello!" }] },
+					]
+
+					const controller = new AbortController()
+					const mockAbortSignal = controller.signal
+
+					await handler.createMessage(systemPrompt, messages, {
+						taskId: "test",
+						abortSignal: mockAbortSignal,
+					})
+					for await (const _chunk of handler.createMessage(systemPrompt, messages)) {
+						break
+					}
+
+					expect(mockCreate).toHaveBeenCalled()
+					const callArgs = mockCreate.mock.calls[0][0]
+					expect(callArgs.signal).toBe(mockAbortSignal)
+				})
+
+				it("should not include signal when abortSignal is not provided", async () => {
+					const handler = new DeepSeekHandler({ ...mockOptions, apiKey: "test-key" })
+					const systemPrompt = "You are a helpful assistant."
+					const messages: Anthropic.Messages.MessageParam[] = [
+						{ role: "user", content: [{ type: "text" as const, text: "Hello!" }] },
+					]
+
+					await handler.createMessage(systemPrompt, messages)
+					for await (const _chunk of handler.createMessage(systemPrompt, messages)) {
+						break
+					}
+
+					expect(mockCreate).toHaveBeenCalled()
+					const callArgs = mockCreate.mock.calls[0][0]
+					expect(callArgs.signal).toBeUndefined()
+				})
+			})
 		})
 	})
 })

src/api/providers/__tests__/lmstudio-native-tools.spec.ts

@@ -81,7 +81,7 @@ describe("LmStudioHandler Native Tools", () => {
 						}),
 					]),
 				}),
-				{ signal: undefined },
+				expect.any(Object),
 			)
 			// parallel_tool_calls should be true by default when not explicitly set
 			const callArgs = mockCreate.mock.calls[0][0]
@@ -108,7 +108,7 @@ describe("LmStudioHandler Native Tools", () => {
 				expect.objectContaining({
 					tool_choice: "auto",
 				}),
-				{ signal: undefined },
+				expect.any(Object),
 			)
 		})
 
@@ -221,7 +221,7 @@ describe("LmStudioHandler Native Tools", () => {
 				expect.objectContaining({
 					parallel_tool_calls: true,
 				}),
-				{ signal: undefined },
+				expect.any(Object),
 			)
 		})
 

src/api/providers/__tests__/mimo.spec.ts

@@ -374,7 +374,7 @@ describe("MimoHandler", () => {
 				expect.objectContaining({
 					extra_body: { thinking: { type: "enabled" } },
 				}),
-			{ signal: undefined },
+				expect.any(Object),
 			)
 		})
 

src/api/providers/__tests__/openai-compatible-abort-signal.spec.ts

@@ -70,20 +70,9 @@ describe("OpenAICompatibleHandler abort signal", () => {
 				yield { type: "text-delta", text: "Test response" }
 			}
 
-			function createMockStream(yieldValue: any) {
-				return {
-					fullStream: (async function* () {
-						yield yieldValue
-					})(),
-					usage: Promise.resolve({ inputTokens: 10, outputTokens: 5 }),
-				}
-			}
-
-			const mockUsage = Promise.resolve({ inputTokens: 10, outputTokens: 5 })
-
 			mockStreamText.mockReturnValue({
 				fullStream: mockFullStream(),
-				usage: mockUsage,
+				usage: Promise.resolve({ inputTokens: 10, outputTokens: 5 }),
 			})
 
 			await handler
@@ -95,7 +84,7 @@ describe("OpenAICompatibleHandler abort signal", () => {
 
 			expect(mockStreamText).toHaveBeenCalledWith(
 				expect.objectContaining({
-					signal: mockAbortSignal,
+					abortSignal: mockAbortSignal,
 				}),
 			)
 		})
@@ -105,20 +94,9 @@ describe("OpenAICompatibleHandler abort signal", () => {
 				yield { type: "text-delta", text: "Test response" }
 			}
 
-			function createMockStream(yieldValue: any) {
-				return {
-					fullStream: (async function* () {
-						yield yieldValue
-					})(),
-					usage: Promise.resolve({ inputTokens: 10, outputTokens: 5 }),
-				}
-			}
-
-			const mockUsage = Promise.resolve({ inputTokens: 10, outputTokens: 5 })
-
 			mockStreamText.mockReturnValue({
 				fullStream: mockFullStream(),
-				usage: mockUsage,
+				usage: Promise.resolve({ inputTokens: 10, outputTokens: 5 }),
 			})
 
 			await handler
@@ -129,7 +107,7 @@ describe("OpenAICompatibleHandler abort signal", () => {
 
 			expect(mockStreamText).toHaveBeenCalledWith(
 				expect.objectContaining({
-					signal: undefined,
+					abortSignal: undefined,
 				}),
 			)
 		})
@@ -139,27 +117,16 @@ describe("OpenAICompatibleHandler abort signal", () => {
 				yield { type: "text-delta", text: "Test response" }
 			}
 
-			function createMockStream(yieldValue: any) {
-				return {
-					fullStream: (async function* () {
-						yield yieldValue
-					})(),
-					usage: Promise.resolve({ inputTokens: 10, outputTokens: 5 }),
-				}
-			}
-
-			const mockUsage = Promise.resolve({ inputTokens: 10, outputTokens: 5 })
-
 			mockStreamText.mockReturnValue({
 				fullStream: mockFullStream(),
-				usage: mockUsage,
+				usage: Promise.resolve({ inputTokens: 10, outputTokens: 5 }),
 			})
 
 			await handler.createMessage(systemPrompt, messages).next()
 
 			expect(mockStreamText).toHaveBeenCalledWith(
 				expect.objectContaining({
-					signal: undefined,
+					abortSignal: undefined,
 				}),
 			)
 		})
@@ -183,14 +150,12 @@ describe("OpenAICompatibleHandler abort signal", () => {
 			const stream = handler.createMessage(systemPrompt, messages, {
 				taskId: "test-task",
 				abortSignal: mockAbortSignal,
-				})
+			})
 
 			await stream.next()
-
-
 			// Verify the signal was captured before aborting
 			expect(capturedOptions).toBeDefined()
-			expect(capturedOptions.signal).toBe(mockAbortSignal)
+			expect(capturedOptions.abortSignal).toBe(mockAbortSignal)
 
 			// Now abort - this should cause streamText to receive an aborted signal
 			controller.abort()
@@ -222,7 +187,7 @@ describe("OpenAICompatibleHandler abort signal", () => {
 			expect(capturedOptions).toHaveProperty("model")
 			expect(capturedOptions).toHaveProperty("system", systemPrompt)
 			expect(capturedOptions).toHaveProperty("messages")
-			expect(capturedOptions).toHaveProperty("signal", controller.signal)
+			expect(capturedOptions).toHaveProperty("abortSignal", controller.signal)
 		})
 	})
 })

src/api/providers/__tests__/openai.spec.ts

@@ -1198,6 +1198,52 @@ describe("OpenAiHandler", () => {
 				{ path: "/models/chat/completions" },
 			)
 		})
+
+		describe("abortSignal support", () => {
+			it("should pass abortSignal to chat.completions.create when provided in metadata", async () => {
+				const handler = new OpenAiHandler(mockOptions)
+				const systemPrompt = "You are a helpful assistant."
+				const messages: Anthropic.Messages.MessageParam[] = [
+					{ role: "user", content: [{ type: "text" as const, text: "Hello!" }] },
+				]
+
+				const controller = new AbortController()
+				const mockAbortSignal = controller.signal
+
+				for await (const _chunk of handler.createMessage(systemPrompt, messages, {
+					taskId: "test",
+					abortSignal: mockAbortSignal,
+				})) {
+					break
+				}
+				for await (const _chunk of handler.createMessage(systemPrompt, messages)) {
+					break
+				}
+
+				expect(mockCreate).toHaveBeenCalled()
+				const callArgs = mockCreate.mock.calls[0][1]
+				expect(callArgs?.signal).toBe(mockAbortSignal)
+			})
+
+			it("should not include signal when abortSignal is not provided", async () => {
+				const handler = new OpenAiHandler(mockOptions)
+				const systemPrompt = "You are a helpful assistant."
+				const messages: Anthropic.Messages.MessageParam[] = [
+					{ role: "user", content: [{ type: "text" as const, text: "Hello!" }] },
+				]
+
+				for await (const _chunk of handler.createMessage(systemPrompt, messages)) {
+					break
+				}
+				for await (const _chunk of handler.createMessage(systemPrompt, messages)) {
+					break
+				}
+
+				expect(mockCreate).toHaveBeenCalled()
+				const callArgs = mockCreate.mock.calls[0][1]
+				expect(callArgs?.signal).toBeUndefined()
+			})
+		})
 	})
 })
 

src/api/providers/__tests__/opencode-go.spec.ts

@@ -150,7 +150,7 @@ describe("OpencodeGoHandler", () => {
 					max_completion_tokens: 32768,
 					temperature: expect.any(Number),
 				}),
-				{ signal: undefined },
+				expect.any(Object),
 			)
 		})
 	})

src/api/providers/__tests__/qwen-code-native-tools.spec.ts

@@ -101,7 +101,7 @@ describe("QwenCodeHandler Native Tools", () => {
 					]),
 					parallel_tool_calls: true,
 				}),
-				{ signal: undefined },
+				expect.any(Object),
 			)
 		})
 
@@ -125,7 +125,7 @@ describe("QwenCodeHandler Native Tools", () => {
 				expect.objectContaining({
 					tool_choice: "auto",
 				}),
-				{ signal: undefined },
+				expect.any(Object),
 			)
 		})
 
@@ -237,7 +237,7 @@ describe("QwenCodeHandler Native Tools", () => {
 				expect.objectContaining({
 					parallel_tool_calls: true,
 				}),
-				{ signal: undefined },
+				expect.any(Object),
 			)
 		})