feat(api): add completePrompt abort signal support and tests for qwen-code, lmstudio-native

Author: easonliang28

src/api/providers/__tests__/lmstudio-native-tools.spec.ts

@@ -376,4 +376,55 @@ describe("LmStudioHandler Native Tools", () => {
 			expect(endChunks).toHaveLength(1)
 		})
 	})
+
+	describe("completePrompt", () => {
+		it("should complete prompt successfully", async () => {
+			mockCreate.mockResolvedValueOnce({
+				choices: [{ message: { content: "This is a test response" } }],
+			})
+
+			const result = await handler.completePrompt("test prompt")
+			expect(result).toBe("This is a test response")
+		})
+
+		it("should handle errors in completePrompt", async () => {
+			mockCreate.mockRejectedValueOnce(new Error("API error"))
+
+			await expect(handler.completePrompt("test prompt")).rejects.toThrow()
+		})
+
+		it("completePrompt should pass abort signal through to client", async () => {
+			const controller = new AbortController()
+			mockCreate.mockResolvedValueOnce({
+				choices: [{ message: { content: "response" } }],
+			})
+
+			await handler.completePrompt("test prompt", { abortSignal: controller.signal })
+			expect(mockCreate).toHaveBeenCalledWith(
+				expect.objectContaining({ model: expect.any(String) }),
+				expect.objectContaining({ signal: controller.signal }),
+			)
+		})
+
+		it("completePrompt should pass timeout through to client", async () => {
+			mockCreate.mockResolvedValueOnce({
+				choices: [{ message: { content: "response" } }],
+			})
+
+			await handler.completePrompt("test prompt", { timeoutMs: 5000 })
+			expect(mockCreate).toHaveBeenCalledWith(
+				expect.objectContaining({ model: expect.any(String) }),
+				expect.objectContaining({ timeout: 5000 }),
+			)
+		})
+
+		it("completePrompt should work without options (backward compatible)", async () => {
+			mockCreate.mockResolvedValueOnce({
+				choices: [{ message: { content: "response" } }],
+			})
+
+			const result = await handler.completePrompt("test prompt")
+			expect(result).toBe("response")
+		})
+	})
 })

src/api/providers/__tests__/qwen-code-native-tools.spec.ts

@@ -444,4 +444,56 @@ describe("QwenCodeHandler Native Tools", () => {
 			expect(endChunks).toHaveLength(1)
 		})
 	})
+
+	describe("completePrompt", () => {
+		it("should complete prompt successfully", async () => {
+			mockCreate.mockResolvedValueOnce({
+				choices: [{ message: { content: "This is a test response" } }],
+			})
+
+			const result = await handler.completePrompt("test prompt")
+			expect(result).toBe("This is a test response")
+		})
+
+		it("should handle errors in completePrompt", async () => {
+			const errorMessage = "Qwen API error"
+			mockCreate.mockRejectedValueOnce(new Error(errorMessage))
+
+			await expect(handler.completePrompt("test prompt")).rejects.toThrow(errorMessage)
+		})
+
+		it("completePrompt should pass abort signal through to client", async () => {
+			const controller = new AbortController()
+			mockCreate.mockResolvedValueOnce({
+				choices: [{ message: { content: "response" } }],
+			})
+
+			await handler.completePrompt("test prompt", { abortSignal: controller.signal })
+			expect(mockCreate).toHaveBeenCalledWith(
+				expect.objectContaining({ model: expect.any(String) }),
+				expect.objectContaining({ signal: controller.signal }),
+			)
+		})
+
+		it("completePrompt should pass timeout through to client", async () => {
+			mockCreate.mockResolvedValueOnce({
+				choices: [{ message: { content: "response" } }],
+			})
+
+			await handler.completePrompt("test prompt", { timeoutMs: 5000 })
+			expect(mockCreate).toHaveBeenCalledWith(
+				expect.objectContaining({ model: expect.any(String) }),
+				expect.objectContaining({ timeout: 5000 }),
+			)
+		})
+
+		it("completePrompt should work without options (backward compatible)", async () => {
+			mockCreate.mockResolvedValueOnce({
+				choices: [{ message: { content: "response" } }],
+			})
+
+			const result = await handler.completePrompt("test prompt")
+			expect(result).toBe("response")
+		})
+	})
 })

src/api/providers/qwen-code.ts

@@ -327,7 +327,7 @@ export class QwenCodeHandler extends BaseProvider implements SingleCompletionHan
 		return { id, info }
 	}
 
-	async completePrompt(prompt: string): Promise<string> {
+	async completePrompt(prompt: string, options?: import("../index").CompletePromptOptions): Promise<string> {
 		await this.ensureAuthenticated()
 		const client = this.ensureClient()
 		const model = this.getModel()
@@ -338,7 +338,19 @@ export class QwenCodeHandler extends BaseProvider implements SingleCompletionHan
 			max_completion_tokens: model.info.maxTokens,
 		}
 
-		const response = await this.callApiWithRetry(() => client.chat.completions.create(requestOptions))
+		const fetchOptions: Record<string, unknown> = {}
+
+		if (options?.abortSignal) {
+			fetchOptions.signal = options.abortSignal
+		}
+
+		if (options?.timeoutMs) {
+			fetchOptions.timeout = options.timeoutMs
+		}
+
+		const response = await this.callApiWithRetry(() =>
+			client.chat.completions.create(requestOptions, fetchOptions as any),
+		)
 
 		return response.choices[0]?.message.content || ""
 	}