fix: switch HuggingFace to OpenAI-compatible SDK for tool support

- Replace @ai-sdk/huggingface with @ai-sdk/openai-compatible
  This fixes 'tool messages not supported' error (vercel/ai#10766)
- Add createAiSdkToolStreamProcessor() for tool call deduplication
  Handles providers that emit tool-input-start/end but provide args
  only in the final tool-call event
- Remove unused @ai-sdk/huggingface dependency
- Update tests for new SDK

Author: daniel-lxs

pnpm-lock.yaml

@@ -15,8 +15,8 @@ vi.mock("ai", async (importOriginal) => {
 	}
 })
 
-vi.mock("@ai-sdk/huggingface", () => ({
-	createHuggingFace: vi.fn(() => {
+vi.mock("@ai-sdk/openai-compatible", () => ({
+	createOpenAICompatible: vi.fn(() => {
 		// Return a function that returns a mock language model
 		return vi.fn(() => ({
 			modelId: "meta-llama/Llama-3.3-70B-Instruct",

src/api/providers/__tests__/huggingface.spec.ts

@@ -1,5 +1,5 @@
 import { Anthropic } from "@anthropic-ai/sdk"
-import { createHuggingFace } from "@ai-sdk/huggingface"
+import { createOpenAICompatible } from "@ai-sdk/openai-compatible"
 import { streamText, generateText, ToolSet } from "ai"
 
 import type { ModelRecord, ModelInfo } from "@roo-code/types"
@@ -24,12 +24,13 @@ import type { SingleCompletionHandler, ApiHandlerCreateMessageMetadata } from ".
 const HUGGINGFACE_DEFAULT_TEMPERATURE = 0.7
 
 /**
- * HuggingFace provider using the dedicated @ai-sdk/huggingface package.
- * Provides native support for various models on HuggingFace Hub via the Responses API.
+ * HuggingFace provider using @ai-sdk/openai-compatible for OpenAI-compatible API.
+ * Uses HuggingFace's OpenAI-compatible endpoint to enable tool message support.
+ * @see https://github.com/vercel/ai/issues/10766 - Workaround for tool messages not supported in @ai-sdk/huggingface
  */
 export class HuggingFaceHandler extends BaseProvider implements SingleCompletionHandler {
 	protected options: ApiHandlerOptions
-	protected provider: ReturnType<typeof createHuggingFace>
+	protected provider: ReturnType<typeof createOpenAICompatible>
 	private modelCache: ModelRecord | null = null
 
 	constructor(options: ApiHandlerOptions) {
@@ -40,8 +41,11 @@ export class HuggingFaceHandler extends BaseProvider implements SingleCompletion
 			throw new Error("Hugging Face API key is required")
 		}
 
-		// Create the HuggingFace provider using AI SDK
-		this.provider = createHuggingFace({
+		// Create an OpenAI-compatible provider pointing to HuggingFace's /v1 endpoint
+		// This fixes "tool messages not supported" error - the HuggingFace SDK doesn't
+		// properly handle function_call_output format, but OpenAI SDK does
+		this.provider = createOpenAICompatible({
+			name: "huggingface",
 			baseURL: "https://router.huggingface.co/v1",
 			apiKey: this.options.huggingFaceApiKey,
 			headers: DEFAULT_HEADERS,

src/api/providers/huggingface.ts

@@ -454,7 +454,6 @@
 		"@ai-sdk/deepseek": "^2.0.14",
 		"@ai-sdk/fireworks": "^2.0.26",
 		"@ai-sdk/groq": "^3.0.19",
-		"@ai-sdk/huggingface": "^1.0.28",
 		"@ai-sdk/mistral": "^3.0.0",
 		"@anthropic-ai/bedrock-sdk": "^0.10.2",
 		"@anthropic-ai/sdk": "^0.37.0",