fix(ai-gateway): enable Vercel thinking display for Opus 4.7 (#2800)

* fix(ai-gateway): enable Vercel thinking display for Opus 4.7

* Cleanup

* Extract function and add tests

* Format

---------

Co-authored-by: kiloconnect[bot] <240665456+kiloconnect[bot]@users.noreply.github.com>
Co-authored-by: Christiaan Arnoldus <christiaan@kilocode.ai>
Co-authored-by: Christiaan Arnoldus <christiaan.arnoldus@outlook.com>

Author: kilo-code-bot[bot]

apps/web/src/lib/ai-gateway/providers/openrouter/request-helpers.ts

@@ -240,6 +240,25 @@ export function isReasoningExplicitlyDisabled(request: GatewayRequest) {
   );
 }
 
+export function isReasoningExplicitlyEnabled(request: GatewayRequest) {
+  if (request.kind === 'messages') {
+    return request.body.thinking?.type === 'enabled' || request.body.thinking?.type === 'adaptive';
+  }
+  if (request.kind === 'responses') {
+    return request.body.reasoning?.effort !== undefined && request.body.reasoning.effort !== 'none';
+  }
+  if (request.body.reasoning?.enabled === false) {
+    return false;
+  }
+  return (
+    request.body.reasoning?.enabled === true ||
+    (request.body.reasoning?.effort !== undefined && request.body.reasoning.effort !== 'none') ||
+    (request.body.reasoning_effort !== undefined && request.body.reasoning_effort !== 'none') ||
+    request.body.enable_thinking === true || // Alibaba
+    request.body.thinking?.type === 'enabled' // Bytedance
+  );
+}
+
 export function enableReasoningSummaries(request: GatewayRequest) {
   if (
     request.kind === 'messages' &&

apps/web/src/lib/ai-gateway/providers/vercel/index.test.ts

@@ -0,0 +1,64 @@
+import { describe, it, expect } from '@jest/globals';
+import { getAnthropicProviderOptionsForVercel } from '@/lib/ai-gateway/providers/vercel';
+import type { GatewayRequest } from '@/lib/ai-gateway/providers/openrouter/types';
+
+describe('getAnthropicProviderOptionsForVercel', () => {
+  it('enables summarized thinking for Opus 4.7 when reasoning is explicitly enabled', () => {
+    const request: GatewayRequest = {
+      kind: 'chat_completions',
+      body: {
+        model: 'anthropic/claude-opus-4.7',
+        messages: [{ role: 'user', content: 'hello' }],
+        reasoning: { enabled: true },
+      },
+    };
+
+    expect(getAnthropicProviderOptionsForVercel('anthropic/claude-opus-4.7', request)).toEqual({
+      thinking: { type: 'adaptive', display: 'summarized' },
+    });
+  });
+
+  it('maps chat completion verbosity to Anthropic effort', () => {
+    const request: GatewayRequest = {
+      kind: 'chat_completions',
+      body: {
+        model: 'anthropic/claude-sonnet-4.5',
+        messages: [{ role: 'user', content: 'hello' }],
+        verbosity: 'high',
+      },
+    };
+
+    expect(getAnthropicProviderOptionsForVercel('anthropic/claude-sonnet-4.5', request)).toEqual({
+      effort: 'high',
+    });
+  });
+
+  it('maps responses text verbosity to Anthropic effort', () => {
+    const request: GatewayRequest = {
+      kind: 'responses',
+      body: {
+        model: 'anthropic/claude-sonnet-4.5',
+        input: 'hello',
+        text: { verbosity: 'low' },
+      },
+    };
+
+    expect(getAnthropicProviderOptionsForVercel('anthropic/claude-sonnet-4.5', request)).toEqual({
+      effort: 'low',
+    });
+  });
+
+  it('returns undefined when no Anthropic options are needed', () => {
+    const request: GatewayRequest = {
+      kind: 'chat_completions',
+      body: {
+        model: 'anthropic/claude-sonnet-4.5',
+        messages: [{ role: 'user', content: 'hello' }],
+      },
+    };
+
+    expect(getAnthropicProviderOptionsForVercel('anthropic/claude-sonnet-4.5', request)).toBe(
+      undefined
+    );
+  });
+});

apps/web/src/lib/ai-gateway/providers/vercel/index.ts

@@ -12,7 +12,10 @@ import type {
   VercelInferenceProviderConfig,
   VercelProviderConfig,
 } from '@/lib/ai-gateway/providers/openrouter/types';
-import { isReasoningExplicitlyDisabled } from '@/lib/ai-gateway/providers/openrouter/request-helpers';
+import {
+  isReasoningExplicitlyDisabled,
+  isReasoningExplicitlyEnabled,
+} from '@/lib/ai-gateway/providers/openrouter/request-helpers';
 import { mapModelIdToVercel } from '@/lib/ai-gateway/providers/vercel/mapModelIdToVercel';
 import { redisGet } from '@/lib/redis';
 import { createCachedFetch } from '@/lib/cached-fetch';
@@ -23,6 +26,7 @@ import {
 import { VERCEL_ROUTING_REDIS_KEY } from '@/lib/redis-keys';
 import { getRandomNumber } from '@/lib/ai-gateway/getRandomNumber';
 import { getVercelModels } from '@/lib/ai-gateway/providers/gateway-models-cache';
+import type { AnthropicProviderOptions } from '@ai-sdk/anthropic';
 
 const getVercelRoutingPercentage = createCachedFetch(
   async () => {
@@ -92,6 +96,33 @@ function parseAwsCredentials(input: string) {
   }
 }
 
+export function getAnthropicProviderOptionsForVercel(
+  requestedModel: string,
+  request: GatewayRequest
+): AnthropicProviderOptions | undefined {
+  const anthropicOptions: AnthropicProviderOptions = {};
+
+  // Workaround for Vercel not displaying thinking by default, unlike OpenRouter.
+  const isOpus47Thinking =
+    requestedModel.includes('opus-4.7') && isReasoningExplicitlyEnabled(request);
+  if (isOpus47Thinking) {
+    anthropicOptions.thinking = { type: 'adaptive', display: 'summarized' };
+  }
+
+  if (request.kind === 'chat_completions' && request.body.verbosity) {
+    anthropicOptions.effort = request.body.verbosity;
+  }
+  if (request.kind === 'responses' && request.body.text?.verbosity) {
+    anthropicOptions.effort = request.body.text.verbosity;
+  }
+
+  if (Object.keys(anthropicOptions).length === 0) {
+    return undefined;
+  }
+
+  return anthropicOptions;
+}
+
 export function getVercelInferenceProviderConfigForUserByok(
   provider: BYOKResult
 ): [VercelUserByokInferenceProviderId, VercelInferenceProviderConfig[]] {
@@ -153,15 +184,9 @@ export function applyVercelSettings(
   }
 
   if (requestToMutate.body.providerOptions) {
-    if (requestToMutate.kind === 'chat_completions' && requestToMutate.body.verbosity) {
-      requestToMutate.body.providerOptions.anthropic = {
-        effort: requestToMutate.body.verbosity,
-      };
-    }
-    if (requestToMutate.kind === 'responses' && requestToMutate.body.text?.verbosity) {
-      requestToMutate.body.providerOptions.anthropic = {
-        effort: requestToMutate.body.text.verbosity,
-      };
+    const anthropicOptions = getAnthropicProviderOptionsForVercel(requestedModel, requestToMutate);
+    if (anthropicOptions) {
+      requestToMutate.body.providerOptions.anthropic = anthropicOptions;
     }
   }