Merge pull request #1465 from arturfromtabnine/ar/fix-azure-ai-anthropic-stream-response

feat: add openai compatible response support for anthropic on azure

Author: VisargD

src/providers/anthropic/chatComplete.ts

@@ -86,7 +86,8 @@ export const AnthropicCompleteResponseTransform: (
 ) => {
   if (responseStatus !== 200) {
     const errorResposne = AnthropicErrorResponseTransform(
-      response as AnthropicErrorResponse
+      response as AnthropicErrorResponse,
+      ANTHROPIC
     );
     if (errorResposne) return errorResposne;
   }

src/providers/anthropic/complete.ts

@@ -1,9 +1,10 @@
+import { ANTHROPIC } from '../../globals';
 import { ProviderConfigs } from '../types';
 import AnthropicAPIConfig from './api';
 import {
   AnthropicChatCompleteConfig,
-  AnthropicChatCompleteResponseTransform,
-  AnthropicChatCompleteStreamChunkTransform,
+  getAnthropicChatCompleteResponseTransform,
+  getAnthropicStreamChunkTransform,
 } from './chatComplete';
 import {
   AnthropicCompleteConfig,
@@ -24,8 +25,8 @@ const AnthropicConfig: ProviderConfigs = {
   responseTransforms: {
     'stream-complete': AnthropicCompleteStreamChunkTransform,
     complete: AnthropicCompleteResponseTransform,
-    chatComplete: AnthropicChatCompleteResponseTransform,
-    'stream-chatComplete': AnthropicChatCompleteStreamChunkTransform,
+    chatComplete: getAnthropicChatCompleteResponseTransform(ANTHROPIC),
+    'stream-chatComplete': getAnthropicStreamChunkTransform(ANTHROPIC),
     messages: AnthropicMessagesResponseTransform,
   },
 };

src/providers/anthropic/index.ts

@@ -13,7 +13,7 @@ export const AnthropicMessagesResponseTransform = (
   responseStatus: number
 ): MessagesResponse | ErrorResponse => {
   if (responseStatus !== 200 && 'error' in response) {
-    return AnthropicErrorResponseTransform(response);
+    return AnthropicErrorResponseTransform(response, ANTHROPIC);
   }
 
   if ('model' in response) return response;

src/providers/anthropic/messages.ts

@@ -1,18 +1,18 @@
-import { ANTHROPIC } from '../../globals';
 import { ErrorResponse } from '../types';
 import { generateErrorResponse } from '../utils';
 import { AnthropicErrorResponse } from './types';
 
 export const AnthropicErrorResponseTransform: (
-  response: AnthropicErrorResponse
-) => ErrorResponse = (response) => {
+  response: AnthropicErrorResponse,
+  provider: string
+) => ErrorResponse = (response, provider) => {
   return generateErrorResponse(
     {
       message: response.error?.message,
       type: response.error?.type,
       param: null,
       code: null,
     },
-    ANTHROPIC
+    provider
   );
 };

src/providers/anthropic/utils.ts

@@ -27,7 +27,8 @@ import {
 } from './utils';
 import {
   AnthropicChatCompleteConfig,
-  AnthropicChatCompleteResponseTransform,
+  getAnthropicChatCompleteResponseTransform,
+  getAnthropicStreamChunkTransform,
 } from '../anthropic/chatComplete';
 import {
   AzureAIInferenceMessagesConfig,
@@ -43,7 +44,7 @@ const AzureAIInferenceAPIConfig: ProviderConfigs = {
       ? AnthropicChatCompleteConfig
       : AzureAIInferenceChatCompleteConfig;
     const chatCompleteResponseTransform = isAnthropicModel
-      ? AnthropicChatCompleteResponseTransform
+      ? getAnthropicChatCompleteResponseTransform(AZURE_AI_INFERENCE)
       : AzureAIInferenceChatCompleteResponseTransform(AZURE_AI_INFERENCE);
     return {
       complete: AzureAIInferenceCompleteConfig,
@@ -68,6 +69,10 @@ const AzureAIInferenceAPIConfig: ProviderConfigs = {
       },
       responseTransforms: {
         complete: AzureAIInferenceCompleteResponseTransform(AZURE_AI_INFERENCE),
+        ...(isAnthropicModel && {
+          'stream-chatComplete':
+            getAnthropicStreamChunkTransform(AZURE_AI_INFERENCE),
+        }),
         chatComplete: chatCompleteResponseTransform,
         messages: AzureAIInferenceMessagesResponseTransform,
         embed: AzureAIInferenceEmbedResponseTransform(AZURE_AI_INFERENCE),

src/providers/azure-ai-inference/index.ts

@@ -14,7 +14,8 @@ export const AzureAIInferenceMessagesResponseTransform = (
 ): MessagesResponse | ErrorResponse => {
   if (responseStatus !== 200) {
     const errorResposne = AnthropicErrorResponseTransform(
-      response as AnthropicErrorResponse
+      response as AnthropicErrorResponse,
+      AZURE_AI_INFERENCE
     );
     if (errorResposne) return errorResposne;
   }

src/providers/azure-ai-inference/messages.ts

@@ -23,7 +23,8 @@ export const VertexAnthropicMessagesResponseTransform = (
 ): MessagesResponse | ErrorResponse => {
   if (responseStatus !== 200) {
     const errorResposne = AnthropicErrorResponseTransform(
-      response as AnthropicErrorResponse
+      response as AnthropicErrorResponse,
+      GOOGLE_VERTEX_AI
     );
     if (errorResposne) return errorResposne;
   }