Merge pull request #1049 from narengogi/chore/groq-audio-routes

audio routes for groq and response_format for bedrock

Author: VisargD

src/providers/bedrock/chatComplete.ts

@@ -351,6 +351,11 @@ export const BedrockConverseChatCompleteConfig: ProviderConfig = {
     transform: (params: BedrockChatCompletionsParams) =>
       transformAdditionalModelRequestFields(params),
   },
+  response_format: {
+    param: 'additionalModelRequestFields',
+    transform: (params: BedrockChatCompletionsParams) =>
+      transformAdditionalModelRequestFields(params),
+  },
 };
 
 type BedrockContentItem = {

src/providers/bedrock/utils.ts

@@ -97,6 +97,9 @@ export const transformAdditionalModelRequestFields = (
   if (params['top_k']) {
     additionalModelRequestFields['top_k'] = params['top_k'];
   }
+  if (params['response_format']) {
+    additionalModelRequestFields['response_format'] = params['response_format'];
+  }
   return additionalModelRequestFields;
 };
 

src/providers/groq/api.ts

@@ -2,13 +2,26 @@ import { ProviderAPIConfig } from '../types';
 
 const GroqAPIConfig: ProviderAPIConfig = {
   getBaseURL: () => 'https://api.groq.com/openai/v1',
-  headers: ({ providerOptions }) => {
-    return { Authorization: `Bearer ${providerOptions.apiKey}` };
+  headers: ({ providerOptions, fn }) => {
+    const headersObj: Record<string, string> = {
+      Authorization: `Bearer ${providerOptions.apiKey}`,
+    };
+    if (fn === 'createTranscription' || fn === 'createTranslation')
+      headersObj['Content-Type'] = 'multipart/form-data';
+    return headersObj;
   },
   getEndpoint: ({ fn }) => {
     switch (fn) {
       case 'chatComplete':
         return '/chat/completions';
+      case 'createTranscription':
+        return '/audio/transcriptions';
+      case 'createTranslation':
+        return '/audio/translations';
+      case 'createSpeech':
+        return '/audio/speech';
+      case 'createModelResponse':
+        return '/chat/completions';
       default:
         return '';
     }

src/providers/groq/index.ts

@@ -1,15 +1,23 @@
 import { ProviderConfigs } from '../types';
 import GroqAPIConfig from './api';
 import { GroqChatCompleteStreamChunkTransform } from './chatComplete';
-import { chatCompleteParams, responseTransformers } from '../open-ai-base';
+import {
+  chatCompleteParams,
+  responseTransformers,
+  createSpeechParams,
+} from '../open-ai-base';
 import { GROQ } from '../../globals';
 
 const GroqConfig: ProviderConfigs = {
-  chatComplete: chatCompleteParams(['logprobs', 'logits_bias', 'top_logprobs']),
   api: GroqAPIConfig,
+  chatComplete: chatCompleteParams(['logprobs', 'logits_bias', 'top_logprobs']),
+  createTranscription: {},
+  createTranslation: {},
+  createSpeech: createSpeechParams([]),
   responseTransforms: {
     ...responseTransformers(GROQ, {
       chatComplete: true,
+      createSpeech: true,
     }),
     'stream-chatComplete': GroqChatCompleteStreamChunkTransform,
   },

src/providers/open-ai-base/index.ts

@@ -261,6 +261,43 @@ export const embedParams = (
   return { ...baseParams, ...(extra ?? {}) };
 };
 
+export const createSpeechParams = (
+  exclude: string[],
+  defaultValues?: Record<string, string>,
+  extra?: ProviderConfig
+): ProviderConfig => {
+  const baseParams: ProviderConfig = {
+    model: {
+      param: 'model',
+      required: true,
+      default: 'tts-1',
+    },
+    input: {
+      param: 'input',
+      required: true,
+    },
+    voice: {
+      param: 'voice',
+      required: true,
+      default: 'alloy',
+    },
+    response_format: {
+      param: 'response_format',
+      required: false,
+      default: 'mp3',
+    },
+    speed: {
+      param: 'speed',
+      required: false,
+      default: 1,
+    },
+  };
+
+  excludeObjectKeys(exclude, baseParams);
+
+  return { ...baseParams, ...(extra ?? {}) };
+};
+
 export const createModelResponseParams = (
   exclude: string[],
   defaultValues: Record<string, string> = {},
@@ -338,6 +375,39 @@ const CompleteResponseTransformer = <
   return transformer;
 };
 
+const CreateSpeechResponseTransformer = <T extends Response | ErrorResponse>(
+  provider: string,
+  customTransformer?: CustomTransformer<Response | ErrorResponse, T>
+) => {
+  const transformer: (
+    response: T | ErrorResponse,
+    responseStatus: number
+  ) => T | ErrorResponse = (response, responseStatus) => {
+    if (responseStatus !== 200 && 'error' in response) {
+      const errorResponse = OpenAIErrorResponseTransform(
+        response,
+        provider ?? OPEN_AI
+      );
+      if (customTransformer) {
+        return customTransformer(errorResponse, true);
+      }
+    }
+
+    if (customTransformer) {
+      return customTransformer(response as T);
+    }
+
+    Object.defineProperty(response, 'provider', {
+      value: provider,
+      enumerable: true,
+    });
+
+    return response;
+  };
+
+  return transformer;
+};
+
 const ChatCompleteResponseTransformer = <
   T extends OpenAIChatCompleteResponse | ErrorResponse,
 >(
@@ -528,6 +598,7 @@ export const responseTransformers = <
   T extends EmbedResponse | ErrorResponse,
   U extends OpenAICompleteResponse | ErrorResponse,
   V extends OpenAIChatCompleteResponse | ErrorResponse,
+  W extends Response | ErrorResponse,
 >(
   provider: string,
   options: {
@@ -538,15 +609,17 @@ export const responseTransformers = <
     chatComplete?:
       | boolean
       | CustomTransformer<OpenAIChatCompleteResponse | ErrorResponse, V>;
+    createSpeech?: boolean | CustomTransformer<Response | ErrorResponse, W>;
   }
 ) => {
   const transformers: Record<
-    'complete' | 'chatComplete' | 'embed',
+    'complete' | 'chatComplete' | 'embed' | 'createSpeech',
     Function | null
   > = {
     complete: null,
     chatComplete: null,
     embed: null,
+    createSpeech: null,
   };
 
   if (options.embed) {
@@ -572,6 +645,14 @@ export const responseTransformers = <
     );
   }
 
+  if (options.createSpeech) {
+    transformers.createSpeech = CreateSpeechResponseTransformer<W>(
+      provider,
+      typeof options.createSpeech === 'function'
+        ? options.createSpeech
+        : undefined
+    );
+  }
   return transformers;
 };