feat(mistral): implement Mistral TTS plugin and STT configs

Author: CarltonBags

plugins/mistral/src/models.ts

@@ -16,8 +16,7 @@ export type MistralChatModels =
 
 export type MistralSTTModels =
   | 'voxtral-mini-transcribe-realtime-2602' //realtime streaming
-  | 'voxtral-small-latest' //chat completions
-  | 'voxtral-mini-latest' //chat completions
-  | 'voxtral-mini-transcribe'; //chat completions
+  | 'voxtral-mini-2602' //batch transcription
+  | 'voxtral-mini-transcribe-2507'; //batch transcription (deprecated)
 
 export type MistralTTSModels = 'voxtral-mini-tts-2603';

plugins/mistral/src/stt.ts

@@ -386,7 +386,7 @@ export class SpeechStream extends stt.SpeechStream {
       stopRequested = true;
       resolveAbortTask();
       if (connection) {
-        await connection.close();
+        await connection.close().catch(() => {});
       }
       if (sendAudioTask) {
         await sendAudioTask;

plugins/mistral/src/tts.ts

@@ -93,8 +93,12 @@ export class TTS extends tts.TTS {
     }));
   }
 
-  synthesize(text: string, connOptions?: APIConnectOptions): ChunkedStream {
-    return new ChunkedStream(this, text, this.#client, this.#opts, connOptions);
+  synthesize(
+    text: string,
+    connOptions?: APIConnectOptions,
+    abortSignal?: AbortSignal,
+  ): ChunkedStream {
+    return new ChunkedStream(this, text, this.#client, this.#opts, connOptions, abortSignal);
   }
 
   stream(): tts.SynthesizeStream {
@@ -118,8 +122,9 @@ export class ChunkedStream extends tts.ChunkedStream {
     client: Mistral,
     opts: TTSOptions,
     connOptions?: APIConnectOptions,
+    abortSignal?: AbortSignal,
   ) {
-    super(text, ttsInstance, connOptions);
+    super(text, ttsInstance, connOptions, abortSignal);
     this.#client = client;
     this.#opts = opts;
     this.#text = text;
@@ -128,13 +133,18 @@ export class ChunkedStream extends tts.ChunkedStream {
   protected async run(): Promise<void> {
     const logger = log();
     try {
-      const eventStream = await this.#client.audio.speech.complete({
-        input: this.#text,
-        model: this.#opts.model ?? 'voxtral-mini-tts-2603',
-        voiceId: this.#opts.voiceId,
-        responseFormat: 'pcm',
-        stream: true,
-      });
+      const eventStream = await this.#client.audio.speech.complete(
+        {
+          input: this.#text,
+          model: this.#opts.model ?? 'voxtral-mini-tts-2603',
+          voiceId: this.#opts.voiceId,
+          responseFormat: 'pcm',
+          stream: true,
+        },
+        {
+          fetchOptions: { signal: this.abortController?.signal },
+        },
+      );
 
       const requestId = crypto.randomUUID();
       const segmentId = crypto.randomUUID();
@@ -206,8 +216,6 @@ export class ChunkedStream extends tts.ChunkedStream {
         message: `Mistral TTS: ${err.message ?? 'unknown error'}`,
         options: { retryable: true },
       });
-    } finally {
-      this.queue.close();
     }
   }
 }