feat: Add multilingual Whisper (#166)

## Description

<!-- Provide a concise and descriptive summary of the changes
implemented in this PR. -->

### Type of change

- [ ] Bug fix (non-breaking change which fixes an issue)
- [ ] New feature (non-breaking change which adds functionality)
- [ ] Breaking change (fix or feature that would cause existing
functionality to not work as expected)
- [ ] Documentation update (improves or adds clarity to existing
documentation)

### Tested on

- [ ] iOS
- [ ] Android

### Testing instructions

<!-- Provide step-by-step instructions on how to test your changes.
Include setup details if necessary. -->

### Screenshots

<!-- Add screenshots here, if applicable -->

### Related issues

<!-- Link related issues here using #issue-number -->

### Checklist

- [ ] I have performed a self-review of my code
- [ ] I have commented my code, particularly in hard-to-understand areas
- [ ] I have updated the documentation accordingly
- [ ] My changes generate no new warnings

### Additional notes

<!-- Include any additional information, assumptions, or context that
reviewers might need to understand this PR. -->

---------

Co-authored-by: Mateusz Kopcinski <120639731+mkopcins@users.noreply.github.com>

Author: chmjkb

src/constants/modelUrls.ts

@@ -59,9 +59,14 @@ export const WHISPER_TINY_DECODER =
   'https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny.en/resolve/v0.3.0/xnnpack/whisper_tiny_en_xnnpack_decoder.pte';
 export const WHISPER_TINY_ENCODER =
   'https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny.en/resolve/v0.3.0/xnnpack/whisper_tiny_en_xnnpack_encoder.pte';
+export const WHISPER_TINY_MULTILINGUAL_ENCODER =
+  'https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny/resolve/v0.4.0/xnnpack/xnnpack_whisper_encoder.pte';
+export const WHISPER_TINY_MULTILINGUAL_DECODER =
+  'https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny/resolve/v0.4.0/xnnpack/xnnpack_whisper_decoder.pte';
+export const WHISPER_TINY_MULTILINGUAL_TOKENIZER =
+  'https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny/resolve/v0.4.0/tokenizer.json';
 
 // OCR
-
 export const DETECTOR_CRAFT_1280 =
   'https://huggingface.co/software-mansion/react-native-executorch-detector-craft/resolve/v0.3.0/xnnpack/xnnpack_craft_1280.pte';
 export const DETECTOR_CRAFT_800 =

src/constants/sttDefaults.ts

@@ -5,52 +5,62 @@ import {
   WHISPER_TINY_ENCODER,
   WHISPER_TINY_DECODER,
   WHISPER_TOKENIZER,
+  WHISPER_TINY_MULTILINGUAL_ENCODER,
+  WHISPER_TINY_MULTILINGUAL_DECODER,
+  WHISPER_TINY_MULTILINGUAL_TOKENIZER,
 } from './modelUrls';
+import { AvailableModels, ModelConfig } from '../types/stt';
 
 export const SAMPLE_RATE = 16_000;
 export const SECOND = SAMPLE_RATE;
 export const HAMMING_DIST_THRESHOLD = 1;
 
-export interface ModelConfig {
+const whisperTinyModelConfig = {
   sources: {
-    encoder: string;
-    decoder: string;
-  };
+    encoder: WHISPER_TINY_ENCODER,
+    decoder: WHISPER_TINY_DECODER,
+  },
   tokenizer: {
-    source: string;
-    sos: number;
-    eos: number;
-    specialChar: string;
-  };
-}
+    source: WHISPER_TOKENIZER,
+    bos: 50258, // FIXME: this is a placeholder and needs to be changed
+    eos: 50257, // FIXME: this is a placeholder and needs to be changed
+  },
+  isMultilingual: false,
+};
 
-export const MODEL_CONFIGS: { [key in 'moonshine' | 'whisper']: ModelConfig } =
-  {
-    moonshine: {
-      sources: {
-        encoder: MOONSHINE_TINY_ENCODER,
-        decoder: MOONSHINE_TINY_DECODER,
-      },
-      tokenizer: {
-        source: MOONSHINE_TOKENIZER,
-        sos: 1,
-        eos: 2,
-        specialChar: '\u2581',
-      },
-    },
-    whisper: {
-      sources: {
-        encoder: WHISPER_TINY_ENCODER,
-        decoder: WHISPER_TINY_DECODER,
-      },
-      tokenizer: {
-        source: WHISPER_TOKENIZER,
-        sos: 50257,
-        eos: 50256,
-        specialChar: 'Ġ',
-      },
-    },
-  };
+const moonshineTinyModelConfig = {
+  sources: {
+    encoder: MOONSHINE_TINY_ENCODER,
+    decoder: MOONSHINE_TINY_DECODER,
+  },
+  tokenizer: {
+    source: MOONSHINE_TOKENIZER,
+    bos: 1, // FIXME: this is a placeholder and needs to be changed
+    eos: 2, // FIXME: this is a placeholder and needs to be changed
+  },
+  isMultilingual: false,
+};
+
+const whisperTinyMultilingualModelConfig = {
+  sources: {
+    encoder: WHISPER_TINY_MULTILINGUAL_ENCODER,
+    decoder: WHISPER_TINY_MULTILINGUAL_DECODER,
+  },
+  tokenizer: {
+    source: WHISPER_TINY_MULTILINGUAL_TOKENIZER,
+    bos: 50258, // FIXME: this is a placeholder and needs to be changed
+    eos: 50257, // FIXME: this is a placeholder and needs to be changed
+  },
+  isMultilingual: true,
+};
+
+export const MODEL_CONFIGS: {
+  [key in AvailableModels]: ModelConfig;
+} = {
+  moonshine: moonshineTinyModelConfig,
+  whisper: whisperTinyModelConfig,
+  whisperMultilingual: whisperTinyMultilingualModelConfig,
+};
 
 export const MODES = {
   fast: {
@@ -66,3 +76,5 @@ export const MODES = {
     overlapSeconds: 3,
   },
 };
+
+export const NUM_TOKENS_TO_SLICE = 3;