Skip to content

Commit 6795040

Browse files
kurokobokurokobo
authored
feat: add new stt and stt models; gpt-4o-mini-tts, gpt-4o-transcribe, gpt-4o-mini-transcribe (langgenius#1466)
* fix: update price of o3 * feat: add new stt and stt models; gpt-4o-mini-tts, gpt-4o-transcribe, gpt-4o-mini-transcribe
1 parent f3d9e83 commit 6795040

3 files changed

Lines changed: 221 additions & 4 deletions

File tree

‎models/azure_openai/manifest.yaml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -24,4 +24,4 @@ resource:
2424
model:
2525
enabled: false
2626
type: plugin
27-
version: 0.0.23
27+
version: 0.0.24

‎models/azure_openai/models/constants.py‎

Lines changed: 202 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1816,8 +1816,8 @@ class AzureBaseModel(BaseModel):
18161816
_get_o1_max_tokens(default=512, min_val=1, max_val=100000),
18171817
],
18181818
pricing=PriceConfig(
1819-
input=10,
1820-
output=40,
1819+
input=2,
1820+
output=8,
18211821
unit=0.000001,
18221822
currency="USD",
18231823
),
@@ -2296,7 +2296,33 @@ class AzureBaseModel(BaseModel):
22962296
ModelPropertyKey.SUPPORTED_FILE_EXTENSIONS: "flac,mp3,mp4,mpeg,mpga,m4a,ogg,wav,webm",
22972297
},
22982298
),
2299-
)
2299+
),
2300+
AzureBaseModel(
2301+
base_model_name="gpt-4o-transcribe",
2302+
entity=AIModelEntity(
2303+
model="fake-deployment-name",
2304+
label=I18nObject(en_US="fake-deployment-name-label"),
2305+
fetch_from=FetchFrom.CUSTOMIZABLE_MODEL,
2306+
model_type=ModelType.SPEECH2TEXT,
2307+
model_properties={
2308+
ModelPropertyKey.FILE_UPLOAD_LIMIT: 25,
2309+
ModelPropertyKey.SUPPORTED_FILE_EXTENSIONS: "flac,mp3,mp4,mpeg,mpga,m4a,ogg,wav,webm",
2310+
},
2311+
),
2312+
),
2313+
AzureBaseModel(
2314+
base_model_name="gpt-4o-mini-transcribe",
2315+
entity=AIModelEntity(
2316+
model="fake-deployment-name",
2317+
label=I18nObject(en_US="fake-deployment-name-label"),
2318+
fetch_from=FetchFrom.CUSTOMIZABLE_MODEL,
2319+
model_type=ModelType.SPEECH2TEXT,
2320+
model_properties={
2321+
ModelPropertyKey.FILE_UPLOAD_LIMIT: 25,
2322+
ModelPropertyKey.SUPPORTED_FILE_EXTENSIONS: "flac,mp3,mp4,mpeg,mpga,m4a,ogg,wav,webm",
2323+
},
2324+
),
2325+
),
23002326
]
23012327
TTS_BASE_MODELS = [
23022328
AzureBaseModel(
@@ -2511,4 +2537,177 @@ class AzureBaseModel(BaseModel):
25112537
),
25122538
),
25132539
),
2540+
AzureBaseModel(
2541+
base_model_name="gpt-4o-mini-tts",
2542+
entity=AIModelEntity(
2543+
model="fake-deployment-name",
2544+
label=I18nObject(en_US="fake-deployment-name-label"),
2545+
fetch_from=FetchFrom.CUSTOMIZABLE_MODEL,
2546+
model_type=ModelType.TTS,
2547+
model_properties={
2548+
ModelPropertyKey.DEFAULT_VOICE: "alloy",
2549+
ModelPropertyKey.VOICES: [
2550+
{
2551+
"mode": "alloy",
2552+
"name": "Alloy",
2553+
"language": [
2554+
"zh-Hans",
2555+
"en-US",
2556+
"de-DE",
2557+
"fr-FR",
2558+
"es-ES",
2559+
"it-IT",
2560+
"th-TH",
2561+
"id-ID",
2562+
"ja-JP",
2563+
],
2564+
},
2565+
{
2566+
"mode": "ash",
2567+
"name": "Ash",
2568+
"language": [
2569+
"zh-Hans",
2570+
"en-US",
2571+
"de-DE",
2572+
"fr-FR",
2573+
"es-ES",
2574+
"it-IT",
2575+
"th-TH",
2576+
"id-ID",
2577+
"ja-JP",
2578+
],
2579+
},
2580+
{
2581+
"mode": "ballad",
2582+
"name": "Ballad",
2583+
"language": [
2584+
"zh-Hans",
2585+
"en-US",
2586+
"de-DE",
2587+
"fr-FR",
2588+
"es-ES",
2589+
"it-IT",
2590+
"th-TH",
2591+
"id-ID",
2592+
"ja-JP",
2593+
],
2594+
},
2595+
{
2596+
"mode": "coral",
2597+
"name": "Coral",
2598+
"language": [
2599+
"zh-Hans",
2600+
"en-US",
2601+
"de-DE",
2602+
"fr-FR",
2603+
"es-ES",
2604+
"it-IT",
2605+
"th-TH",
2606+
"id-ID",
2607+
"ja-JP",
2608+
],
2609+
},
2610+
{
2611+
"mode": "echo",
2612+
"name": "Echo",
2613+
"language": [
2614+
"zh-Hans",
2615+
"en-US",
2616+
"de-DE",
2617+
"fr-FR",
2618+
"es-ES",
2619+
"it-IT",
2620+
"th-TH",
2621+
"id-ID",
2622+
"ja-JP",
2623+
],
2624+
},
2625+
{
2626+
"mode": "fable",
2627+
"name": "Fable",
2628+
"language": [
2629+
"zh-Hans",
2630+
"en-US",
2631+
"de-DE",
2632+
"fr-FR",
2633+
"es-ES",
2634+
"it-IT",
2635+
"th-TH",
2636+
"id-ID",
2637+
"ja-JP",
2638+
],
2639+
},
2640+
{
2641+
"mode": "nova",
2642+
"name": "Nova",
2643+
"language": [
2644+
"zh-Hans",
2645+
"en-US",
2646+
"de-DE",
2647+
"fr-FR",
2648+
"es-ES",
2649+
"it-IT",
2650+
"th-TH",
2651+
"id-ID",
2652+
"ja-JP",
2653+
],
2654+
},
2655+
{
2656+
"mode": "onyx",
2657+
"name": "Onyx",
2658+
"language": [
2659+
"zh-Hans",
2660+
"en-US",
2661+
"de-DE",
2662+
"fr-FR",
2663+
"es-ES",
2664+
"it-IT",
2665+
"th-TH",
2666+
"id-ID",
2667+
"ja-JP",
2668+
],
2669+
},
2670+
{
2671+
"mode": "sage",
2672+
"name": "Sage",
2673+
"language": [
2674+
"zh-Hans",
2675+
"en-US",
2676+
"de-DE",
2677+
"fr-FR",
2678+
"es-ES",
2679+
"it-IT",
2680+
"th-TH",
2681+
"id-ID",
2682+
"ja-JP",
2683+
],
2684+
},
2685+
{
2686+
"mode": "shimmer",
2687+
"name": "Shimmer",
2688+
"language": [
2689+
"zh-Hans",
2690+
"en-US",
2691+
"de-DE",
2692+
"fr-FR",
2693+
"es-ES",
2694+
"it-IT",
2695+
"th-TH",
2696+
"id-ID",
2697+
"ja-JP",
2698+
],
2699+
},
2700+
],
2701+
ModelPropertyKey.WORD_LIMIT: 120,
2702+
ModelPropertyKey.AUDIO_TYPE: "mp3",
2703+
ModelPropertyKey.MAX_WORKERS: 5,
2704+
},
2705+
pricing=PriceConfig(
2706+
input=0.0006,
2707+
output=0.012,
2708+
unit=0.001,
2709+
currency="USD",
2710+
),
2711+
),
2712+
),
25142713
]

‎models/azure_openai/provider/azure_openai.yaml‎

Lines changed: 18 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -325,6 +325,18 @@ model_credential_schema:
325325
- value: speech2text
326326
variable: __model_type
327327
value: whisper-1
328+
- label:
329+
en_US: gpt-4o-transcribe
330+
show_on:
331+
- value: speech2text
332+
variable: __model_type
333+
value: gpt-4o-transcribe
334+
- label:
335+
en_US: gpt-4o-mini-transcribe
336+
show_on:
337+
- value: speech2text
338+
variable: __model_type
339+
value: gpt-4o-mini-transcribe
328340
- label:
329341
en_US: tts-1
330342
show_on:
@@ -337,6 +349,12 @@ model_credential_schema:
337349
- value: tts
338350
variable: __model_type
339351
value: tts-1-hd
352+
- label:
353+
en_US: gpt-4o-mini-tts
354+
show_on:
355+
- value: tts
356+
variable: __model_type
357+
value: gpt-4o-mini-tts
340358
placeholder:
341359
en_US: Enter your model version
342360
zh_Hans: 在此输入您的模型版本

0 commit comments

Comments
 (0)