constants.ts 30 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168
  1. /**
  2. * Audio Provider Constants
  3. *
  4. * Registry of all TTS and ASR providers with their metadata.
  5. * Separated from tts-providers.ts and asr-providers.ts to avoid importing
  6. * Node.js libraries (like sharp, buffer) in client components.
  7. *
  8. * This file is client-safe and can be imported in both client and server components.
  9. *
  10. * To add a new provider:
  11. * 1. Add the provider ID to TTSProviderId or ASRProviderId in types.ts
  12. * 2. Add provider configuration to TTS_PROVIDERS or ASR_PROVIDERS below
  13. * 3. Implement provider logic in tts-providers.ts or asr-providers.ts
  14. * 4. Add i18n translations in lib/i18n.ts
  15. *
  16. * Provider configuration should include:
  17. * - id: Unique identifier matching the type definition
  18. * - name: Display name for the provider
  19. * - requiresApiKey: Whether the provider needs an API key
  20. * - defaultBaseUrl: Default API endpoint (optional)
  21. * - icon: Path to provider icon (optional)
  22. * - models: Available model choices (empty array if no model concept)
  23. * - defaultModelId: Default model ID (empty string if no models)
  24. * - voices: Array of available voices (TTS only)
  25. * - supportedFormats: Audio formats supported by the provider
  26. * - speedRange: Min/max/default speed settings (TTS only)
  27. * - supportedLanguages: Languages supported by the provider (ASR only)
  28. */
  29. import type {
  30. TTSProviderId,
  31. TTSProviderConfig,
  32. TTSVoiceInfo,
  33. ASRProviderId,
  34. ASRProviderConfig,
  35. } from './types';
  36. /**
  37. * TTS Provider Registry
  38. *
  39. * Central registry for all TTS providers.
  40. * Keep in sync with TTSProviderId type definition.
  41. */
  42. export const MINIMAX_TTS_MODELS = [
  43. { id: 'speech-2.8-hd', name: 'Speech 2.8 HD' },
  44. { id: 'speech-2.8-turbo', name: 'Speech 2.8 Turbo' },
  45. { id: 'speech-2.6-hd', name: 'Speech 2.6 HD' },
  46. { id: 'speech-2.6-turbo', name: 'Speech 2.6 Turbo' },
  47. { id: 'speech-02-hd', name: 'Speech 02 HD' },
  48. { id: 'speech-02-turbo', name: 'Speech 02 Turbo' },
  49. ] as const;
  50. export const TTS_PROVIDERS: Record<TTSProviderId, TTSProviderConfig> = {
  51. 'openai-tts': {
  52. id: 'openai-tts',
  53. name: 'OpenAI TTS',
  54. requiresApiKey: true,
  55. defaultBaseUrl: 'https://api.openai.com/v1',
  56. icon: '/logos/openai.svg',
  57. models: [
  58. { id: 'gpt-4o-mini-tts', name: 'GPT-4o Mini TTS' },
  59. { id: 'tts-1', name: 'TTS-1' },
  60. { id: 'tts-1-hd', name: 'TTS-1 HD' },
  61. ],
  62. defaultModelId: 'gpt-4o-mini-tts',
  63. voices: [
  64. // Recommended voices (best quality)
  65. {
  66. id: 'marin',
  67. name: 'Marin',
  68. language: 'en',
  69. gender: 'neutral',
  70. description: 'voiceMarin',
  71. compatibleModels: ['gpt-4o-mini-tts'],
  72. },
  73. {
  74. id: 'cedar',
  75. name: 'Cedar',
  76. language: 'en',
  77. gender: 'neutral',
  78. description: 'voiceCedar',
  79. compatibleModels: ['gpt-4o-mini-tts'],
  80. },
  81. // Standard voices (alphabetical)
  82. {
  83. id: 'alloy',
  84. name: 'Alloy',
  85. language: 'en',
  86. gender: 'neutral',
  87. description: 'voiceAlloy',
  88. },
  89. {
  90. id: 'ash',
  91. name: 'Ash',
  92. language: 'en',
  93. gender: 'neutral',
  94. description: 'voiceAsh',
  95. },
  96. {
  97. id: 'ballad',
  98. name: 'Ballad',
  99. language: 'en',
  100. gender: 'neutral',
  101. description: 'voiceBallad',
  102. },
  103. {
  104. id: 'coral',
  105. name: 'Coral',
  106. language: 'en',
  107. gender: 'neutral',
  108. description: 'voiceCoral',
  109. },
  110. {
  111. id: 'echo',
  112. name: 'Echo',
  113. language: 'en',
  114. gender: 'male',
  115. description: 'voiceEcho',
  116. },
  117. {
  118. id: 'fable',
  119. name: 'Fable',
  120. language: 'en',
  121. gender: 'neutral',
  122. description: 'voiceFable',
  123. },
  124. {
  125. id: 'nova',
  126. name: 'Nova',
  127. language: 'en',
  128. gender: 'female',
  129. description: 'voiceNova',
  130. },
  131. {
  132. id: 'onyx',
  133. name: 'Onyx',
  134. language: 'en',
  135. gender: 'male',
  136. description: 'voiceOnyx',
  137. },
  138. {
  139. id: 'sage',
  140. name: 'Sage',
  141. language: 'en',
  142. gender: 'neutral',
  143. description: 'voiceSage',
  144. },
  145. {
  146. id: 'shimmer',
  147. name: 'Shimmer',
  148. language: 'en',
  149. gender: 'female',
  150. description: 'voiceShimmer',
  151. },
  152. {
  153. id: 'verse',
  154. name: 'Verse',
  155. language: 'en',
  156. gender: 'neutral',
  157. description: 'voiceVerse',
  158. },
  159. ],
  160. supportedFormats: ['mp3', 'opus', 'aac', 'flac'],
  161. speedRange: { min: 0.25, max: 4.0, default: 1.0 },
  162. },
  163. 'azure-tts': {
  164. id: 'azure-tts',
  165. name: 'Azure TTS',
  166. requiresApiKey: true,
  167. defaultBaseUrl: 'https://{region}.tts.speech.microsoft.com',
  168. icon: '/logos/azure.svg',
  169. models: [],
  170. defaultModelId: '',
  171. voices: [
  172. {
  173. id: 'zh-CN-XiaoxiaoNeural',
  174. name: '晓晓 (女)',
  175. language: 'zh-CN',
  176. gender: 'female',
  177. },
  178. {
  179. id: 'zh-CN-YunxiNeural',
  180. name: '云希 (男)',
  181. language: 'zh-CN',
  182. gender: 'male',
  183. },
  184. {
  185. id: 'zh-CN-XiaoyiNeural',
  186. name: '晓伊 (女)',
  187. language: 'zh-CN',
  188. gender: 'female',
  189. },
  190. {
  191. id: 'zh-CN-YunjianNeural',
  192. name: '云健 (男)',
  193. language: 'zh-CN',
  194. gender: 'male',
  195. },
  196. {
  197. id: 'en-US-JennyNeural',
  198. name: 'Jenny',
  199. language: 'en-US',
  200. gender: 'female',
  201. },
  202. { id: 'en-US-GuyNeural', name: 'Guy', language: 'en-US', gender: 'male' },
  203. ],
  204. supportedFormats: ['mp3', 'wav', 'ogg'],
  205. speedRange: { min: 0.5, max: 2.0, default: 1.0 },
  206. },
  207. 'glm-tts': {
  208. id: 'glm-tts',
  209. name: 'GLM TTS',
  210. requiresApiKey: true,
  211. defaultBaseUrl: 'https://open.bigmodel.cn/api/paas/v4',
  212. icon: '/logos/glm.svg',
  213. models: [{ id: 'glm-tts', name: 'GLM TTS' }],
  214. defaultModelId: 'glm-tts',
  215. voices: [
  216. {
  217. id: 'tongtong',
  218. name: '彤彤',
  219. language: 'zh',
  220. gender: 'neutral',
  221. description: 'glmVoiceTongtong',
  222. },
  223. {
  224. id: 'chuichui',
  225. name: '锤锤',
  226. language: 'zh',
  227. gender: 'neutral',
  228. description: 'glmVoiceChuichui',
  229. },
  230. {
  231. id: 'xiaochen',
  232. name: '小陈',
  233. language: 'zh',
  234. gender: 'neutral',
  235. description: 'glmVoiceXiaochen',
  236. },
  237. {
  238. id: 'jam',
  239. name: 'Jam',
  240. language: 'zh',
  241. gender: 'neutral',
  242. description: 'glmVoiceJam',
  243. },
  244. {
  245. id: 'kazi',
  246. name: 'Kazi',
  247. language: 'zh',
  248. gender: 'neutral',
  249. description: 'glmVoiceKazi',
  250. },
  251. {
  252. id: 'douji',
  253. name: '豆几',
  254. language: 'zh',
  255. gender: 'neutral',
  256. description: 'glmVoiceDouji',
  257. },
  258. {
  259. id: 'luodo',
  260. name: '罗多',
  261. language: 'zh',
  262. gender: 'neutral',
  263. description: 'glmVoiceLuodo',
  264. },
  265. ],
  266. supportedFormats: ['wav'],
  267. speedRange: { min: 0.5, max: 2.0, default: 1.0 },
  268. },
  269. 'qwen-tts': {
  270. id: 'qwen-tts',
  271. name: 'Qwen TTS (阿里云百炼)',
  272. requiresApiKey: true,
  273. defaultBaseUrl: 'https://dashscope.aliyuncs.com/api/v1',
  274. icon: '/logos/bailian.svg',
  275. models: [
  276. { id: 'qwen3-tts-flash', name: 'Qwen3 TTS Flash' },
  277. { id: 'qwen3-tts-instruct-flash', name: 'Qwen3 TTS Instruct Flash' },
  278. { id: 'qwen-tts', name: 'Qwen TTS' },
  279. ],
  280. defaultModelId: 'qwen3-tts-flash',
  281. voices: [
  282. // Standard Mandarin voices
  283. {
  284. id: 'Cherry',
  285. name: '芊悦 (Cherry)',
  286. language: 'zh-CN',
  287. gender: 'female',
  288. description: 'qwenVoiceCherry',
  289. },
  290. {
  291. id: 'Serena',
  292. name: '苏瑶 (Serena)',
  293. language: 'zh-CN',
  294. gender: 'female',
  295. description: 'qwenVoiceSerena',
  296. },
  297. {
  298. id: 'Ethan',
  299. name: '晨煦 (Ethan)',
  300. language: 'zh-CN',
  301. gender: 'male',
  302. description: 'qwenVoiceEthan',
  303. },
  304. {
  305. id: 'Chelsie',
  306. name: '千雪 (Chelsie)',
  307. language: 'zh-CN',
  308. gender: 'female',
  309. description: 'qwenVoiceChelsie',
  310. },
  311. {
  312. id: 'Momo',
  313. name: '茉兔 (Momo)',
  314. language: 'zh-CN',
  315. gender: 'female',
  316. description: 'qwenVoiceMomo',
  317. },
  318. {
  319. id: 'Vivian',
  320. name: '十三 (Vivian)',
  321. language: 'zh-CN',
  322. gender: 'female',
  323. description: 'qwenVoiceVivian',
  324. },
  325. {
  326. id: 'Moon',
  327. name: '月白 (Moon)',
  328. language: 'zh-CN',
  329. gender: 'male',
  330. description: 'qwenVoiceMoon',
  331. },
  332. {
  333. id: 'Maia',
  334. name: '四月 (Maia)',
  335. language: 'zh-CN',
  336. gender: 'female',
  337. description: 'qwenVoiceMaia',
  338. },
  339. {
  340. id: 'Kai',
  341. name: '凯 (Kai)',
  342. language: 'zh-CN',
  343. gender: 'male',
  344. description: 'qwenVoiceKai',
  345. },
  346. {
  347. id: 'Nofish',
  348. name: '不吃鱼 (Nofish)',
  349. language: 'zh-CN',
  350. gender: 'male',
  351. description: 'qwenVoiceNofish',
  352. },
  353. {
  354. id: 'Bella',
  355. name: '萌宝 (Bella)',
  356. language: 'zh-CN',
  357. gender: 'female',
  358. description: 'qwenVoiceBella',
  359. },
  360. {
  361. id: 'Jennifer',
  362. name: '詹妮弗 (Jennifer)',
  363. language: 'zh-CN',
  364. gender: 'female',
  365. description: 'qwenVoiceJennifer',
  366. },
  367. {
  368. id: 'Ryan',
  369. name: '甜茶 (Ryan)',
  370. language: 'zh-CN',
  371. gender: 'male',
  372. description: 'qwenVoiceRyan',
  373. },
  374. {
  375. id: 'Katerina',
  376. name: '卡捷琳娜 (Katerina)',
  377. language: 'zh-CN',
  378. gender: 'female',
  379. description: 'qwenVoiceKaterina',
  380. },
  381. {
  382. id: 'Aiden',
  383. name: '艾登 (Aiden)',
  384. language: 'zh-CN',
  385. gender: 'male',
  386. description: 'qwenVoiceAiden',
  387. },
  388. {
  389. id: 'Eldric Sage',
  390. name: '沧明子 (Eldric Sage)',
  391. language: 'zh-CN',
  392. gender: 'male',
  393. description: 'qwenVoiceEldricSage',
  394. },
  395. {
  396. id: 'Mia',
  397. name: '乖小妹 (Mia)',
  398. language: 'zh-CN',
  399. gender: 'female',
  400. description: 'qwenVoiceMia',
  401. },
  402. {
  403. id: 'Mochi',
  404. name: '沙小弥 (Mochi)',
  405. language: 'zh-CN',
  406. gender: 'male',
  407. description: 'qwenVoiceMochi',
  408. },
  409. {
  410. id: 'Bellona',
  411. name: '燕铮莺 (Bellona)',
  412. language: 'zh-CN',
  413. gender: 'female',
  414. description: 'qwenVoiceBellona',
  415. },
  416. {
  417. id: 'Vincent',
  418. name: '田叔 (Vincent)',
  419. language: 'zh-CN',
  420. gender: 'male',
  421. description: 'qwenVoiceVincent',
  422. },
  423. {
  424. id: 'Bunny',
  425. name: '萌小姬 (Bunny)',
  426. language: 'zh-CN',
  427. gender: 'female',
  428. description: 'qwenVoiceBunny',
  429. },
  430. {
  431. id: 'Neil',
  432. name: '阿闻 (Neil)',
  433. language: 'zh-CN',
  434. gender: 'male',
  435. description: 'qwenVoiceNeil',
  436. },
  437. {
  438. id: 'Elias',
  439. name: '墨讲师 (Elias)',
  440. language: 'zh-CN',
  441. gender: 'female',
  442. description: 'qwenVoiceElias',
  443. },
  444. {
  445. id: 'Arthur',
  446. name: '徐大爷 (Arthur)',
  447. language: 'zh-CN',
  448. gender: 'male',
  449. description: 'qwenVoiceArthur',
  450. },
  451. {
  452. id: 'Nini',
  453. name: '邻家妹妹 (Nini)',
  454. language: 'zh-CN',
  455. gender: 'female',
  456. description: 'qwenVoiceNini',
  457. },
  458. {
  459. id: 'Ebona',
  460. name: '诡婆婆 (Ebona)',
  461. language: 'zh-CN',
  462. gender: 'female',
  463. description: 'qwenVoiceEbona',
  464. },
  465. {
  466. id: 'Seren',
  467. name: '小婉 (Seren)',
  468. language: 'zh-CN',
  469. gender: 'female',
  470. description: 'qwenVoiceSeren',
  471. },
  472. {
  473. id: 'Pip',
  474. name: '顽屁小孩 (Pip)',
  475. language: 'zh-CN',
  476. gender: 'male',
  477. description: 'qwenVoicePip',
  478. },
  479. {
  480. id: 'Stella',
  481. name: '少女阿月 (Stella)',
  482. language: 'zh-CN',
  483. gender: 'female',
  484. description: 'qwenVoiceStella',
  485. },
  486. // International voices
  487. {
  488. id: 'Bodega',
  489. name: '博德加 (Bodega)',
  490. language: 'es',
  491. gender: 'male',
  492. description: 'qwenVoiceBodega',
  493. },
  494. {
  495. id: 'Sonrisa',
  496. name: '索尼莎 (Sonrisa)',
  497. language: 'es',
  498. gender: 'female',
  499. description: 'qwenVoiceSonrisa',
  500. },
  501. {
  502. id: 'Alek',
  503. name: '阿列克 (Alek)',
  504. language: 'ru',
  505. gender: 'male',
  506. description: 'qwenVoiceAlek',
  507. },
  508. {
  509. id: 'Dolce',
  510. name: '多尔切 (Dolce)',
  511. language: 'it',
  512. gender: 'male',
  513. description: 'qwenVoiceDolce',
  514. },
  515. {
  516. id: 'Sohee',
  517. name: '素熙 (Sohee)',
  518. language: 'ko',
  519. gender: 'female',
  520. description: 'qwenVoiceSohee',
  521. },
  522. {
  523. id: 'Ono Anna',
  524. name: '小野杏 (Ono Anna)',
  525. language: 'ja',
  526. gender: 'female',
  527. description: 'qwenVoiceOnoAnna',
  528. },
  529. {
  530. id: 'Lenn',
  531. name: '莱恩 (Lenn)',
  532. language: 'de',
  533. gender: 'male',
  534. description: 'qwenVoiceLenn',
  535. },
  536. {
  537. id: 'Emilien',
  538. name: '埃米尔安 (Emilien)',
  539. language: 'fr',
  540. gender: 'male',
  541. description: 'qwenVoiceEmilien',
  542. },
  543. {
  544. id: 'Andre',
  545. name: '安德雷 (Andre)',
  546. language: 'zh-CN',
  547. gender: 'male',
  548. description: 'qwenVoiceAndre',
  549. },
  550. {
  551. id: 'Radio Gol',
  552. name: '拉迪奥·戈尔 (Radio Gol)',
  553. language: 'pt',
  554. gender: 'male',
  555. description: 'qwenVoiceRadioGol',
  556. },
  557. // Dialect voices
  558. {
  559. id: 'Jada',
  560. name: '上海-阿珍 (Jada)',
  561. language: 'zh-CN',
  562. gender: 'female',
  563. description: 'qwenVoiceJada',
  564. },
  565. {
  566. id: 'Dylan',
  567. name: '北京-晓东 (Dylan)',
  568. language: 'zh-CN',
  569. gender: 'male',
  570. description: 'qwenVoiceDylan',
  571. },
  572. {
  573. id: 'Li',
  574. name: '南京-老李 (Li)',
  575. language: 'zh-CN',
  576. gender: 'male',
  577. description: 'qwenVoiceLi',
  578. },
  579. {
  580. id: 'Marcus',
  581. name: '陕西-秦川 (Marcus)',
  582. language: 'zh-CN',
  583. gender: 'male',
  584. description: 'qwenVoiceMarcus',
  585. },
  586. {
  587. id: 'Roy',
  588. name: '闽南-阿杰 (Roy)',
  589. language: 'zh-CN',
  590. gender: 'male',
  591. description: 'qwenVoiceRoy',
  592. },
  593. {
  594. id: 'Peter',
  595. name: '天津-李彼得 (Peter)',
  596. language: 'zh-CN',
  597. gender: 'male',
  598. description: 'qwenVoicePeter',
  599. },
  600. {
  601. id: 'Sunny',
  602. name: '四川-晴儿 (Sunny)',
  603. language: 'zh-CN',
  604. gender: 'female',
  605. description: 'qwenVoiceSunny',
  606. },
  607. {
  608. id: 'Eric',
  609. name: '四川-程川 (Eric)',
  610. language: 'zh-CN',
  611. gender: 'male',
  612. description: 'qwenVoiceEric',
  613. },
  614. {
  615. id: 'Rocky',
  616. name: '粤语-阿强 (Rocky)',
  617. language: 'zh-HK',
  618. gender: 'male',
  619. description: 'qwenVoiceRocky',
  620. },
  621. {
  622. id: 'Kiki',
  623. name: '粤语-阿清 (Kiki)',
  624. language: 'zh-HK',
  625. gender: 'female',
  626. description: 'qwenVoiceKiki',
  627. },
  628. ],
  629. supportedFormats: ['mp3', 'wav', 'pcm'],
  630. },
  631. 'minimax-tts': {
  632. id: 'minimax-tts',
  633. name: 'MiniMax TTS',
  634. requiresApiKey: true,
  635. defaultBaseUrl: 'https://api.minimaxi.com',
  636. icon: '/logos/minimax.svg',
  637. models: MINIMAX_TTS_MODELS.map((m) => ({ id: m.id, name: m.name })),
  638. defaultModelId: 'speech-2.8-hd',
  639. voices: [
  640. // 中文常用
  641. {
  642. id: 'female-yujie',
  643. name: '御姐音色',
  644. language: 'zh-CN',
  645. gender: 'female',
  646. },
  647. {
  648. id: 'male-qn-jingying',
  649. name: '精英青年',
  650. language: 'zh-CN',
  651. gender: 'male',
  652. },
  653. {
  654. id: 'female-shaonv',
  655. name: '少女音色',
  656. language: 'zh-CN',
  657. gender: 'female',
  658. },
  659. {
  660. id: 'Chinese (Mandarin)_Gentleman',
  661. name: '温润男声',
  662. language: 'zh-CN',
  663. gender: 'male',
  664. },
  665. {
  666. id: 'Chinese (Mandarin)_News_Anchor',
  667. name: '新闻女声',
  668. language: 'zh-CN',
  669. gender: 'female',
  670. },
  671. {
  672. id: 'Chinese (Mandarin)_Warm_Girl',
  673. name: '温暖少女',
  674. language: 'zh-CN',
  675. gender: 'female',
  676. },
  677. {
  678. id: 'Chinese (Mandarin)_Radio_Host',
  679. name: '电台男主播',
  680. language: 'zh-CN',
  681. gender: 'male',
  682. },
  683. // 英文
  684. {
  685. id: 'English_Trustworthy_Man',
  686. name: 'Trustworthy Man',
  687. language: 'en-US',
  688. gender: 'male',
  689. },
  690. {
  691. id: 'English_Graceful_Lady',
  692. name: 'Graceful Lady',
  693. language: 'en-US',
  694. gender: 'female',
  695. },
  696. {
  697. id: 'English_expressive_narrator',
  698. name: 'Expressive Narrator',
  699. language: 'en-US',
  700. gender: 'neutral',
  701. },
  702. ],
  703. supportedFormats: ['mp3', 'wav', 'flac', 'pcm'],
  704. speedRange: {
  705. min: 0.5,
  706. max: 2.0,
  707. default: 1.0,
  708. },
  709. },
  710. 'doubao-tts': {
  711. id: 'doubao-tts',
  712. name: '豆包 TTS 2.0(火山引擎)',
  713. requiresApiKey: true,
  714. defaultBaseUrl: 'https://openspeech.bytedance.com/api/v3/tts',
  715. icon: '/logos/doubao.svg',
  716. models: [],
  717. defaultModelId: '',
  718. voices: [
  719. { id: 'zh_female_vv_uranus_bigtts', name: 'Vivi 2.0', language: 'zh-CN', gender: 'female' },
  720. {
  721. id: 'zh_female_xiaohe_uranus_bigtts',
  722. name: '小何 2.0',
  723. language: 'zh-CN',
  724. gender: 'female',
  725. },
  726. {
  727. id: 'zh_male_m191_uranus_bigtts',
  728. name: '云舟 2.0',
  729. language: 'zh-CN',
  730. gender: 'male',
  731. },
  732. {
  733. id: 'zh_male_taocheng_uranus_bigtts',
  734. name: '小天 2.0',
  735. language: 'zh-CN',
  736. gender: 'male',
  737. },
  738. {
  739. id: 'zh_male_liufei_uranus_bigtts',
  740. name: '刘飞 2.0',
  741. language: 'zh-CN',
  742. gender: 'male',
  743. },
  744. {
  745. id: 'zh_female_qingxinnvsheng_uranus_bigtts',
  746. name: '清新女声 2.0',
  747. language: 'zh-CN',
  748. gender: 'female',
  749. },
  750. {
  751. id: 'zh_female_cancan_uranus_bigtts',
  752. name: '知性灿灿 2.0',
  753. language: 'zh-CN',
  754. gender: 'female',
  755. },
  756. {
  757. id: 'zh_female_shuangkuaisisi_uranus_bigtts',
  758. name: '爽快思思 2.0',
  759. language: 'zh-CN',
  760. gender: 'female',
  761. },
  762. {
  763. id: 'zh_female_tianmeixiaoyuan_uranus_bigtts',
  764. name: '甜美小源 2.0',
  765. language: 'zh-CN',
  766. gender: 'female',
  767. },
  768. {
  769. id: 'zh_female_linjianvhai_uranus_bigtts',
  770. name: '邻家女孩 2.0',
  771. language: 'zh-CN',
  772. gender: 'female',
  773. },
  774. {
  775. id: 'zh_male_shaonianzixin_uranus_bigtts',
  776. name: '少年梓辛 2.0',
  777. language: 'zh-CN',
  778. gender: 'male',
  779. },
  780. {
  781. id: 'zh_male_ruyayichen_uranus_bigtts',
  782. name: '儒雅逸辰 2.0',
  783. language: 'zh-CN',
  784. gender: 'male',
  785. },
  786. {
  787. id: 'zh_female_yingyujiaoxue_uranus_bigtts',
  788. name: 'Tina老师 2.0',
  789. language: 'zh-CN',
  790. gender: 'female',
  791. },
  792. {
  793. id: 'zh_female_kefunvsheng_uranus_bigtts',
  794. name: '暖阳女声 2.0',
  795. language: 'zh-CN',
  796. gender: 'female',
  797. },
  798. { id: 'en_male_tim_uranus_bigtts', name: 'Tim', language: 'en-US', gender: 'male' },
  799. { id: 'en_female_dacey_uranus_bigtts', name: 'Dacey', language: 'en-US', gender: 'female' },
  800. {
  801. id: 'en_female_stokie_uranus_bigtts',
  802. name: 'Stokie',
  803. language: 'en-US',
  804. gender: 'female',
  805. },
  806. ],
  807. supportedFormats: ['mp3'],
  808. speedRange: { min: 0.5, max: 2.0, default: 1.0 },
  809. },
  810. 'elevenlabs-tts': {
  811. id: 'elevenlabs-tts',
  812. name: 'ElevenLabs TTS',
  813. requiresApiKey: true,
  814. defaultBaseUrl: 'https://api.elevenlabs.io/v1',
  815. icon: '/logos/elevenlabs.svg',
  816. models: [
  817. { id: 'eleven_multilingual_v2', name: 'Multilingual v2' },
  818. { id: 'eleven_flash_v2_5', name: 'Flash v2.5' },
  819. { id: 'eleven_flash_v2', name: 'Flash v2' },
  820. ],
  821. defaultModelId: 'eleven_multilingual_v2',
  822. // Free-tier-safe fallback set; account-specific/custom voices should come from /v2/voices dynamically later.
  823. voices: [
  824. {
  825. id: 'EXAVITQu4vr4xnSDxMaL',
  826. name: 'Sarah',
  827. language: 'en-US',
  828. gender: 'female',
  829. description: 'Confident and warm professional voice for clear narration',
  830. },
  831. {
  832. id: 'Xb7hH8MSUJpSbSDYk0k2',
  833. name: 'Alice',
  834. language: 'en-GB',
  835. gender: 'female',
  836. description: 'Clear and engaging British educator voice for e-learning',
  837. },
  838. {
  839. id: 'XrExE9yKIg1WjnnlVkGX',
  840. name: 'Matilda',
  841. language: 'en-US',
  842. gender: 'female',
  843. description: 'Knowledgeable and upbeat voice suited for lectures',
  844. },
  845. {
  846. id: 'CwhRBWXzGAHq8TQ4Fs17',
  847. name: 'Roger',
  848. language: 'en-US',
  849. gender: 'male',
  850. description: 'Laid-back but resonant male voice for friendly lessons',
  851. },
  852. {
  853. id: 'cjVigY5qzO86Huf0OWal',
  854. name: 'Eric',
  855. language: 'en-US',
  856. gender: 'male',
  857. description: 'Smooth and trustworthy voice for polished classroom audio',
  858. },
  859. {
  860. id: 'onwK4e9ZLuTAKqWW03F9',
  861. name: 'Daniel',
  862. language: 'en-GB',
  863. gender: 'male',
  864. description: 'Steady British broadcaster voice for formal explanations',
  865. },
  866. {
  867. id: 'SAz9YHcvj6GT2YYXdXww',
  868. name: 'River',
  869. language: 'en-US',
  870. gender: 'neutral',
  871. description: 'Relaxed and informative neutral voice for general narration',
  872. },
  873. ],
  874. supportedFormats: ['mp3', 'opus', 'pcm', 'wav', 'ulaw', 'alaw'],
  875. speedRange: { min: 0.7, max: 1.2, default: 1.0 },
  876. },
  877. 'browser-native-tts': {
  878. id: 'browser-native-tts',
  879. name: '浏览器原生 (Web Speech API)',
  880. requiresApiKey: false,
  881. icon: '/logos/browser.svg',
  882. models: [],
  883. defaultModelId: '',
  884. voices: [
  885. // Note: Actual voices are determined by the browser and OS
  886. // These are placeholder - real voices are fetched dynamically via speechSynthesis.getVoices()
  887. { id: 'default', name: '默认', language: 'zh-CN', gender: 'neutral' },
  888. ],
  889. supportedFormats: ['browser'], // Browser native audio
  890. speedRange: { min: 0.1, max: 10.0, default: 1.0 },
  891. },
  892. };
  893. /**
  894. * ASR Provider Registry
  895. *
  896. * Central registry for all ASR providers.
  897. * Keep in sync with ASRProviderId type definition.
  898. */
  899. export const ASR_PROVIDERS: Record<ASRProviderId, ASRProviderConfig> = {
  900. 'openai-whisper': {
  901. id: 'openai-whisper',
  902. name: 'OpenAI Whisper',
  903. requiresApiKey: true,
  904. defaultBaseUrl: 'https://api.openai.com/v1',
  905. icon: '/logos/openai.svg',
  906. models: [
  907. { id: 'gpt-4o-mini-transcribe', name: 'GPT-4o Mini Transcribe' },
  908. { id: 'gpt-4o-transcribe', name: 'GPT-4o Transcribe' },
  909. { id: 'whisper-1', name: 'Whisper-1' },
  910. ],
  911. defaultModelId: 'gpt-4o-mini-transcribe',
  912. supportedLanguages: [
  913. // OpenAI Whisper supports 58 languages (as of official docs)
  914. // Source: https://platform.openai.com/docs/guides/speech-to-text
  915. 'auto', // Auto-detect
  916. // Hot languages (commonly used)
  917. 'zh', // Chinese
  918. 'en', // English
  919. 'ja', // Japanese
  920. 'ko', // Korean
  921. 'es', // Spanish
  922. 'fr', // French
  923. 'de', // German
  924. 'ru', // Russian
  925. 'ar', // Arabic
  926. 'pt', // Portuguese
  927. 'it', // Italian
  928. 'hi', // Hindi
  929. // Other languages (alphabetical)
  930. 'af', // Afrikaans
  931. 'hy', // Armenian
  932. 'az', // Azerbaijani
  933. 'be', // Belarusian
  934. 'bs', // Bosnian
  935. 'bg', // Bulgarian
  936. 'ca', // Catalan
  937. 'hr', // Croatian
  938. 'cs', // Czech
  939. 'da', // Danish
  940. 'nl', // Dutch
  941. 'et', // Estonian
  942. 'fi', // Finnish
  943. 'gl', // Galician
  944. 'el', // Greek
  945. 'he', // Hebrew
  946. 'hu', // Hungarian
  947. 'is', // Icelandic
  948. 'id', // Indonesian
  949. 'kn', // Kannada
  950. 'kk', // Kazakh
  951. 'lv', // Latvian
  952. 'lt', // Lithuanian
  953. 'mk', // Macedonian
  954. 'ms', // Malay
  955. 'mr', // Marathi
  956. 'mi', // Maori
  957. 'ne', // Nepali
  958. 'no', // Norwegian
  959. 'fa', // Persian
  960. 'pl', // Polish
  961. 'ro', // Romanian
  962. 'sr', // Serbian
  963. 'sk', // Slovak
  964. 'sl', // Slovenian
  965. 'sw', // Swahili
  966. 'sv', // Swedish
  967. 'tl', // Tagalog
  968. 'ta', // Tamil
  969. 'th', // Thai
  970. 'tr', // Turkish
  971. 'uk', // Ukrainian
  972. 'ur', // Urdu
  973. 'vi', // Vietnamese
  974. 'cy', // Welsh
  975. ],
  976. supportedFormats: ['mp3', 'mp4', 'mpeg', 'mpga', 'm4a', 'wav', 'webm'],
  977. },
  978. 'qwen-asr': {
  979. id: 'qwen-asr',
  980. name: 'Qwen ASR (阿里云百炼)',
  981. requiresApiKey: true,
  982. defaultBaseUrl: 'https://dashscope.aliyuncs.com/api/v1',
  983. icon: '/logos/bailian.svg',
  984. models: [{ id: 'qwen3-asr-flash', name: 'Qwen3 ASR Flash' }],
  985. defaultModelId: 'qwen3-asr-flash',
  986. supportedLanguages: [
  987. // Qwen ASR supports 27 languages + auto-detect
  988. // If language is uncertain or mixed (e.g. Chinese-English-Japanese-Korean), use "auto" (do not specify language parameter)
  989. 'auto', // Auto-detect (do not specify language parameter)
  990. // Hot languages (commonly used)
  991. 'zh', // Chinese (Mandarin, Sichuanese, Minnan, Wu dialects)
  992. 'yue', // Cantonese
  993. 'en', // English
  994. 'ja', // Japanese
  995. 'ko', // Korean
  996. 'de', // German
  997. 'fr', // French
  998. 'ru', // Russian
  999. 'es', // Spanish
  1000. 'pt', // Portuguese
  1001. 'ar', // Arabic
  1002. 'it', // Italian
  1003. 'hi', // Hindi
  1004. // Other languages (alphabetical)
  1005. 'cs', // Czech
  1006. 'da', // Danish
  1007. 'fi', // Finnish
  1008. 'fil', // Filipino
  1009. 'id', // Indonesian
  1010. 'is', // Icelandic
  1011. 'ms', // Malay
  1012. 'no', // Norwegian
  1013. 'pl', // Polish
  1014. 'sv', // Swedish
  1015. 'th', // Thai
  1016. 'tr', // Turkish
  1017. 'uk', // Ukrainian
  1018. 'vi', // Vietnamese
  1019. ],
  1020. supportedFormats: ['mp3', 'wav', 'webm', 'm4a', 'flac'],
  1021. },
  1022. 'browser-native': {
  1023. id: 'browser-native',
  1024. name: '浏览器原生 ASR (Web Speech API)',
  1025. requiresApiKey: false,
  1026. icon: '/logos/browser.svg',
  1027. models: [],
  1028. defaultModelId: '',
  1029. supportedLanguages: [
  1030. // Chinese variants
  1031. 'zh-CN', // Mandarin (Simplified, China)
  1032. 'zh-TW', // Mandarin (Traditional, Taiwan)
  1033. 'zh-HK', // Cantonese (Hong Kong)
  1034. 'yue-Hant-HK', // Cantonese (Traditional)
  1035. // English variants
  1036. 'en-US', // English (United States)
  1037. 'en-GB', // English (United Kingdom)
  1038. 'en-AU', // English (Australia)
  1039. 'en-CA', // English (Canada)
  1040. 'en-IN', // English (India)
  1041. 'en-NZ', // English (New Zealand)
  1042. 'en-ZA', // English (South Africa)
  1043. // Japanese & Korean
  1044. 'ja-JP', // Japanese (Japan)
  1045. 'ko-KR', // Korean (South Korea)
  1046. // European languages
  1047. 'de-DE', // German (Germany)
  1048. 'fr-FR', // French (France)
  1049. 'es-ES', // Spanish (Spain)
  1050. 'es-MX', // Spanish (Mexico)
  1051. 'es-AR', // Spanish (Argentina)
  1052. 'es-CO', // Spanish (Colombia)
  1053. 'it-IT', // Italian (Italy)
  1054. 'pt-BR', // Portuguese (Brazil)
  1055. 'pt-PT', // Portuguese (Portugal)
  1056. 'ru-RU', // Russian (Russia)
  1057. 'nl-NL', // Dutch (Netherlands)
  1058. 'pl-PL', // Polish (Poland)
  1059. 'cs-CZ', // Czech (Czech Republic)
  1060. 'da-DK', // Danish (Denmark)
  1061. 'fi-FI', // Finnish (Finland)
  1062. 'sv-SE', // Swedish (Sweden)
  1063. 'no-NO', // Norwegian (Norway)
  1064. 'tr-TR', // Turkish (Turkey)
  1065. 'el-GR', // Greek (Greece)
  1066. 'hu-HU', // Hungarian (Hungary)
  1067. 'ro-RO', // Romanian (Romania)
  1068. 'sk-SK', // Slovak (Slovakia)
  1069. 'bg-BG', // Bulgarian (Bulgaria)
  1070. 'hr-HR', // Croatian (Croatia)
  1071. 'ca-ES', // Catalan (Spain)
  1072. // Middle East & Asia
  1073. 'ar-SA', // Arabic (Saudi Arabia)
  1074. 'ar-EG', // Arabic (Egypt)
  1075. 'he-IL', // Hebrew (Israel)
  1076. 'hi-IN', // Hindi (India)
  1077. 'th-TH', // Thai (Thailand)
  1078. 'vi-VN', // Vietnamese (Vietnam)
  1079. 'id-ID', // Indonesian (Indonesia)
  1080. 'ms-MY', // Malay (Malaysia)
  1081. 'fil-PH', // Filipino (Philippines)
  1082. // Other
  1083. 'af-ZA', // Afrikaans (South Africa)
  1084. 'uk-UA', // Ukrainian (Ukraine)
  1085. ],
  1086. supportedFormats: ['webm'], // MediaRecorder format
  1087. },
  1088. };
  1089. /**
  1090. * Get all available TTS providers
  1091. */
  1092. export function getAllTTSProviders(): TTSProviderConfig[] {
  1093. return Object.values(TTS_PROVIDERS);
  1094. }
  1095. /**
  1096. * Get TTS provider by ID
  1097. */
  1098. export function getTTSProvider(providerId: TTSProviderId): TTSProviderConfig | undefined {
  1099. return TTS_PROVIDERS[providerId];
  1100. }
  1101. /**
  1102. * Default voice for each TTS provider.
  1103. * Used when switching providers or testing a non-active provider.
  1104. */
  1105. export const DEFAULT_TTS_VOICES: Record<TTSProviderId, string> = {
  1106. 'openai-tts': 'alloy',
  1107. 'azure-tts': 'zh-CN-XiaoxiaoNeural',
  1108. 'glm-tts': 'tongtong',
  1109. 'qwen-tts': 'Cherry',
  1110. 'doubao-tts': 'zh_female_vv_uranus_bigtts',
  1111. 'elevenlabs-tts': 'EXAVITQu4vr4xnSDxMaL',
  1112. 'minimax-tts': 'female-yujie',
  1113. 'browser-native-tts': 'default',
  1114. };
  1115. export const DEFAULT_TTS_MODELS: Record<TTSProviderId, string> = {
  1116. 'openai-tts': 'gpt-4o-mini-tts',
  1117. 'azure-tts': '',
  1118. 'glm-tts': 'glm-tts',
  1119. 'qwen-tts': 'qwen3-tts-flash',
  1120. 'doubao-tts': '',
  1121. 'elevenlabs-tts': 'eleven_multilingual_v2',
  1122. 'minimax-tts': 'speech-2.8-hd',
  1123. 'browser-native-tts': '',
  1124. };
  1125. /**
  1126. * Get voices for a specific TTS provider
  1127. */
  1128. export function getTTSVoices(providerId: TTSProviderId): TTSVoiceInfo[] {
  1129. return TTS_PROVIDERS[providerId]?.voices || [];
  1130. }
  1131. /**
  1132. * Get all available ASR providers
  1133. */
  1134. export function getAllASRProviders(): ASRProviderConfig[] {
  1135. return Object.values(ASR_PROVIDERS);
  1136. }
  1137. /**
  1138. * Get ASR provider by ID
  1139. */
  1140. export function getASRProvider(providerId: ASRProviderId): ASRProviderConfig | undefined {
  1141. return ASR_PROVIDERS[providerId];
  1142. }
  1143. /**
  1144. * Get supported languages for a specific ASR provider
  1145. */
  1146. export function getASRSupportedLanguages(providerId: ASRProviderId): string[] {
  1147. return ASR_PROVIDERS[providerId]?.supportedLanguages || [];
  1148. }