ls

app.py

@@ -1,8 +1,6 @@
 # -*- coding: utf-8 -*-
-import typing
 import gradio as gr
 import numpy as np
-import os
 import torch
 import torch.nn as nn
 import audiofile
@@ -108,311 +106,92 @@ def audionar_tts(text=None,
 
 
 # TTS
-# VOICES = [f'wav/{vox}' for vox in os.listdir('wav')]
-# add unidecode (to parse non-roman characters for the StyleTTS2 
-# # for the VITS it should better skip the unknown letters - dont use unidecode())
-# at generation fill the state of "last tts"
-#    at record fill the state of "last record" and place in list of voice/langs for TTS
-VOICES = ['jv_ID_google-gmu_04982.wav', 
-        # 'it_IT_mls_1595.wav', 
-        'en_US_vctk_p303.wav', 
-        'en_US_vctk_p306.wav', 
-        'it_IT_mls_8842.wav', 
-        'en_US_cmu_arctic_ksp.wav', 
-        'jv_ID_google-gmu_05970.wav', 
-        'en_US_vctk_p318.wav', 
-        'ha_NE_openbible.wav', 
-        'ne_NP_ne-google_0883.wav', 
-        'en_US_vctk_p280.wav', 
-        'bn_multi_1010.wav', 
-        'en_US_vctk_p259.wav', 
-        'it_IT_mls_844.wav', 
-        'en_US_vctk_p269.wav', 
-        'en_US_vctk_p285.wav', 
-        # 'de_DE_m-ailabs_angela_merkel.wav', 
-        'en_US_vctk_p316.wav', 
-        'en_US_vctk_p362.wav', 
-        'jv_ID_google-gmu_06207.wav', 
-        'tn_ZA_google-nwu_9061.wav', 
-        'fr_FR_tom.wav', 
-        'en_US_vctk_p233.wav', 
-        'it_IT_mls_4975.wav', 
-        'en_US_vctk_p236.wav', 
-        # 'bn_multi_01232.wav', 
-        'bn_multi_5958.wav', 
-        # 'it_IT_mls_9185.wav', 
-        'en_US_vctk_p248.wav', 
-        'en_US_vctk_p287.wav', 
-        'it_IT_mls_9772.wav', 
-        # 'te_IN_cmu-indic_sk.wav', 
-        # 'tn_ZA_google-nwu_8333.wav', 
-        'en_US_vctk_p260.wav', 
-        'en_US_vctk_p247.wav', 
-        'en_US_vctk_p329.wav', 
-        'en_US_cmu_arctic_fem.wav', 
-        'en_US_cmu_arctic_rms.wav', 
-        'en_US_vctk_p308.wav', 
-        'jv_ID_google-gmu_08736.wav', 
-        'en_US_vctk_p245.wav', 
-        'fr_FR_m-ailabs_nadine_eckert_boulet.wav', 
-        'jv_ID_google-gmu_03314.wav', 
-        'en_US_vctk_p239.wav', 
-        'jv_ID_google-gmu_05540.wav', 
-        'it_IT_mls_7440.wav', 
-        'en_US_vctk_p310.wav', 
-        'en_US_vctk_p237.wav', 
-        # 'en_US_hifi-tts_92.wav', 
-        # 'en_US_cmu_arctic_aew.wav', 
-        # 'ne_NP_ne-google_2099.wav', 
-        # 'en_US_vctk_p226.wav', 
-        'af_ZA_google-nwu_1919.wav', 
-        'jv_ID_google-gmu_03727.wav', 
-        'en_US_vctk_p317.wav', 
-        'tn_ZA_google-nwu_0378.wav', 
-        'nl_pmk.wav', 
-        'en_US_vctk_p286.wav', 
-        'tn_ZA_google-nwu_3342.wav', 
-        # 'en_US_vctk_p343.wav', 
-        'de_DE_m-ailabs_ramona_deininger.wav', 
-        'jv_ID_google-gmu_03424.wav', 
-        'en_US_vctk_p341.wav', 
-        'jv_ID_google-gmu_03187.wav', 
-        'ne_NP_ne-google_3960.wav', 
-        'jv_ID_google-gmu_06080.wav', 
-        'ne_NP_ne-google_3997.wav', 
-        # 'en_US_vctk_p267.wav', 
-        'en_US_vctk_p240.wav', 
-        'ne_NP_ne-google_5687.wav', 
-        'ne_NP_ne-google_9407.wav', 
-        'jv_ID_google-gmu_05667.wav', 
-        'jv_ID_google-gmu_01519.wav', 
-        'ne_NP_ne-google_7957.wav', 
-        'it_IT_mls_4705.wav', 
-        'ne_NP_ne-google_6329.wav', 
-        'it_IT_mls_1725.wav', 
-        'tn_ZA_google-nwu_8914.wav', 
-        'en_US_ljspeech.wav', 
-        'tn_ZA_google-nwu_4850.wav', 
-        'en_US_vctk_p238.wav', 
-        'en_US_vctk_p302.wav', 
-        'jv_ID_google-gmu_08178.wav', 
-        'en_US_vctk_p313.wav', 
-        # 'af_ZA_google-nwu_2418.wav', 
-        # 'bn_multi_00737.wav', 
+
+VOICES = ['jv_ID_google-gmu_04982.wav', #y
+        'en_US_vctk_p303.wav', #
+        'en_US_vctk_p306.wav', #, 
+        'en_US_vctk_p318.wav', # y
+        'en_US_vctk_p269.wav', #y
+        'en_US_vctk_p316.wav', #y
+        'en_US_vctk_p362.wav', #y cls
+        'fr_FR_tom.wav', #y 
+        'bn_multi_5958.wav', #y         
+        'en_US_vctk_p287.wav', #y
+        'en_US_vctk_p260.wav', #y cl
+        'en_US_cmu_arctic_fem.wav', #t 
+        'en_US_cmu_arctic_rms.wav', #t
+        'fr_FR_m-ailabs_nadine_eckert_boulet.wav', #
+        'en_US_vctk_p237.wav', #y
+        'en_US_vctk_p317.wav',# 
+        'tn_ZA_google-nwu_0378.wav',#y 
+        'nl_pmk.wav',#fixst
+        'tn_ZA_google-nwu_3342.wav',# 
+        'ne_NP_ne-google_3997.wav', #
+        'tn_ZA_google-nwu_8914.wav', #t
+        'en_US_vctk_p238.wav', # y
         'en_US_vctk_p275.wav', # y
-        'af_ZA_google-nwu_0184.wav', 
-        'jv_ID_google-gmu_07638.wav', 
-        'ne_NP_ne-google_6587.wav', 
-        'ne_NP_ne-google_0258.wav', 
-        'en_US_vctk_p232.wav', 
-        'en_US_vctk_p336.wav', 
-        'jv_ID_google-gmu_09039.wav', 
-        'en_US_vctk_p312.wav', 
-        'af_ZA_google-nwu_8148.wav', 
-        'en_US_vctk_p326.wav', 
-        'en_US_vctk_p264.wav', 
-        'en_US_vctk_p295.wav', 
-        # 'en_US_vctk_p298.wav', 
-        'es_ES_m-ailabs_victor_villarraza.wav', 
-        'pl_PL_m-ailabs_nina_brown.wav', 
-        'tn_ZA_google-nwu_9365.wav', 
-        'en_US_vctk_p294.wav', 
-        'jv_ID_google-gmu_00658.wav', 
-        'jv_ID_google-gmu_08305.wav', 
-        'en_US_vctk_p330.wav', 
-        'gu_IN_cmu-indic_cmu_indic_guj_dp.wav', 
-        'jv_ID_google-gmu_05219.wav', 
-        'en_US_vctk_p284.wav', 
-        'de_DE_m-ailabs_eva_k.wav', 
-        # 'bn_multi_00779.wav', 
-        'en_UK_apope.wav', 
-        'en_US_vctk_p345.wav', 
-        'it_IT_mls_6744.wav', 
-        'en_US_vctk_p347.wav', 
+        'af_ZA_google-nwu_0184.wav',#
+        'af_ZA_google-nwu_8148.wav',#y 
+        'en_US_vctk_p326.wav', #t
+        'en_US_vctk_p264.wav', #y
+        'en_US_vctk_p295.wav', #
+        'en_US_vctk_p294.wav', # 
+        'en_US_vctk_p330.wav', #y
+        'gu_IN_cmu-indic_cmu_indic_guj_ad.wav',#y 
+        'jv_ID_google-gmu_05219.wav',#y 
+        'en_US_vctk_p284.wav',#y
         'en_US_m-ailabs_mary_ann.wav', 
-        'en_US_m-ailabs_elliot_miller.wav', 
-        'en_US_vctk_p279.wav', 
-        'ru_RU_multi_nikolaev.wav', 
-        'bn_multi_4811.wav', 
-        'tn_ZA_google-nwu_7693.wav', 
-        'bn_multi_01701.wav', 
-        'en_US_vctk_p262.wav', 
-        # 'en_US_vctk_p266.wav', 
-        'en_US_vctk_p243.wav', 
-        'en_US_vctk_p297.wav', 
-        'en_US_vctk_p278.wav', 
-        'jv_ID_google-gmu_02059.wav', 
-        'en_US_vctk_p231.wav', 
-        'te_IN_cmu-indic_kpn.wav', 
-        'en_US_vctk_p250.wav', 
-        'it_IT_mls_4974.wav', 
-        'en_US_cmu_arctic_awbrms.wav', 
-        # 'en_US_vctk_p263.wav', 
-        'nl_femal.wav', 
-        'tn_ZA_google-nwu_6116.wav', 
-        'jv_ID_google-gmu_06383.wav', 
-        'en_US_vctk_p225.wav', 
-        'en_US_vctk_p228.wav', 
-        'it_IT_mls_277.wav', 
-        'tn_ZA_google-nwu_7866.wav', 
-        'en_US_vctk_p300.wav', 
-        'ne_NP_ne-google_0649.wav', 
-        # 'es_ES_carlfm.wav', 
-        'jv_ID_google-gmu_06510.wav', 
-        'de_DE_m-ailabs_rebecca_braunert_plunkett.wav', 
-        'en_US_vctk_p340.wav', 
-        'en_US_cmu_arctic_gka.wav', 
-        'ne_NP_ne-google_2027.wav', 
-        'jv_ID_google-gmu_09724.wav', 
-        'en_US_vctk_p361.wav', 
-        'ne_NP_ne-google_6834.wav', 
-        'jv_ID_google-gmu_02326.wav', 
-        'fr_FR_m-ailabs_zeckou.wav', 
-        'tn_ZA_google-nwu_1932.wav', 
-        # 'female-20-happy.wav', 
-        'tn_ZA_google-nwu_1483.wav', 
-        'de_DE_thorsten-emotion_amused.wav', 
-        'ru_RU_multi_minaev.wav', 
-        'sw_lanfrica.wav', 
-        'en_US_vctk_p271.wav', 
-        # 'tn_ZA_google-nwu_0441.wav', 
-        # 'it_IT_mls_6001.wav', 
-        # 'en_US_vctk_p305.wav', 
-        # 'it_IT_mls_8828.wav', 
-        'jv_ID_google-gmu_08002.wav', 
-        'it_IT_mls_2033.wav', 
-        'tn_ZA_google-nwu_3629.wav', 
-        'it_IT_mls_6348.wav', 
-        'en_US_cmu_arctic_axb.wav', 
-        'it_IT_mls_8181.wav', 
-        'en_US_vctk_p230.wav', 
-        'af_ZA_google-nwu_7214.wav', 
-        'nl_nathalie.wav', 
-        'it_IT_mls_8207.wav', 
-        'ko_KO_kss.wav', 
-        # 'af_ZA_google-nwu_6590.wav', 
-        'jv_ID_google-gmu_00264.wav', 
-        'tn_ZA_google-nwu_6234.wav', 
-        'jv_ID_google-gmu_05522.wav', 
-        'en_US_cmu_arctic_lnh.wav', 
-        'en_US_vctk_p272.wav', 
-        'en_US_cmu_arctic_slp.wav', 
-        'en_US_vctk_p299.wav', 
-        'en_US_hifi-tts_9017.wav', 
-        'it_IT_mls_4998.wav', 
-        'it_IT_mls_6299.wav', 
-        'en_US_cmu_arctic_rxr.wav', 
-        # 'female-46-neutral.wav', 
-        'jv_ID_google-gmu_01392.wav', 
-        'tn_ZA_google-nwu_8512.wav', 
-        'en_US_vctk_p244.wav', 
-        # 'bn_multi_3108.wav', 
-        # 'it_IT_mls_7405.wav', 
-        # 'bn_multi_3713.wav', 
-        # 'yo_openbible.wav', 
-        # 'jv_ID_google-gmu_01932.wav', 
-        'en_US_vctk_p270.wav', 
-        'tn_ZA_google-nwu_6459.wav', 
-        'bn_multi_4046.wav', 
-        'en_US_vctk_p288.wav', 
-        'en_US_vctk_p251.wav', 
+        'bn_multi_01701.wav',#y 
+        'en_US_vctk_p262.wav',#y
+        'en_US_vctk_p243.wav', #y
+        'en_US_vctk_p278.wav', #y
+        'en_US_vctk_p250.wav', #y cl
+        'nl_femal.wav', #y
+        'en_US_vctk_p228.wav', #y
+        'ne_NP_ne-google_0649.wav',# 
+        'en_US_cmu_arctic_gka.wav',#y
+        'en_US_vctk_p361.wav', #y
+        'jv_ID_google-gmu_02326.wav', #y 
+        'tn_ZA_google-nwu_1932.wav', #y
+        'de_DE_thorsten-emotion_amused.wav', #y
+        'jv_ID_google-gmu_08002.wav', #y
+        'tn_ZA_google-nwu_3629.wav',#y 
+        'en_US_vctk_p230.wav', #y
+        'af_ZA_google-nwu_7214.wav', #y
+        'nl_nathalie.wav', #
+        'en_US_cmu_arctic_lnh.wav',#y 
+        'tn_ZA_google-nwu_6459.wav',  #y
         'tn_ZA_google-nwu_6206.wav', 
-        'bn_multi_9169.wav', 
-        'en_US_vctk_p323.wav',
-        'en_US_m-ailabs_judy_bieber.wav',
-        'it_IT_mls_10446.wav', 
-        'en_US_vctk_p261.wav', 
-        'en_US_vctk_p292.wav', 
-        'fa_haaniye.wav', 
-        'en_US_vctk_p339.wav', 
-        'tn_ZA_google-nwu_7896.wav', 
-        'en_US_vctk_p253.wav', 
-        'it_IT_mls_5421.wav', 
-        'vi_VN_vais1000.wav', 
-        'en_US_vctk_p229.wav', 
-        'en_US_vctk_p254.wav', 
-        'en_US_vctk_p258.wav', 
-        'it_IT_mls_7936.wav', 
-        'en_US_vctk_p301.wav', 
-        'tn_ZA_google-nwu_0045.wav', 
-        'tn_ZA_google-nwu_7674.wav',         
-        'en_US_hifi-tts_6097.wav',
-        'jv_ID_google-gmu_07875.wav', 
-        'it_IT_mls_1157.wav', 
-        'it_IT_mls_643.wav', 
-        'en_US_vctk_p304.wav', 
-        'ru_RU_multi_hajdurova.wav', 
-        'it_IT_mls_8461.wav', 
-        'bn_multi_3958.wav', 
-        'it_IT_mls_1989.wav', 
-        'en_US_vctk_p249.wav', 
-        # 'bn_multi_0834.wav', 
-        'en_US_vctk_p307.wav', 
-        'es_ES_m-ailabs_karen_savage.wav', 
-        'fr_FR_m-ailabs_bernard.wav', 
-        'en_US_vctk_p252.wav', 
-        'en_US_cmu_arctic_jmk.wav', 
-        'en_US_vctk_p333.wav', 
-        'tn_ZA_google-nwu_4506.wav', 
-        'ne_NP_ne-google_0283.wav', 
-        'de_DE_m-ailabs_karlsson.wav', 
-        'en_US_cmu_arctic_awb.wav', 
-        'en_US_vctk_p246.wav', 
-        # 'en_US_cmu_arctic_clb.wav', 
-        'en_US_vctk_p364.wav', 
-        'nl_flemishguy.wav', 
+        'en_US_vctk_p323.wav', #y clips
+        'en_US_m-ailabs_judy_bieber.wav',#y
+        'en_US_vctk_p261.wav', #y
+        'fa_haaniye.wav', #y
+        # 'en_US_vctk_p339.wav', 
+        'tn_ZA_google-nwu_7896.wav',#y 
+        'en_US_vctk_p258.wav', #y clps
+        'tn_ZA_google-nwu_7674.wav', #y        
+        'en_US_hifi-tts_6097.wav', #y
+        'en_US_vctk_p304.wav', #y clps
+        'en_US_vctk_p307.wav', #y
+        'fr_FR_m-ailabs_bernard.wav', #y
+        'en_US_cmu_arctic_jmk.wav', #y
+        'ne_NP_ne-google_0283.wav', #
+        'en_US_vctk_p246.wav', #y
         'en_US_vctk_p276.wav', # y
-        # 'en_US_vctk_p274.wav', 
-        'fr_FR_m-ailabs_gilles_g_le_blanc.wav', 
-        'it_IT_mls_7444.wav', 
-        'style_o22050.wav', 
-        'en_US_vctk_s5.wav', 
-        'en_US_vctk_p268.wav', 
-        'it_IT_mls_6807.wav', 
-        'it_IT_mls_2019.wav', 
-        # 'male-60-angry.wav', 
-        'af_ZA_google-nwu_8924.wav', 
-        'en_US_vctk_p374.wav', 
-        'en_US_vctk_p363.wav', 
-        'it_IT_mls_644.wav', 
-        'ne_NP_ne-google_3614.wav', 
-        'en_US_vctk_p241.wav', 
-        'ne_NP_ne-google_3154.wav', 
-        'en_US_vctk_p234.wav', 
-        'it_IT_mls_8384.wav', 
-        'fr_FR_m-ailabs_ezwa.wav', 
-        'it_IT_mls_5010.wav', 
-        'en_US_vctk_p351.wav', 
-        'en_US_cmu_arctic_eey.wav', 
-        'jv_ID_google-gmu_04285.wav', 
-        'jv_ID_google-gmu_06941.wav', 
-        'hu_HU_diana-majlinger.wav', 
-        'tn_ZA_google-nwu_2839.wav', 
-        'bn_multi_03042.wav', 
-        'tn_ZA_google-nwu_5628.wav', 
-        'it_IT_mls_4649.wav', 
-        'af_ZA_google-nwu_7130.wav', 
-        'en_US_cmu_arctic_slt.wav', 
-        'jv_ID_google-gmu_04175.wav', 
-        'gu_IN_cmu-indic_cmu_indic_guj_kt.wav', 
-        'jv_ID_google-gmu_00027.wav', 
-        'jv_ID_google-gmu_02884.wav', 
-        'en_US_vctk_p360.wav', 
-        'en_US_vctk_p334.wav', 
-        # 'male-27-sad.wav', 
-        'tn_ZA_google-nwu_1498.wav', 
-        'fi_FI_harri-tapani-ylilammi.wav', 
-        # 'bn_multi_rm.wav', 
-        'ne_NP_ne-google_2139.wav', 
-        'pl_PL_m-ailabs_piotr_nater.wav', 
-        'fr_FR_siwis.wav', 
-        'nl_bart-de-leeuw.wav', 
-        'jv_ID_google-gmu_04715.wav', 
-        'en_US_vctk_p283.wav', 
-        'en_US_vctk_p314.wav', 
-        'en_US_vctk_p335.wav', 
-        'jv_ID_google-gmu_07765.wav', 
-        'en_US_vctk_p273.wav'
+        'style_o22050.wav', #y
+        'en_US_vctk_s5.wav', #y
+        'en_US_vctk_p268.wav', #y reduce clip
+        'af_ZA_google-nwu_8924.wav', #y
+        'en_US_vctk_p363.wav', #y
+        # 'it_IT_mls_644.wav', 
+        'ne_NP_ne-google_3614.wav', #
+        'ne_NP_ne-google_3154.wav', #
+        'en_US_cmu_arctic_eey.wav', # y fix styl
+        'tn_ZA_google-nwu_2839.wav', # y
+        'af_ZA_google-nwu_7130.wav', #
+        'ne_NP_ne-google_2139.wav', #y
+        'jv_ID_google-gmu_04715.wav', # 
+        'en_US_vctk_p273.wav' #
         ]
 VOICES = [t[:-4] for t in VOICES]  # crop .wav for visuals in gr.DropDown
 

tts.py

@@ -167,7 +167,7 @@ class StyleTTS2(nn.Module):
             
             _translator = str.maketrans('', '', string.punctuation)
             
-            text = [sub_sent.translate(_translator) + '.' for sub_sent in textwrap.wrap(text, 294)]
+            text = [sub_sent.translate(_translator) + '.' for sub_sent in textwrap.wrap(text, 74)]  # 294 sounds spongy
 
             # # text = nltk.sent_tokenize(text)
             # # text = [i for sent in sentences for i in textwrap.wrap(sent, width=120)]