fixed single speaker error

VC_inference.py

@@ -6,7 +6,7 @@ import argparse
 import commons
 from mel_processing import spectrogram_torch
 import utils
-from models_infer import SynthesizerTrn
+from models import SynthesizerTrn
 import gradio as gr
 import librosa
 import webbrowser

configs/modified_finetune_speaker.json

@@ -1,12 +1,15 @@
 {
   "train": {
-    "log_interval": 200,
+    "log_interval": 10,
-    "eval_interval": 1000,
+    "eval_interval": 100,
     "seed": 1234,
     "epochs": 10000,
-    "learning_rate": 2e-4,
+    "learning_rate": 0.0002,
-    "betas": [0.8, 0.99],
+    "betas": [
-    "eps": 1e-9,
+      0.8,
+      0.99
+    ],
+    "eps": 1e-09,
     "batch_size": 16,
     "fp16_run": true,
     "lr_decay": 0.999875,
@@ -17,9 +20,11 @@
     "c_kl": 1.0
   },
   "data": {
-    "training_files":"../CH_JA_EN_mix_voice/clipped_3_vits_trilingual_annotations.train.txt.cleaned",
+    "training_files": "final_annotation_train.txt",
-    "validation_files":"../CH_JA_EN_mix_voice/clipped_3_vits_trilingual_annotations.val.txt.cleaned",
+    "validation_files": "final_annotation_val.txt",
-    "text_cleaners":["cjke_cleaners2"],
+    "text_cleaners": [
+      "chinese_cleaners"
+    ],
     "max_wav_value": 32768.0,
     "sampling_rate": 22050,
     "filter_length": 1024,
@@ -29,7 +34,7 @@
     "mel_fmin": 0.0,
     "mel_fmax": null,
     "add_blank": true,
-    "n_speakers": 999,
+    "n_speakers": 2,
     "cleaned_text": true
   },
   "model": {
@@ -41,162 +46,127 @@
     "kernel_size": 3,
     "p_dropout": 0.1,
     "resblock": "1",
-    "resblock_kernel_sizes": [3,7,11],
+    "resblock_kernel_sizes": [
-    "resblock_dilation_sizes": [[1,3,5], [1,3,5], [1,3,5]],
+      3,
-    "upsample_rates": [8,8,2,2],
+      7,
+      11
+    ],
+    "resblock_dilation_sizes": [
+      [
+        1,
+        3,
+        5
+      ],
+      [
+        1,
+        3,
+        5
+      ],
+      [
+        1,
+        3,
+        5
+      ]
+    ],
+    "upsample_rates": [
+      8,
+      8,
+      2,
+      2
+    ],
     "upsample_initial_channel": 512,
-    "upsample_kernel_sizes": [16,16,4,4],
+    "upsample_kernel_sizes": [
+      16,
+      16,
+      4,
+      4
+    ],
     "n_layers_q": 3,
     "use_spectral_norm": false,
     "gin_channels": 256
   },
-  "symbols": ["_", ",", ".", "!", "?", "-", "~", "\u2026", "N", "Q", "a", "b", "d", "e", "f", "g", "h", "i", "j", "k", "l", "m", "n", "o", "p", "s", "t", "u", "v", "w", "x", "y", "z", "\u0251", "\u00e6", "\u0283", "\u0291", "\u00e7", "\u026f", "\u026a", "\u0254", "\u025b", "\u0279", "\u00f0", "\u0259", "\u026b", "\u0265", "\u0278", "\u028a", "\u027e", "\u0292", "\u03b8", "\u03b2", "\u014b", "\u0266", "\u207c", "\u02b0", "`", "^", "#", "*", "=", "\u02c8", "\u02cc", "\u2192", "\u2193", "\u2191", " "],
+  "symbols": [
-  "speakers": {"特别周 Special Week (Umamusume Pretty Derby)": 0,
+    "_",
-    "无声铃鹿 Silence Suzuka (Umamusume Pretty Derby)": 1,
+    "\uff1b",
-    "东海帝王 Tokai Teio (Umamusume Pretty Derby)": 2,
+    "\uff1a",
-    "丸善斯基 Maruzensky (Umamusume Pretty Derby)": 3,
+    "\uff0c",
-    "富士奇迹 Fuji Kiseki (Umamusume Pretty Derby)": 4,
+    "\u3002",
-    "小栗帽 Oguri Cap (Umamusume Pretty Derby)": 5,
+    "\uff01",
-    "黄金船 Gold Ship (Umamusume Pretty Derby)": 6,
+    "\uff1f",
-    "伏特加 Vodka (Umamusume Pretty Derby)": 7,
+    "-",
-    "大和赤骥 Daiwa Scarlet (Umamusume Pretty Derby)": 8,
+    "\u201c",
-    "大树快车 Taiki Shuttle (Umamusume Pretty Derby)": 9,
+    "\u201d",
-    "草上飞 Grass Wonder (Umamusume Pretty Derby)": 10,
+    "\u300a",
-    "菱亚马逊 Hishi Amazon (Umamusume Pretty Derby)": 11,
+    "\u300b",
-    "目白麦昆 Mejiro Mcqueen (Umamusume Pretty Derby)": 12,
+    "\u3001",
-    "神鹰 El Condor Pasa (Umamusume Pretty Derby)": 13,
+    "\uff08",
-    "好歌剧 T.M. Opera O (Umamusume Pretty Derby)": 14,
+    "\uff09",
-    "成田白仁 Narita Brian (Umamusume Pretty Derby)": 15,
+    "\u2026",
-    "鲁道夫象征 Symboli Rudolf (Umamusume Pretty Derby)": 16,
+    "\u2014",
-    "气槽 Air Groove (Umamusume Pretty Derby)": 17,
+    " ",
-    "爱丽数码 Agnes Digital (Umamusume Pretty Derby)": 18,
+    "A",
-    "青云天空 Seiun Sky (Umamusume Pretty Derby)": 19,
+    "B",
-    "玉藻十字 Tamamo Cross (Umamusume Pretty Derby)": 20,
+    "C",
-    "美妙姿势 Fine Motion (Umamusume Pretty Derby)": 21,
+    "D",
-    "琵琶晨光 Biwa Hayahide (Umamusume Pretty Derby)": 22,
+    "E",
-    "重炮 Mayano Topgun (Umamusume Pretty Derby)": 23,
+    "F",
-    "曼城茶座 Manhattan Cafe (Umamusume Pretty Derby)": 24,
+    "G",
-    "美普波旁 Mihono Bourbon (Umamusume Pretty Derby)": 25,
+    "H",
-    "目白雷恩 Mejiro Ryan (Umamusume Pretty Derby)": 26,
+    "I",
-    "雪之美人 Yukino Bijin (Umamusume Pretty Derby)": 28,
+    "J",
-    "米浴 Rice Shower (Umamusume Pretty Derby)": 29,
+    "K",
-    "艾尼斯风神 Ines Fujin (Umamusume Pretty Derby)": 30,
+    "L",
-    "爱丽速子 Agnes Tachyon (Umamusume Pretty Derby)": 31,
+    "M",
-    "爱慕织姬 Admire Vega (Umamusume Pretty Derby)": 32,
+    "N",
-    "稻荷一 Inari One (Umamusume Pretty Derby)": 33,
+    "O",
-    "胜利奖券 Winning Ticket (Umamusume Pretty Derby)": 34,
+    "P",
-    "空中神宫 Air Shakur (Umamusume Pretty Derby)": 35,
+    "Q",
-    "荣进闪耀 Eishin Flash (Umamusume Pretty Derby)": 36,
+    "R",
-    "真机伶 Curren Chan (Umamusume Pretty Derby)": 37,
+    "S",
-    "川上公主 Kawakami Princess (Umamusume Pretty Derby)": 38,
+    "T",
-    "黄金城市 Gold City (Umamusume Pretty Derby)": 39,
+    "U",
-    "樱花进王 Sakura Bakushin O (Umamusume Pretty Derby)": 40,
+    "V",
-    "采珠 Seeking the Pearl (Umamusume Pretty Derby)": 41,
+    "W",
-    "新光风 Shinko Windy (Umamusume Pretty Derby)": 42,
+    "X",
-    "东商变革 Sweep Tosho (Umamusume Pretty Derby)": 43,
+    "Y",
-    "超级小溪 Super Creek (Umamusume Pretty Derby)": 44,
+    "Z",
-    "醒目飞鹰 Smart Falcon (Umamusume Pretty Derby)": 45,
+    "a",
-    "荒漠英雄 Zenno Rob Roy (Umamusume Pretty Derby)": 46,
+    "b",
-    "东瀛佐敦 Tosen Jordan (Umamusume Pretty Derby)": 47,
+    "c",
-    "中山庆典 Nakayama Festa (Umamusume Pretty Derby)": 48,
+    "d",
-    "成田大进 Narita Taishin (Umamusume Pretty Derby)": 49,
+    "e",
-    "西野花 Nishino Flower (Umamusume Pretty Derby)": 50,
+    "f",
-    "春乌拉拉 Haru Urara (Umamusume Pretty Derby)": 51,
+    "g",
-    "青竹回忆 Bamboo Memory (Umamusume Pretty Derby)": 52,
+    "h",
-    "待兼福来 Matikane Fukukitaru (Umamusume Pretty Derby)": 55,
+    "i",
-    "名将怒涛 Meisho Doto (Umamusume Pretty Derby)": 57,
+    "j",
-    "目白多伯 Mejiro Dober (Umamusume Pretty Derby)": 58,
+    "k",
-    "优秀素质 Nice Nature (Umamusume Pretty Derby)": 59,
+    "l",
-    "帝王光环 King Halo (Umamusume Pretty Derby)": 60,
+    "m",
-    "待兼诗歌剧 Matikane Tannhauser (Umamusume Pretty Derby)": 61,
+    "n",
-    "生野狄杜斯 Ikuno Dictus (Umamusume Pretty Derby)": 62,
+    "o",
-    "目白善信 Mejiro Palmer (Umamusume Pretty Derby)": 63,
+    "p",
-    "大拓太阳神 Daitaku Helios (Umamusume Pretty Derby)": 64,
+    "q",
-    "双涡轮 Twin Turbo (Umamusume Pretty Derby)": 65,
+    "r",
-    "里见光钻 Satono Diamond (Umamusume Pretty Derby)": 66,
+    "s",
-    "北部玄驹 Kitasan Black (Umamusume Pretty Derby)": 67,
+    "t",
-    "樱花千代王 Sakura Chiyono O (Umamusume Pretty Derby)": 68,
+    "u",
-    "天狼星象征 Sirius Symboli (Umamusume Pretty Derby)": 69,
+    "v",
-    "目白阿尔丹 Mejiro Ardan (Umamusume Pretty Derby)": 70,
+    "w",
-    "八重无敌 Yaeno Muteki (Umamusume Pretty Derby)": 71,
+    "x",
-    "鹤丸刚志 Tsurumaru Tsuyoshi (Umamusume Pretty Derby)": 72,
+    "y",
-    "目白光明 Mejiro Bright (Umamusume Pretty Derby)": 73,
+    "z",
-    "樱花桂冠 Sakura Laurel (Umamusume Pretty Derby)": 74,
+    "1",
-    "成田路 Narita Top Road (Umamusume Pretty Derby)": 75,
+    "2",
-    "也文摄辉 Yamanin Zephyr (Umamusume Pretty Derby)": 76,
+    "3",
-    "真弓快车 Aston Machan (Umamusume Pretty Derby)": 80,
+    "4",
-    "骏川手纲 Hayakawa Tazuna (Umamusume Pretty Derby)": 81,
+    "5",
-    "小林历奇 Kopano Rickey (Umamusume Pretty Derby)": 83,
+    "0",
-    "奇锐骏 Wonder Acute (Umamusume Pretty Derby)": 85,
+    "\uff22",
-    "秋川理事长 President Akikawa (Umamusume Pretty Derby)": 86,
+    "\uff30"
-    "綾地 寧々 Ayachi Nene (Sanoba Witch)": 87,
+  ],
-    "因幡 めぐる Inaba Meguru (Sanoba Witch)": 88,
+  "speakers": {
-    "椎葉 紬 Shiiba Tsumugi (Sanoba Witch)": 89,
+    "dingzhen": 0,
-    "仮屋 和奏 Kariya Wakama (Sanoba Witch)": 90,
+    "taffy": 1
-    "戸隠 憧子 Togakushi Touko (Sanoba Witch)": 91,
-    "九条裟罗 Kujou Sara (Genshin Impact)": 92,
-    "芭芭拉 Barbara (Genshin Impact)": 93,
-    "派蒙 Paimon (Genshin Impact)": 94,
-    "荒泷一斗 Arataki Itto (Genshin Impact)": 96,
-    "早柚 Sayu (Genshin Impact)": 97,
-    "香菱 Xiangling (Genshin Impact)": 98,
-    "神里绫华 Kamisato Ayaka (Genshin Impact)": 99,
-    "重云 Chongyun (Genshin Impact)": 100,
-    "流浪者 Wanderer (Genshin Impact)": 102,
-    "优菈 Eula (Genshin Impact)": 103,
-    "凝光 Ningguang (Genshin Impact)": 105,
-    "钟离 Zhongli (Genshin Impact)": 106,
-    "雷电将军 Raiden Shogun (Genshin Impact)": 107,
-    "枫原万叶 Kaedehara Kazuha (Genshin Impact)": 108,
-    "赛诺 Cyno (Genshin Impact)": 109,
-    "诺艾尔 Noelle (Genshin Impact)": 112,
-    "八重神子 Yae Miko (Genshin Impact)": 113,
-    "凯亚 Kaeya (Genshin Impact)": 114,
-    "魈 Xiao (Genshin Impact)": 115,
-    "托马 Thoma (Genshin Impact)": 116,
-    "可莉 Klee (Genshin Impact)": 117,
-    "迪卢克 Diluc (Genshin Impact)": 120,
-    "夜兰 Yelan (Genshin Impact)": 121,
-    "鹿野院平藏 Shikanoin Heizou (Genshin Impact)": 123,
-    "辛焱 Xinyan (Genshin Impact)": 124,
-    "丽莎 Lisa (Genshin Impact)": 125,
-    "云堇 Yun Jin (Genshin Impact)": 126,
-    "坎蒂丝 Candace (Genshin Impact)": 127,
-    "罗莎莉亚 Rosaria (Genshin Impact)": 128,
-    "北斗 Beidou (Genshin Impact)": 129,
-    "珊瑚宫心海 Sangonomiya Kokomi (Genshin Impact)": 132,
-    "烟绯 Yanfei (Genshin Impact)": 133,
-    "久岐忍 Kuki Shinobu (Genshin Impact)": 136,
-    "宵宫 Yoimiya (Genshin Impact)": 139,
-    "安柏 Amber (Genshin Impact)": 143,
-    "迪奥娜 Diona (Genshin Impact)": 144,
-    "班尼特 Bennett (Genshin Impact)": 146,
-    "雷泽 Razor (Genshin Impact)": 147,
-    "阿贝多 Albedo (Genshin Impact)": 151,
-    "温迪 Venti (Genshin Impact)": 152,
-    "空 Player Male (Genshin Impact)": 153,
-    "神里绫人 Kamisato Ayato (Genshin Impact)": 154,
-    "琴 Jean (Genshin Impact)": 155,
-    "艾尔海森 Alhaitham (Genshin Impact)": 156,
-    "莫娜 Mona (Genshin Impact)": 157,
-    "妮露 Nilou (Genshin Impact)": 159,
-    "胡桃 Hu Tao (Genshin Impact)": 160,
-    "甘雨 Ganyu (Genshin Impact)": 161,
-    "纳西妲 Nahida (Genshin Impact)": 162,
-    "刻晴 Keqing (Genshin Impact)": 165,
-    "荧 Player Female (Genshin Impact)": 169,
-    "埃洛伊 Aloy (Genshin Impact)": 179,
-    "柯莱 Collei (Genshin Impact)": 182,
-    "多莉 Dori (Genshin Impact)": 184,
-    "提纳里 Tighnari (Genshin Impact)": 186,
-    "砂糖 Sucrose (Genshin Impact)": 188,
-    "行秋 Xingqiu (Genshin Impact)": 190,
-    "奥兹 Oz (Genshin Impact)": 193,
-    "五郎 Gorou (Genshin Impact)": 198,
-    "达达利亚 Tartalia (Genshin Impact)": 202,
-    "七七 Qiqi (Genshin Impact)": 207,
-    "申鹤 Shenhe (Genshin Impact)": 217,
-    "莱依拉 Layla (Genshin Impact)": 228,
-    "菲谢尔 Fishl (Genshin Impact)": 230
   }
 }