Bert_Vits2_kaggle.ipynb

{"cells":[{"cell_type":"code","execution_count":null,"metadata":{"execution":{"iopub.execute_input":"2024-01-07T12:24:38.224409Z","iopub.status.busy":"2024-01-07T12:24:38.224126Z","iopub.status.idle":"2024-01-07T12:24:40.400993Z","shell.execute_reply":"2024-01-07T12:24:40.399794Z","shell.execute_reply.started":"2024-01-07T12:24:38.224383Z"},"id":"ZT1ZvJc4-Nks","outputId":"17e09c1e-e7e7-4972-854e-ca9529625f6c","trusted":true},"outputs":[],"source":["# 本文件为kaggle环境下的脚本文件副本\n","!git clone https://github.com/Wkingxc/Bert-Vits2-Colab"]},{"cell_type":"code","execution_count":null,"metadata":{"execution":{"iopub.execute_input":"2024-01-07T12:28:08.810931Z","iopub.status.busy":"2024-01-07T12:28:08.810246Z","iopub.status.idle":"2024-01-07T12:28:18.753700Z","shell.execute_reply":"2024-01-07T12:28:18.752735Z","shell.execute_reply.started":"2024-01-07T12:28:08.810896Z"},"id":"9SgDIpKH91ba","outputId":"bb102d44-6bc3-4b21-9a65-3f4e5d229ca9","trusted":true},"outputs":[],"source":["# c_name为角色音频文件保持和谷歌硬盘文件一致，实验目录统一为EX1\n","c_name = \"希儿.zip\"\n","# 创建目录\n","%cd /kaggle/working/Bert-Vits2-Colab/\n","!mkdir -p ./Data/EX1/filelists/\n","!mkdir -p ./Data/EX1/models/\n","!mkdir -p ./Data/EX1/raw/\n","!mkdir -p ./Data/EX1/wavs/\n","# 从谷歌硬盘拷贝音频和台词文件\n","%cd ./Data/EX1/raw/\n","# https://drive.google.com/file/d/1mqB9gwS7r_nRjgAUtiqfD4GlGPGpD_R_/view?usp=drive_link\n","!gdown 'https://drive.google.com/uc?id=1mqB9gwS7r_nRjgAUtiqfD4GlGPGpD_R_'\n","!unzip ./$c_name\n","%cd /kaggle/working/Bert-Vits2-Colab/"]},{"cell_type":"code","execution_count":null,"metadata":{"execution":{"iopub.execute_input":"2024-01-07T12:29:19.417977Z","iopub.status.busy":"2024-01-07T12:29:19.417550Z","iopub.status.idle":"2024-01-07T12:30:15.583566Z","shell.execute_reply":"2024-01-07T12:30:15.582275Z","shell.execute_reply.started":"2024-01-07T12:29:19.417939Z"},"id":"atRCCFpoTd6E","outputId":"9affa76d-0e53-4ef0-a5c4-35629c60c0db","trusted":true},"outputs":[],"source":["!pip install -r ./requirements.txt -q"]},{"cell_type":"code","execution_count":null,"metadata":{"execution":{"iopub.execute_input":"2024-01-07T12:30:40.990586Z","iopub.status.busy":"2024-01-07T12:30:40.990192Z","iopub.status.idle":"2024-01-07T12:33:06.768720Z","shell.execute_reply":"2024-01-07T12:33:06.767403Z","shell.execute_reply.started":"2024-01-07T12:30:40.990553Z"},"id":"tKmJqXLVAsny","trusted":true},"outputs":[],"source":["!echo \"=====下载 bert=====\"\n","!wget -P ./bert/chinese-roberta-wwm-ext-large/ https://huggingface.co/hfl/chinese-roberta-wwm-ext-large/resolve/main/pytorch_model.bin\n","!wget -P ./bert/deberta-v2-large-japanese-char-wwm/ https://huggingface.co/ku-nlp/deberta-v2-large-japanese-char-wwm/resolve/main/pytorch_model.bin\n","!wget -P ./bert/deberta-v3-large/ https://huggingface.co/microsoft/deberta-v3-large/resolve/main/pytorch_model.bin\n","!wget -P ./bert/deberta-v3-large/ https://huggingface.co/microsoft/deberta-v3-large/resolve/main/pytorch_model.generator.bin\n","!wget -P ./bert/deberta-v3-large/ https://huggingface.co/microsoft/deberta-v3-large/resolve/main/spm.model\n","!wget -P ./bert/Erlangshen-MegatronBert-1.3B-Chinese https://huggingface.co/IDEA-CCNL/Erlangshen-MegatronBert-1.3B/resolve/main/pytorch_model.bin\n","# !cp /content/drive/MyDrive/pytorch_model.bin /content/Bert-Vits2-Colab/bert/Erlangshen-MegatronBert-1.3B-Chinese/\n","\n","!echo \"====下载slm====\"\n","!wget -P ./slm/wavlm-base-plus/ https://huggingface.co/microsoft/wavlm-base-plus/resolve/main/pytorch_model.bin\n","!wget -P ./emotional/clap-htsat-fused https://huggingface.co/laion/clap-htsat-fused/resolve/main/pytorch_model.bin\n","\n","!echo \"====下载中文特化底膜====\"\n","!wget -P \"./Data/EX1/models/\" https://huggingface.co/guiyun/Bert-VITS2-chinese/resolve/main/D_0.pth\n","!wget -P \"./Data/EX1/models/\" https://huggingface.co/guiyun/Bert-VITS2-chinese/resolve/main/G_0.pth\n","!wget -P \"./Data/EX1/models/\" https://huggingface.co/guiyun/Bert-VITS2-chinese/resolve/main/WD_0.pth\n","\n","# 如果是接着训练，请想办法上传这三个文件到models目录下\n"]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":["# 由于kaggle平台的设备不支持bfloat16，将train_ms.py中的bfloat16替换为float16\n","with open(\"train_ms.py\", \"r\") as file:\n","    content = file.read()\n","count = content.count(\"bfloat16\")\n","new_content = content.replace(\"bfloat16\", \"float16\")\n","with open(\"train_ms.py\", \"w\") as file:\n","    file.write(new_content)\n","print(f\"替换了 {count} 处\") # 6处"]},{"cell_type":"code","execution_count":null,"metadata":{"execution":{"iopub.execute_input":"2024-01-07T12:33:22.592178Z","iopub.status.busy":"2024-01-07T12:33:22.591795Z","iopub.status.idle":"2024-01-07T12:33:24.571306Z","shell.execute_reply":"2024-01-07T12:33:24.570179Z","shell.execute_reply.started":"2024-01-07T12:33:22.592149Z"},"id":"B5SVZKwfJWJC","outputId":"b33146c1-a1db-44ee-81f9-c6769b7b68be","trusted":true},"outputs":[],"source":["# 下面正式开始训练步骤\n","!nvidia-smi"]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":["# 配置config.json和config.yaml\n","# 默认500步保存一次，最多保存3个模型\n","%cd ./Data/EX1/\n","!python set_batch.py -b 6 # 指定batch_size\n","!python set_yml.py -b 2 -e 2 -t 2 # 指定bert_gen、clap_gen、train时训练集加载线程数\n","%cd ../../"]},{"cell_type":"code","execution_count":null,"metadata":{"execution":{"iopub.execute_input":"2024-01-07T12:33:36.202399Z","iopub.status.busy":"2024-01-07T12:33:36.201596Z","iopub.status.idle":"2024-01-07T12:33:46.299918Z","shell.execute_reply":"2024-01-07T12:33:46.298946Z","shell.execute_reply.started":"2024-01-07T12:33:36.202360Z"},"id":"OljFOvDPUZjE","outputId":"083c780b-079f-45e2-ac3f-bc02fafeb0ae","trusted":true},"outputs":[],"source":["!python trans_wav_lab.py"]},{"cell_type":"code","execution_count":null,"metadata":{"execution":{"iopub.execute_input":"2024-01-07T12:33:48.214665Z","iopub.status.busy":"2024-01-07T12:33:48.214282Z","iopub.status.idle":"2024-01-07T12:34:10.479504Z","shell.execute_reply":"2024-01-07T12:34:10.478320Z","shell.execute_reply.started":"2024-01-07T12:33:48.214633Z"},"id":"BGxyMLLOI4Uz","outputId":"e1257c29-0411-4dd8-e826-7964bec1f5b0","trusted":true},"outputs":[],"source":["!python preprocess_text.py"]},{"cell_type":"code","execution_count":null,"metadata":{"execution":{"iopub.execute_input":"2024-01-07T12:34:13.217090Z","iopub.status.busy":"2024-01-07T12:34:13.216095Z","iopub.status.idle":"2024-01-07T12:34:49.684475Z","shell.execute_reply":"2024-01-07T12:34:49.683510Z","shell.execute_reply.started":"2024-01-07T12:34:13.217050Z"},"id":"DOAg3awaLSKn","outputId":"4c5694f7-6359-43f1-ef7b-00cfe3978134","trusted":true},"outputs":[],"source":["!python bert_gen.py"]},{"cell_type":"code","execution_count":null,"metadata":{"execution":{"iopub.execute_input":"2024-01-07T12:34:51.809720Z","iopub.status.busy":"2024-01-07T12:34:51.808738Z","iopub.status.idle":"2024-01-07T12:36:48.404333Z","shell.execute_reply":"2024-01-07T12:36:48.403325Z","shell.execute_reply.started":"2024-01-07T12:34:51.809682Z"},"id":"vTLoqtUSMgTO","outputId":"9742e0bc-6293-4df2-9596-1fe72641c727","trusted":true},"outputs":[],"source":["!python clap_gen.py"]},{"cell_type":"code","execution_count":null,"metadata":{"execution":{"iopub.execute_input":"2024-01-07T12:39:57.226586Z","iopub.status.busy":"2024-01-07T12:39:57.225856Z","iopub.status.idle":"2024-01-07T13:44:05.475875Z","shell.execute_reply":"2024-01-07T13:44:05.474736Z","shell.execute_reply.started":"2024-01-07T12:39:57.226550Z"},"id":"kneNJH-iUhOS","outputId":"fe5583bc-506b-4661-cb61-effc18eaea19","trusted":true},"outputs":[],"source":["# !python train_ms.py\n","# 使用双T4卡双线程训练\n","!torchrun \\\n","    --nnodes=1\\\n","    --nproc_per_node=2\\\n","    train_ms.py"]}],"metadata":{"accelerator":"GPU","colab":{"gpuType":"T4","machine_shape":"hm","provenance":[]},"kaggle":{"accelerator":"none","dataSources":[{"datasetId":4269377,"sourceId":7351569,"sourceType":"datasetVersion"}],"dockerImageVersionId":30626,"isGpuEnabled":false,"isInternetEnabled":true,"language":"python","sourceType":"notebook"},"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.10.12"}},"nbformat":4,"nbformat_minor":4}