""" Example script for fine-tuning the pretrained model to your own data. Comments in ALL CAPS are instructions """ import time import wandb from torch.utils.data import ConcatDataset from Architectures.ToucanTTS.ToucanTTS import ToucanTTS from Architectures.ToucanTTS.toucantts_train_loop_arbiter import train_loop from Utility.corpus_preparation import prepare_tts_corpus from Utility.path_to_transcript_dicts import * from Utility.storage_config import MODELS_DIR from Utility.storage_config import PREPROCESSING_DIR def run(gpu_id, resume_checkpoint, finetune, model_dir, resume, use_wandb, wandb_resume_id, gpu_count): if gpu_id == "cpu": device = torch.device("cpu") else: device = torch.device("cuda") assert gpu_count == 1 # distributed finetuning is not supported # IF YOU'RE ADDING A NEW LANGUAGE, YOU MIGHT NEED TO ADD HANDLING FOR IT IN Preprocessing/TextFrontend.py print("Preparing") if model_dir is not None: save_dir = model_dir else: save_dir = os.path.join(MODELS_DIR, "ToucanTTS_German_and_English") # RENAME TO SOMETHING MEANINGFUL FOR YOUR DATA os.makedirs(save_dir, exist_ok=True) all_train_sets = list() # YOU CAN HAVE MULTIPLE LANGUAGES, OR JUST ONE. JUST MAKE ONE ConcatDataset PER LANGUAGE AND ADD IT TO THE LIST. train_samplers = list() # ======================= # = German Data = # ======================= german_datasets = list() german_datasets.append(prepare_tts_corpus(transcript_dict=build_path_to_transcript_dict_karlsson(), corpus_dir=os.path.join(PREPROCESSING_DIR, "Karlsson"), lang="deu")) # CHANGE THE TRANSCRIPT DICT, THE NAME OF THE CACHE DIRECTORY AND THE LANGUAGE TO YOUR NEEDS german_datasets.append(prepare_tts_corpus(transcript_dict=build_path_to_transcript_dict_eva(), corpus_dir=os.path.join(PREPROCESSING_DIR, "Eva"), lang="deu")) # YOU CAN SIMPLY ADD MODE CORPORA AND DO THE SAME, BUT YOU DON'T HAVE TO, ONE IS ENOUGH all_train_sets.append(ConcatDataset(german_datasets)) # ======================== # = English Data = # ======================== english_datasets = list() english_datasets.append(prepare_tts_corpus(transcript_dict=build_path_to_transcript_dict_nancy(), corpus_dir=os.path.join(PREPROCESSING_DIR, "Nancy"), lang="eng")) english_datasets.append(prepare_tts_corpus(transcript_dict=build_path_to_transcript_dict_ljspeech(), corpus_dir=os.path.join(PREPROCESSING_DIR, "LJSpeech"), lang="eng")) all_train_sets.append(ConcatDataset(english_datasets)) model = ToucanTTS() for train_set in all_train_sets: train_samplers.append(torch.utils.data.RandomSampler(train_set)) if use_wandb: wandb.init( name=f"{__name__.split('.')[-1]}_{time.strftime('%Y%m%d-%H%M%S')}" if wandb_resume_id is None else None, id=wandb_resume_id, # this is None if not specified in the command line arguments. resume="must" if wandb_resume_id is not None else None) print("Training model") train_loop(net=model, datasets=all_train_sets, device=device, save_directory=save_dir, batch_size=12, # YOU MIGHT GET OUT OF MEMORY ISSUES ON SMALL GPUs, IF SO, DECREASE THIS. eval_lang="deu", # THE LANGUAGE YOUR PROGRESS PLOTS WILL BE MADE IN warmup_steps=500, lr=1e-5, # if you have enough data (over ~1000 datapoints) you can increase this up to 1e-4 and it will still be stable, but learn quicker. # DOWNLOAD THESE INITIALIZATION MODELS FROM THE RELEASE PAGE OF THE GITHUB OR RUN THE DOWNLOADER SCRIPT TO GET THEM AUTOMATICALLY path_to_checkpoint=os.path.join(MODELS_DIR, "ToucanTTS_Meta", "best.pt") if resume_checkpoint is None else resume_checkpoint, fine_tune=True if resume_checkpoint is None and not resume else finetune, resume=resume, steps=5000, use_wandb=use_wandb, train_samplers=train_samplers, gpu_count=1) if use_wandb: wandb.finish()