Update XTTS v2.0 recipe

coqui-ai · Nov 6, 2023 · cabff9f · cabff9f
1 parent 09fb317
commit cabff9f
Showing 1 changed file with 4 additions and 3 deletions.
diff --git a/recipes/ljspeech/xtts_v2/train_gpt_xtts.py b/recipes/ljspeech/xtts_v2/train_gpt_xtts.py
@@ -40,6 +40,7 @@
 os.makedirs(CHECKPOINTS_OUT_PATH, exist_ok=True)
 
 
+# ToDo: update DVAE checkpoint
 # DVAE files
 DVAE_CHECKPOINT_LINK = "https://coqui.gateway.scarf.sh/hf-coqui/XTTS-v1/v1.1.1/dvae.pth"
 MEL_NORM_LINK = "https://coqui.gateway.scarf.sh/hf-coqui/XTTS-v1/v1.1.1/mel_stats.pth"
@@ -89,9 +90,9 @@ def main():
         dvae_checkpoint=DVAE_CHECKPOINT,
         xtts_checkpoint=XTTS_CHECKPOINT,  # checkpoint path of the model that you want to fine-tune
         tokenizer_file=TOKENIZER_FILE,
-        gpt_num_audio_tokens=8194,
-        gpt_start_audio_token=8192,
-        gpt_stop_audio_token=8193,
+        gpt_num_audio_tokens=1024,
+        gpt_start_audio_token=1025,
+        gpt_stop_audio_token=1026,
         gpt_use_masking_gt_prompt_approach=True,
         gpt_use_perceiver_resampler=True,
     )