Spaces:
Running on Zero
Running on Zero
| train_data: | |
| train_audio_sample_rate: 48000 | |
| audio_samples_per_llm_token: 7680 | |
| sources: | |
| - name: ljspeech_basic | |
| weight: 1.0 | |
| pipeline: basic | |
| adapter: | |
| class_name: JsonlManifestSourceAdapter | |
| params: | |
| manifest_path: downloaded_data/ljspeech_48khz_manifest_train.jsonl | |
| shuffle: true | |
| - name: ljspeech_interleave | |
| weight: 1.0 | |
| pipeline: interleave | |
| adapter: | |
| class_name: JsonlManifestSourceAdapter | |
| params: | |
| manifest_path: downloaded_data/ljspeech_48khz_manifest_train.jsonl | |
| shuffle: true | |
| # append other sources here if need | |
| num_tokens_per_epoch: 2000000 | |
| num_workers: 20 | |
| pin_memory: true | |
| max_audio_seconds_in_batch: 30.0 | |
| max_text_tokens_in_batch: 2048 | |
| max_samples_per_batch: null | |
| bucketing_pool_size: 100 | |
| val_data: | |
| train_audio_sample_rate: 48000 | |
| audio_samples_per_llm_token: 7680 | |
| sources: | |
| - name: ljspeech_valid_basic | |
| weight: 1.0 | |
| adapter: | |
| class_name: JsonlManifestSourceAdapter | |
| params: | |
| manifest_path: downloaded_data/ljspeech_48khz_manifest_valid.jsonl | |
| shuffle: false | |
| pipeline: basic | |
| - name: ljspeech_valid_interleave | |
| weight: 1.0 | |
| pipeline: interleave | |
| adapter: | |
| class_name: JsonlManifestSourceAdapter | |
| params: | |
| manifest_path: downloaded_data/ljspeech_48khz_manifest_valid.jsonl | |
| shuffle: false | |
| pipeline: interleave | |
| # append other sources here if need | |
| num_workers: 4 | |
| pin_memory: true | |
| max_audio_seconds_in_batch: 30.0 | |
| max_text_tokens_in_batch: 2048 | |
| max_samples_per_batch: null | |
| bucketing_pool_size: 64 | |
| train: | |
| pretrained_model_path: pretrained_models/pretrain_cpt_decay/latest/model/ | |
| output_dir: debug_train/run_003 | |
| seed: 42 | |
| learning_rate: 1.0e-05 | |
| weight_decay: 0.01 | |
| warmup_steps: 50 | |
| max_train_steps: 500 | |
| gradient_accumulation_steps: 2 | |
| grad_clip_norm: 1 | |
| save_interval: 500 | |
| max_checkpoints_to_keep: 40 | |
| log_interval: 10 | |
| eval_interval: 100 | |
| max_eval_batches: null | |
| run_eval_on_start: false | |
| loss: | |
| ce_weight: 1.0 | |
| fm_weight: 1.0 | |
| eos_weight: 1.0 | |