Spaces:
Running
Running
File size: 1,555 Bytes
8e8cd3e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 | ## Config file
# Log
seed: 777
use_cuda: 1 # 1 for True, 0 for False
# dataset
speaker_no: 2
mix_lst_path: ./data/allData/voxceleb2/mixture_data_list_2mix_pretrain.csv
audio_direc: /mnt/nas_sg/wulanchabu/zexu.pan/datasets/voxceleb2/audio_clean
reference_direc: /mnt/nas_sg/wulanchabu/zexu.pan/datasets/ # not used
audio_sr: 16000
ref_sr: 25
# dataloader
num_workers: 4
batch_size: 2 # 4-GPU training with a total effective batch size of 8
accu_grad: 0
effec_batch_size: 4 # per GPU, only used if accu_grad is set to 1, must be multiple times of batch size
max_length: 5 # truncate the utterances in dataloader, in seconds
# network settings
init_from: checkpoints/log_2024-09-30(09:49:14) # 'None' or a log name 'log_2024-07-22(18:12:13)'
causal: 0 # 1 for True, 0 for False
network_reference:
cue: lip # lip or speech or gesture or EEG
backbone: resnet18 # resnet18 or shufflenetV2 or blazenet64
emb_size: 256 # resnet18:256
network_audio:
backbone: mossformer2
encoder_kernel_size: 16
encoder_out_nchannels: 512
encoder_in_nchannels: 1
masknet_numspks: 1
masknet_chunksize: 250
masknet_numlayers: 1
masknet_norm: "ln"
masknet_useextralinearlayer: False
masknet_extraskipconnection: True
intra_numlayers: 24
intra_nhead: 8
intra_dffn: 1024
intra_dropout: 0
intra_use_positional: True
intra_norm_before: True
# optimizer
loss_type: hybrid # "snr", "sisdr", "hybrid"
init_learning_rate: 0.00015
max_epoch: 150
clip_grad_norm: 5
|