Add small FT config

This commit is contained in:
ZDisket
2023-05-24 16:57:36 -03:00
parent 5e1e579900
commit febf5c2bba
@@ -0,0 +1,81 @@
{
"train": {
"log_interval": 200,
"eval_interval": 1000,
"save_interval": 2000,
"seed": 1234,
"epochs": 20000,
"learning_rate": 2e-4,
"betas": [0.8, 0.99],
"eps": 1e-9,
"batch_size": 16,
"grad_acc_steps": 2,
"fp16_run": true,
"lr_decay": 0.999875,
"segment_size": 8192,
"init_lr_ratio": 1,
"warmup_epochs": 0,
"c_mel": 45,
"c_kl": 1.0,
"use_8bit": true
},
"data": {
"training_files":"filelists/train_filelist.txt.cleaned",
"validation_files":"filelists/val_filelist.txt.cleaned",
"text_cleaners":["arpa_cleaners"],
"max_wav_value": 32768.0,
"sampling_rate": 44100,
"filter_length": 2048,
"hop_length": 512,
"win_length": 2048,
"n_mel_channels": 80,
"mel_fmin": 20,
"mel_fmax": 11025,
"add_blank": true,
"n_speakers": 0,
"cleaned_text": true,
"bert_model_name": "huawei-noah/TinyBERT_General_4L_312D"
},
"model": {
"inter_channels": 128,
"hidden_channels": 128,
"filter_channels": 512,
"n_heads": 2,
"n_layers": 6,
"kernel_size": 3,
"p_dropout": 0.1,
"resblock": "1",
"resblock_kernel_sizes": [3,7,11],
"resblock_dilation_sizes": [[1,3,5], [1,3,5], [1,3,5]],
"upsample_rates": [8,8],
"upsample_initial_channel": 512,
"upsample_kernel_sizes": [16,16],
"n_layers_q": 3,
"use_spectral_norm": false,
"gen_istft_n_fft" : 32,
"gen_istft_hop_size": 8,
"moji_start_size": 2304,
"moji_enc_sizes": [1024,512,128,16],
"bert_size": 312,
"bert_final": 32
},
"disc": {
"combd_channels": [16, 64, 256, 1024, 1024, 1024],
"combd_kernels" : [[7, 11, 11, 11, 11, 5], [11, 21, 21, 21, 21, 5], [15, 41, 41, 41, 41, 5]],
"combd_groups" : [1, 4, 16, 64, 256, 1],
"combd_strides": [1, 1, 4, 4, 4, 1],
"tkernels" : [7, 5, 3],
"fkernel" : 5,
"tchannels" : [64, 128, 256, 256, 256],
"fchannels" : [32, 64, 128, 128, 128],
"tstrides" : [[1, 1, 3, 3, 1], [1, 1, 3, 3, 1], [1, 1, 3, 3, 1]],
"fstride" : [1, 1, 3, 3, 1],
"tdilations" : [[[5, 7, 11], [5, 7, 11], [5, 7, 11], [5, 7, 11], [5, 7, 11], [5, 7, 11]], [[3, 5, 7], [3, 5, 7], [3, 5, 7], [3, 5, 7], [3, 5, 7]], [[1, 2, 3], [1, 2, 3], [1, 2, 3], [1, 2, 3], [1, 2, 3]]],
"fdilations" : [[1, 2, 3], [1, 2, 3], [1, 2, 3], [2, 3, 5], [2, 3, 5]],
"pqmf_n" : 16,
"pqmf_m" : 64,
"freq_init_ch" : 128,
"tsubband" : [6, 11, 16]
}
}