storytold/storyteller-ml
2
0
Fork 0
mirror of https://github.com/storytold/storyteller-ml.git synced 2026-10-25 08:40:31 +00:00
Code Issues Packages Projects Releases Wiki Activity

Introduce code from Rust monorepo. This is a mess

Browse Source
This commit is contained in:
Brandon Thomas
2022-02-28 05:43:54 -05:00
parent 921fb49f9a
commit ba326bfcfd
1058 changed files with 192192 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tts/NeMo/examples/asr/experimental/quartznet/quartznet_15x5_aug.yaml
+290
View File
@@ -0,0 +1,290 @@
name: &name "QuartzNet15x5"
model:
sample_rate: &sample_rate 16000
repeat: &repeat 5
dropout: &dropout 0.0
separable: &separable true
labels: &labels [" ", "a", "b", "c", "d", "e", "f", "g", "h", "i", "j", "k", "l", "m",
"n", "o", "p", "q", "r", "s", "t", "u", "v", "w", "x", "y", "z", "'"]
train_ds:
manifest_filepath: ???
sample_rate: 16000
labels: *labels
batch_size: 32
trim_silence: True
max_duration: 16.7
shuffle: True
is_tarred: False
tarred_audio_filepaths: null
tarred_shard_strategy: "scatter"
augmentor:
rir_noise_aug:
prob: 0.5
rir_manifest_path: ???
rir_tar_filepaths: ???
rir_prob: 0.5
noise_manifest_paths: ???
noise_tar_filepaths: ???
min_snr_db: [0,0]
max_snr_db: [30,30]
orig_sample_rate: ???
bg_noise_manifest_paths: ???
bg_noise_tar_filepaths: ???
bg_min_snr_db: [10,10]
bg_max_snr_db: [40,40]
bg_orig_sample_rate: ???
transcode_aug:
prob: 0.1
validation_ds:
manifest_filepath: ???
sample_rate: 16000
labels: *labels
batch_size: 32
shuffle: False
preprocessor:
_target_: nemo.collections.asr.modules.AudioToMelSpectrogramPreprocessor
normalize: "per_feature"
window_size: 0.02
sample_rate: *sample_rate
window_stride: 0.01
window: "hann"
features: &n_mels 64
n_fft: 512
frame_splicing: 1
dither: 0.00001
stft_conv: false
spec_augment:
_target_: nemo.collections.asr.modules.SpectrogramAugmentation
rect_freq: 50
rect_masks: 5
rect_time: 120
encoder:
_target_: nemo.collections.asr.modules.ConvASREncoder
feat_in: *n_mels
activation: relu
conv_mask: true
jasper:
- dilation: [1]
dropout: *dropout
filters: 256
kernel: [33]
repeat: 1
residual: false
separable: *separable
stride: [2]
- dilation: [1]
dropout: *dropout
filters: 256
kernel: [33]
repeat: *repeat
residual: true
separable: *separable
stride: [1]
- dilation: [1]
dropout: *dropout
filters: 256
kernel: [33]
repeat: *repeat
residual: true
separable: *separable
stride: [1]
- dilation: [1]
dropout: *dropout
filters: 256
kernel: [33]
repeat: *repeat
residual: true
separable: *separable
stride: [1]
- dilation: [1]
dropout: *dropout
filters: 256
kernel: [39]
repeat: *repeat
residual: true
separable: *separable
stride: [1]
- dilation: [1]
dropout: *dropout
filters: 256
kernel: [39]
repeat: *repeat
residual: true
separable: *separable
stride: [1]
- dilation: [1]
dropout: *dropout
filters: 256
kernel: [39]
repeat: *repeat
residual: true
separable: *separable
stride: [1]
- dilation: [1]
dropout: *dropout
filters: 512
kernel: [51]
repeat: *repeat
residual: true
separable: *separable
stride: [1]
- dilation: [1]
dropout: *dropout
filters: 512
kernel: [51]
repeat: *repeat
residual: true
separable: *separable
stride: [1]
- dilation: [1]
dropout: *dropout
filters: 512
kernel: [51]
repeat: *repeat
residual: true
separable: *separable
stride: [1]
- dilation: [1]
dropout: *dropout
filters: 512
kernel: [63]
repeat: *repeat
residual: true
separable: *separable
stride: [1]
- dilation: [1]
dropout: *dropout
filters: 512
kernel: [63]
repeat: *repeat
residual: true
separable: *separable
stride: [1]
- dilation: [1]
dropout: *dropout
filters: 512
kernel: [63]
repeat: *repeat
residual: true
separable: *separable
stride: [1]
- dilation: [1]
dropout: *dropout
filters: 512
kernel: [75]
repeat: *repeat
residual: true
separable: *separable
stride: [1]
- dilation: [1]
dropout: *dropout
filters: 512
kernel: [75]
repeat: *repeat
residual: true
separable: *separable
stride: [1]
- dilation: [1]
dropout: *dropout
filters: 512
kernel: [75]
repeat: *repeat
residual: true
separable: *separable
stride: [1]
- dilation: [2]
dropout: *dropout
filters: 512
kernel: [87]
repeat: 1
residual: false
separable: *separable
stride: [1]
- dilation: [1]
dropout: *dropout
filters: &enc_filters 1024
kernel: [1]
repeat: 1
residual: false
stride: [1]
decoder:
_target_: nemo.collections.asr.modules.ConvASRDecoder
feat_in: *enc_filters
num_classes: 28
vocabulary: *labels
optim:
name: novograd
# _target_: nemo.core.optim.optimizers.Novograd
lr: .01
# optimizer arguments
betas: [0.8, 0.5]
weight_decay: 0.001
# scheduler setup
sched:
name: CosineAnnealing
# pytorch lightning args
# monitor: val_loss
# reduce_on_plateau: false
# Scheduler params
warmup_steps: null
warmup_ratio: null
min_lr: 0.0
last_epoch: -1
trainer:
gpus: 0 # number of gpus
max_epochs: 5
max_steps: null # computed at runtime if not set
num_nodes: 1
accelerator: ddp
accumulate_grad_batches: 1
checkpoint_callback: False # Provided by exp_manager
logger: False # Provided by exp_manager
log_every_n_steps: 1 # Interval of logging.
val_check_interval: 1.0 # Set to 0.25 to check 4 times per epoch, or an int for number of iterations
exp_manager:
exp_dir: null
name: *name
create_tensorboard_logger: True
create_checkpoint_callback: True
create_wandb_logger: False
wandb_logger_kwargs:
name: null
project: null
hydra:
run:
dir: .
job_logging:
root:
handlers: null