diff --git a/tts/StyleTTS2Train/test_harness.py b/tts/StyleTTS2Train/test_harness.py index 765addf..fe71906 100644 --- a/tts/StyleTTS2Train/test_harness.py +++ b/tts/StyleTTS2Train/test_harness.py @@ -48,7 +48,15 @@ class TestHarness: 'step':step, 'total_steps':train_list_len//batch_size }) - + + def log_eval(self,mel_loss,dur_loss,F0_loss,epoch): + wandb.log({ + 'eval/mel_loss':mel_loss, + 'eval/dur_loss':dur_loss, + 'eval/F0_loss':F0_loss, + 'epoch':epoch+1 + }) + def sample_ood_voice(self,file:str="testing.wav",sample_rate=24000,character:str="character_name",caption:str="What is supposed to be said"): wandb.log({character: wandb.Audio(file, sample_rate=sample_rate, caption=caption)}) diff --git a/tts/StyleTTS2Train/train_finetune_accelerate.py b/tts/StyleTTS2Train/train_finetune_accelerate.py index 51b43af..875745c 100644 --- a/tts/StyleTTS2Train/train_finetune_accelerate.py +++ b/tts/StyleTTS2Train/train_finetune_accelerate.py @@ -613,6 +613,9 @@ def main(config_path): 'train/d_loss_slm': float(d_loss_slm), 'train/gen_loss_slm': float(loss_gen_lm), 'epoch': int(epoch) + 1}, step=iters) + + + running_loss = 0 @@ -738,7 +741,7 @@ def main(config_path): # writer.add_scalar('eval/mel_loss', loss_test / iters_test, epoch + 1) # writer.add_scalar('eval/dur_loss', loss_test / iters_test, epoch + 1) # writer.add_scalar('eval/F0_loss', loss_f / iters_test, epoch + 1) - + harness.log_eval(mel_loss=float(loss_test / iters_test),dur_loss=float(loss_test / iters_test),F0_loss=float(loss_f / iters_test),epoch) accelerator.log({'eval/mel_loss': float(loss_test / iters_test), 'eval/dur_loss': float(loss_test / iters_test), 'eval/F0_loss': float(loss_f / iters_test)}, step=epoch + 1)