storytold/FineTrainers-Conditioning
2
0
Fork 0
mirror of https://github.com/storytold/FineTrainers-Conditioning.git synced 2026-10-09 00:09:45 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #84 from zhipuch/main

Browse Source 
sft with multigpu gradient_norm_before_clip error update
This commit is contained in:
glide-the
2024-11-27 17:02:28 +08:00
committed by GitHub
parent 559ba47993 ac5f417555
commit 62a82a8647
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
training/cogvideox_text_to_video_sft.py
+1 -1
View File
@@ -744,7 +744,7 @@ def main(args):
last_lr = lr_scheduler.get_last_lr()[0] if lr_scheduler is not None else args.learning_rate
logs = {"loss": loss.detach().item(), "lr": last_lr}
# gradnorm + deepspeed: https://github.com/microsoft/DeepSpeed/issues/4555
if accelerator.distributed_type != DistributedType.DEEPSPEED:
if accelerator.sync_gradients and accelerator.distributed_type != DistributedType.DEEPSPEED:
logs.update(
{
"gradient_norm_before_clip": gradient_norm_before_clip,