fix: resuming from a checkpoint when using deepspeed. (#38)

* fix: resuming from a checkpoint when using deepspeed.

* remove changes to prepare_dataset.py

* propagate to others.

* tackle gradnorm.

---------

Co-authored-by: Aryan <aryan@huggingface.co>
This commit is contained in:
Sayak Paul
2024-10-20 02:56:32 +05:30
committed by GitHub
parent f0d9908bbd
commit 6c00cf094b
4 changed files with 88 additions and 53 deletions
+1 -1
View File
@@ -4,7 +4,7 @@ check_dirs := training tests
quality:
ruff check $(check_dirs)
ruff format --check $(check_dirs) setup.py
ruff format --check $(check_dirs)
style:
ruff check $(check_dirs) --fix