storytold/FineTrainers-Conditioning
2
0
Fork 0
mirror of https://github.com/storytold/FineTrainers-Conditioning.git synced 2026-10-27 08:47:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

Full finetuning memory requirements (#9)

Browse Source 
* update

* update

* model cpu offloading
This commit is contained in:
Aryan
2024-10-09 03:11:04 +05:30
committed by GitHub
parent be9d99a1b0
commit 3a519f5443
4 changed files with 78 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
training/args.py
+6
View File
@@ -140,6 +140,12 @@ def _get_validation_args(parser: argparse.ArgumentParser) -> None:
default=False,
help="Whether or not to use the default cosine dynamic guidance schedule when sampling validation videos.",
)
parser.add_argument(
"--enable_model_cpu_offloading",
action="store_true",
default=False,
help="Whether or not to enable model-wise CPU offloading when performing validation/testing to save memory."
)
def _get_training_args(parser: argparse.ArgumentParser) -> None:
training/cogvideox_text_to_video_lora.py
+4
View File
@@ -779,6 +779,8 @@ def main(args):
pipe.vae.enable_slicing()
if args.enable_tiling:
pipe.vae.enable_tiling()
if args.enable_model_cpu_offload:
pipe.enable_model_cpu_offload()
validation_prompts = args.validation_prompt.split(args.validation_prompt_separator)
for validation_prompt in validation_prompts:
@@ -853,6 +855,8 @@ def main(args):
pipe.vae.enable_slicing()
if args.enable_tiling:
pipe.vae.enable_tiling()
if args.enable_model_cpu_offload:
pipe.enable_model_cpu_offload()
# Load LoRA weights
lora_scaling = args.lora_alpha / args.rank
training/cogvideox_text_to_video_sft.py
+4
View File
@@ -710,6 +710,8 @@ def main(args):
pipe.vae.enable_slicing()
if args.enable_tiling:
pipe.vae.enable_tiling()
if args.enable_model_cpu_offload:
pipe.enable_model_cpu_offload()
validation_prompts = args.validation_prompt.split(args.validation_prompt_separator)
for validation_prompt in validation_prompts:
@@ -785,6 +787,8 @@ def main(args):
pipe.vae.enable_slicing()
if args.enable_tiling:
pipe.vae.enable_tiling()
if args.enable_model_cpu_offload:
pipe.enable_model_cpu_offload()
# Run inference
validation_outputs = []