From 8c0c28c9713b124fd121e2004a5e82e2972d320c Mon Sep 17 00:00:00 2001 From: Aryan Date: Mon, 23 Dec 2024 14:16:47 +0100 Subject: [PATCH] create markdown tables --- README.md | 189 +++++++++++++----------------------------------------- 1 file changed, 44 insertions(+), 145 deletions(-) diff --git a/README.md b/README.md index 0c7dceb..9c83a02 100644 --- a/README.md +++ b/README.md @@ -148,12 +148,6 @@ export_to_video(video, "output.mp4", fps=8) LoRA with rank 128, batch size 1, gradient checkpointing, optimizer adamw, `49x512x768` resolution, **without precomputation**: ``` -Memory before training start: { - "memory_allocated": 13.486, - "memory_reserved": 13.879, - "max_memory_allocated": 13.486, - "max_memory_reserved": 13.879 -} Training configuration: { "trainable parameters": 117440512, "total samples": 69, @@ -164,53 +158,21 @@ Training configuration: { "train batch size": 1, "gradient accumulation steps": 1 } -Memory before validation start: { - "memory_allocated": 14.146, - "memory_reserved": 16.809, - "max_memory_allocated": 15.527, - "max_memory_reserved": 17.623 -} -Memory after validation end: { - "memory_allocated": 14.146, - "memory_reserved": 14.627, - "max_memory_allocated": 15.527, - "max_memory_reserved": 17.623 -} -Memory after epoch 1: { - "memory_allocated": 14.146, - "memory_reserved": 14.627, - "max_memory_allocated": 15.527, - "max_memory_reserved": 17.623 -} -Memory after training end: { - "memory_allocated": 4.461, - "memory_reserved": 5.014, - "max_memory_allocated": 15.527, - "max_memory_reserved": 17.623 -} ``` +| stage | memory_allocated | max_memory_reserved | +|:-----------------------:|:----------------:|:-------------------:| +| before training start | 13.486 | 13.879 | +| before validation start | 14.146 | 17.623 | +| after validation end | 14.146 | 17.623 | +| after epoch 1 | 14.146 | 17.623 | +| after training end | 4.461 | 17.623 | + +Note: requires about `18` GB of VRAM without precomputation. + LoRA with rank 128, batch size 1, gradient checkpointing, optimizer adamw, `49x512x768` resolution, **with precomputation**: ``` -Memory after precomputing conditions: { - "memory_allocated": 8.88, - "memory_reserved": 8.895, - "max_memory_allocated": 8.897, - "max_memory_reserved": 8.92 -} -Memory after precomputing latents: { - "memory_allocated": 9.684, - "memory_reserved": 9.807, - "max_memory_allocated": 11.155, - "max_memory_reserved": 11.613 -} -Memory before training start: { - "memory_allocated": 3.809, - "memory_reserved": 10.01, - "max_memory_allocated": 9.684, - "max_memory_reserved": 10.01 -} Training configuration: { "trainable parameters": 117440512, "total samples": 1, @@ -221,32 +183,20 @@ Training configuration: { "train batch size": 1, "gradient accumulation steps": 1 } -Memory after epoch 1: { - "memory_allocated": 4.26, - "memory_reserved": 10.916, - "max_memory_allocated": 9.684, - "max_memory_reserved": 10.916 -} -Memory before validation start: { - "memory_allocated": 4.26, - "memory_reserved": 10.916, - "max_memory_allocated": 9.684, - "max_memory_reserved": 10.916 -} -Memory after validation end: { - "memory_allocated": 13.924, - "memory_reserved": 14.209, - "max_memory_allocated": 15.083, - "max_memory_reserved": 17.262 -} -Memory after training end: { - "memory_allocated": 4.26, - "memory_reserved": 4.602, - "max_memory_allocated": 13.923, - "max_memory_reserved": 14.314 -} ``` +| stage | memory_allocated | max_memory_reserved | +|:-----------------------------:|:----------------:|:-------------------:| +| after precomputing conditions | 8.88 | 8.920 | +| after precomputing latents | 9.684 | 11.613 | +| before training start | 3.809 | 10.010 | +| after epoch 1 | 4.26 | 10.916 | +| before validation start | 4.26 | 10.916 | +| after validation end | 13.924 | 17.262 | +| after training end | 4.26 | 14.314 | + +Note: requires about `17.5` GB of VRAM with precomputation. If validation is not performed, the memory usage is reduced to `11` GB. +
@@ -380,12 +330,6 @@ export_to_video(output, "output.mp4", fps=15) LoRA with rank 128, batch size 1, gradient checkpointing, optimizer adamw, `49x512x768` resolutions, **without precomputation**: ``` -Memory before training start: { - "memory_allocated": 38.889, - "memory_reserved": 39.02, - "max_memory_allocated": 38.889, - "max_memory_reserved": 39.02 -} Training configuration: { "trainable parameters": 163577856, "total samples": 69, @@ -396,53 +340,21 @@ Training configuration: { "train batch size": 1, "gradient accumulation steps": 1 } -Memory before validation start: { - "memory_allocated": 39.747, - "memory_reserved": 56.266, - "max_memory_allocated": 51.867, - "max_memory_reserved": 56.266 -} -Memory after validation end: { - "memory_allocated": 39.748, - "memory_reserved": 41.445, - "max_memory_allocated": 51.867, - "max_memory_reserved": 58.385 -} -Memory after epoch 1: { - "memory_allocated": 39.748, - "memory_reserved": 40.91, - "max_memory_allocated": 39.748, - "max_memory_reserved": 40.91 -} -Memory after training end: { - "memory_allocated": 25.288, - "memory_reserved": 27.783, - "max_memory_allocated": 39.748, - "max_memory_reserved": 40.91 -} ``` +| stage | memory_allocated | max_memory_reserved | +|:-----------------------:|:----------------:|:-------------------:| +| before training start | 38.889 | 39.020 | +| before validation start | 39.747 | 56.266 | +| after validation end | 39.748 | 58.385 | +| after epoch 1 | 39.748 | 40.910 | +| after training end | 25.288 | 40.910 | + +Note: requires about `59` GB of VRAM without precomputation. + LoRA with rank 128, batch size 1, gradient checkpointing, optimizer adamw, `49x512x768` resolutions, **with precomputation**: ``` -Memory after precomputing conditions: { - "memory_allocated": 14.232, - "memory_reserved": 14.336, - "max_memory_allocated": 14.395, - "max_memory_reserved": 14.461 -} -Memory after precomputing latents: { - "memory_allocated": 14.717, - "memory_reserved": 14.762, - "max_memory_allocated": 16.759, - "max_memory_reserved": 17.244 -} -Memory before training start: { - "memory_allocated": 24.195, - "memory_reserved": 26.039, - "max_memory_allocated": 24.195, - "max_memory_reserved": 26.039 -} Training configuration: { "trainable parameters": 163577856, "total samples": 1, @@ -453,33 +365,20 @@ Training configuration: { "train batch size": 1, "gradient accumulation steps": 1 } -Memory after epoch 1: { - "memory_allocated": 24.83, - "memory_reserved": 42.387, - "max_memory_allocated": 36.357, - "max_memory_reserved": 42.387 -} -Memory before validation start: { - "memory_allocated": 24.842, - "memory_reserved": 42.387, - "max_memory_allocated": 36.977, - "max_memory_reserved": 42.387 -} - -Memory after validation end: { - "memory_allocated": 39.558, - "memory_reserved": 41.039, - "max_memory_allocated": 43.226, - "max_memory_reserved": 46.947 -} -Memory after training end: { - "memory_allocated": 24.842, - "memory_reserved": 26.82, - "max_memory_allocated": 39.558, - "max_memory_reserved": 41.039 -} ``` +| stage | memory_allocated | max_memory_reserved | +|:-----------------------------:|:----------------:|:-------------------:| +| after precomputing conditions | 14.232 | 14.461 | +| after precomputing latents | 14.717 | 17.244 | +| before training start | 24.195 | 26.039 | +| after epoch 1 | 24.83 | 42.387 | +| before validation start | 24.842 | 42.387 | +| after validation end | 39.558 | 46.947 | +| after training end | 24.842 | 41.039 | + +Note: requires about `47` GB of VRAM with precomputation. If validation is not performed, the memory usage is reduced to about `42` GB. +
If you would like to use a custom dataset, refer to the dataset preparation guide [here](./assets/dataset.md).