Modifed the inference loop to try something. also added a copy of the configuration.

2026-10-18 07:33:20 +00:00 · 2025-02-04 23:03:42 +00:00
parent 28165e67d0
commit 3fe4de9356
3 changed files with 132 additions and 20 deletions
@@ -0,0 +1,110 @@
+{
+    "version": "0.2.0",
+    "configurations": [
+        {
+            "name": "Debug train.py",
+            "type": "debugpy",
+            "request": "launch",
+            "program": "${workspaceFolder}/train.py",
+            "console": "integratedTerminal",
+            "env": {
+                "WANDB_MODE": "online",
+                "NCCL_P2P_DISABLE": "1",
+                "TORCH_NCCL_ENABLE_MONITORING": "0",
+                "FINETRAINERS_LOG_LEVEL": "DEBUG",
+                "CUDA_VISIBLE_DEVICES": "0"
+            },
+            "args": [
+                "--model_name",
+                "ltx_video",
+                "--pretrained_model_name_or_path",
+                "Lightricks/LTX-Video",
+                "--data_root",
+                "${workspaceFolder}/video-dataset-pose-test",
+                "--video_column",
+                "videos.txt",
+                "--caption_column",
+                "prompts.txt",
+                "--pose_column",
+                "poses.txt",
+                "--flow_weighting_scheme",
+                "logit_normal",
+                "--id_token",
+                "",
+                "--video_resolution_buckets",
+                "96x512x768",
+                "--caption_dropout_p",
+                "0.05",
+                "--dataloader_num_workers",
+                "0",
+                "--flow_resolution_shifting",
+                "--training_type",
+                "full-finetune",
+                "--seed",
+                "42",
+                "--mixed_precision",
+                "bf16",
+                "--batch_size",
+                "1",
+                "--train_steps",
+                "100000",
+                "--target_modules",
+                "to_q",
+                "to_k",
+                "to_v",
+                "to_out.0",
+                "--gradient_accumulation_steps",
+                "1",
+                "--gradient_checkpointing",
+                "--checkpointing_steps",
+                "1000",
+                "--checkpointing_limit",
+                "2",
+                "--enable_slicing",
+                "--enable_tiling",
+                "--optimizer",
+                "adamw",
+                "--lr",
+                "1e-4",
+                "--validation_frame_rate",
+                "24",
+                "--lr_scheduler",
+                "constant_with_warmup",
+                "--lr_warmup_steps",
+                "100",
+                "--lr_num_cycles",
+                "1",
+                "--beta1",
+                "0.9",
+                "--beta2",
+                "0.95",
+                "--weight_decay",
+                "1e-4",
+                "--epsilon",
+                "1e-8",
+                "--max_grad_norm",
+                "1.0",
+                "--validation_prompts",
+                "A beautiful woman wearing a very revealing red lingerie thong and bra, walks through a modern, minimalist interior featuring a white sofa, black chairs, and a glass partition. Her confident and alluring demeanor is highlighted by the soft lighting and the room's neutral tones. As she strides forward, her bare feet touch the carpet, and her brown hair cascades over her shoulders. The setting includes a sleek white dining table, and black dining table chairs, a couch to the left, and a bookshelf filled with books and decorative items.@@@96x512x768",
+                "--validation_pose_videos",
+                "/home/ubuntu/upstream/finetrainers/video-dataset-pose-test/poses/stasyq-375-Scene-021-pose.mp4",
+                "--validation_img_ref_videos",
+                "/home/ubuntu/upstream/finetrainers/video-dataset-pose-test/videos/stasyq-375-Scene-021.mp4",
+                "--num_validation_videos",
+                "1",
+                "--validation_steps",
+                "500",
+                "--tracker_name",
+                "finetrainers-ltxv",
+                "--output_dir",
+                "ltx-video/ltxv_strip",
+                "--nccl_timeout",
+                "1800",
+                "--report_to",
+                "wandb",
+                "--resume_from_checkpoint=latest"
+            ],
+            "justMyCode": false
+        }
+    ]
+}