Switching to Full FineTuning

finetrainers/cogvideox/__init__.py

@@ -1 +1,2 @@
 from .cogvideox_lora import COGVIDEOX_T2V_LORA_CONFIG
+from .cogvideox_lora import COGVIDEOX_T2V_FULL_FINETUNE_CONFIG

finetrainers/cogvideox/cogvideox_lora.py

@@ -326,7 +326,7 @@ COGVIDEOX_T2V_LORA_CONFIG = {
     "validation": validation,
 }
 
-COGVIDEOX_T2V_SFT_CONFIG = {
+COGVIDEOX_T2V_FULL_FINETUNE_CONFIG = {
     "pipeline_cls": CogVideoXPipeline,
     "load_condition_models": load_condition_models,
     "load_latent_models": load_latent_models,

finetrainers/hunyuan_video/__init__.py

@@ -1 +1,2 @@
 from .hunyuan_video_lora import HUNYUAN_VIDEO_T2V_LORA_CONFIG
+from .hunyuan_video_lora import HUNYUAN_VIDEO_T2V_FULL_FINETUNE_CONFIG

finetrainers/hunyuan_video/hunyuan_video_lora.py

@@ -359,7 +359,7 @@ HUNYUAN_VIDEO_T2V_LORA_CONFIG = {
     "validation": validation,
 }
 
-HUNYUAN_VIDEO_T2V_SFT_CONFIG = {
+HUNYUAN_VIDEO_T2V_FULL_FINETUNE_CONFIG = {
     "pipeline_cls": HunyuanVideoPipeline,
     "load_condition_models": load_condition_models,
     "load_latent_models": load_latent_models,

finetrainers/ltx_video/__init__.py

@@ -1 +1,2 @@
 from .ltx_video_lora import LTX_VIDEO_T2V_LORA_CONFIG
+from .ltx_video_lora import LTX_VIDEO_T2V_FULL_FINETUNE_CONFIG

finetrainers/ltx_video/ltx_video_lora.py

@@ -322,7 +322,7 @@ LTX_VIDEO_T2V_LORA_CONFIG = {
     "validation": validation,
 }
 
-LTX_VIDEO_T2V_SFT_CONFIG = {
+LTX_VIDEO_T2V_FULL_FINETUNE_CONFIG = {
     "pipeline_cls": LTXPipeline,
     "load_condition_models": load_condition_models,
     "load_latent_models": load_latent_models,

finetrainers/models.py

@@ -1,22 +1,21 @@
 from typing import Any, Dict
 
-from .cogvideox import COGVIDEOX_T2V_LORA_CONFIG, COGVIDEOX_T2V_SFT_CONFIG
+from .cogvideox import COGVIDEOX_T2V_LORA_CONFIG, COGVIDEOX_T2V_FULL_FINETUNE_CONFIG
-from .hunyuan_video import HUNYUAN_VIDEO_T2V_LORA_CONFIG, HUNYUAN_VIDEO_T2V_SFT_CONFIG
+from .hunyuan_video import HUNYUAN_VIDEO_T2V_LORA_CONFIG, HUNYUAN_VIDEO_T2V_FULL_FINETUNE_CONFIG
-from .ltx_video import LTX_VIDEO_T2V_LORA_CONFIG, LTX_VIDEO_T2V_SFT_CONFIG
+from .ltx_video import LTX_VIDEO_T2V_LORA_CONFIG, LTX_VIDEO_T2V_FULL_FINETUNE_CONFIG
-
 
 SUPPORTED_MODEL_CONFIGS = {
     "hunyuan_video": {
         "lora": HUNYUAN_VIDEO_T2V_LORA_CONFIG,
-        "sft": HUNYUAN_VIDEO_T2V_SFT_CONFIG,
+        "full-finetune": HUNYUAN_VIDEO_T2V_FULL_FINETUNE_CONFIG,
     },
     "ltx_video": {
         "lora": LTX_VIDEO_T2V_LORA_CONFIG,
-        "sft": LTX_VIDEO_T2V_SFT_CONFIG,
+        "full-finetune": LTX_VIDEO_T2V_FULL_FINETUNE_CONFIG,
     },
     "cogvideox": {
         "lora": COGVIDEOX_T2V_LORA_CONFIG,
-        "sft": COGVIDEOX_T2V_SFT_CONFIG,
+        "full-finetune": COGVIDEOX_T2V_FULL_FINETUNE_CONFIG,
     },
 }
 

finetrainers/trainer.py

@@ -395,7 +395,7 @@ class Trainer:
             ]
         )
 
-        if self.args.training_type == "sft":
+        if self.args.training_type == "full-finetune":
             logger.info("Full Fine Tuning Enabled")
             self._enable_grad_for_components(components=[self.transformer])
         else: