storytold/FineTrainers-Conditioning
2
0
Fork 0
mirror of https://github.com/storytold/FineTrainers-Conditioning.git synced 2026-10-09 00:09:45 +00:00
Code Issues Packages Projects Releases Wiki Activity

Switching to Full FineTuning

Browse Source
This commit is contained in:
CrossProduct
2025-01-09 00:27:15 +00:00
parent 72ec207708
commit d0ee9c3101
8 changed files with 13 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files
finetrainers/cogvideox/__init__.py
+1
View File
@@ -1 +1,2 @@
from .cogvideox_lora import COGVIDEOX_T2V_LORA_CONFIG
from .cogvideox_lora import COGVIDEOX_T2V_FULL_FINETUNE_CONFIG
finetrainers/cogvideox/cogvideox_lora.py
+1 -1
View File
@@ -326,7 +326,7 @@ COGVIDEOX_T2V_LORA_CONFIG = {
"validation": validation,
}
COGVIDEOX_T2V_SFT_CONFIG = {
COGVIDEOX_T2V_FULL_FINETUNE_CONFIG = {
"pipeline_cls": CogVideoXPipeline,
"load_condition_models": load_condition_models,
"load_latent_models": load_latent_models,
finetrainers/hunyuan_video/__init__.py
+1
View File
@@ -1 +1,2 @@
from .hunyuan_video_lora import HUNYUAN_VIDEO_T2V_LORA_CONFIG
from .hunyuan_video_lora import HUNYUAN_VIDEO_T2V_FULL_FINETUNE_CONFIG
finetrainers/hunyuan_video/hunyuan_video_lora.py
+1 -1
View File
@@ -359,7 +359,7 @@ HUNYUAN_VIDEO_T2V_LORA_CONFIG = {
"validation": validation,
}
HUNYUAN_VIDEO_T2V_SFT_CONFIG = {
HUNYUAN_VIDEO_T2V_FULL_FINETUNE_CONFIG = {
"pipeline_cls": HunyuanVideoPipeline,
"load_condition_models": load_condition_models,
"load_latent_models": load_latent_models,
finetrainers/ltx_video/__init__.py
+1
View File
@@ -1 +1,2 @@
from .ltx_video_lora import LTX_VIDEO_T2V_LORA_CONFIG
from .ltx_video_lora import LTX_VIDEO_T2V_FULL_FINETUNE_CONFIG
finetrainers/ltx_video/ltx_video_lora.py
+1 -1
View File
@@ -322,7 +322,7 @@ LTX_VIDEO_T2V_LORA_CONFIG = {
"validation": validation,
}
LTX_VIDEO_T2V_SFT_CONFIG = {
LTX_VIDEO_T2V_FULL_FINETUNE_CONFIG = {
"pipeline_cls": LTXPipeline,
"load_condition_models": load_condition_models,
"load_latent_models": load_latent_models,
finetrainers/models.py
+6 -7
View File
@@ -1,22 +1,21 @@
from typing import Any, Dict
from .cogvideox import COGVIDEOX_T2V_LORA_CONFIG, COGVIDEOX_T2V_SFT_CONFIG
from .hunyuan_video import HUNYUAN_VIDEO_T2V_LORA_CONFIG, HUNYUAN_VIDEO_T2V_SFT_CONFIG
from .ltx_video import LTX_VIDEO_T2V_LORA_CONFIG, LTX_VIDEO_T2V_SFT_CONFIG
from .cogvideox import COGVIDEOX_T2V_LORA_CONFIG, COGVIDEOX_T2V_FULL_FINETUNE_CONFIG
from .hunyuan_video import HUNYUAN_VIDEO_T2V_LORA_CONFIG, HUNYUAN_VIDEO_T2V_FULL_FINETUNE_CONFIG
from .ltx_video import LTX_VIDEO_T2V_LORA_CONFIG, LTX_VIDEO_T2V_FULL_FINETUNE_CONFIG
SUPPORTED_MODEL_CONFIGS = {
"hunyuan_video": {
"lora": HUNYUAN_VIDEO_T2V_LORA_CONFIG,
"sft": HUNYUAN_VIDEO_T2V_SFT_CONFIG,
"full-finetune": HUNYUAN_VIDEO_T2V_FULL_FINETUNE_CONFIG,
},
"ltx_video": {
"lora": LTX_VIDEO_T2V_LORA_CONFIG,
"sft": LTX_VIDEO_T2V_SFT_CONFIG,
"full-finetune": LTX_VIDEO_T2V_FULL_FINETUNE_CONFIG,
},
"cogvideox": {
"lora": COGVIDEOX_T2V_LORA_CONFIG,
"sft": COGVIDEOX_T2V_SFT_CONFIG,
"full-finetune": COGVIDEOX_T2V_FULL_FINETUNE_CONFIG,
},
}
finetrainers/trainer.py
+1 -1
View File
@@ -395,7 +395,7 @@ class Trainer:
]
)
if self.args.training_type == "sft":
if self.args.training_type == "full-finetune":
logger.info("Full Fine Tuning Enabled")
self._enable_grad_for_components(components=[self.transformer])
else: