Switching to Full FineTuning

This commit is contained in:
CrossProduct
2025-01-09 00:27:15 +00:00
parent 72ec207708
commit d0ee9c3101
8 changed files with 13 additions and 11 deletions
+1 -1
View File
@@ -395,7 +395,7 @@ class Trainer:
]
)
if self.args.training_type == "sft":
if self.args.training_type == "full-finetune":
logger.info("Full Fine Tuning Enabled")
self._enable_grad_for_components(components=[self.transformer])
else: