Full Finetune should work with this adapter removed the residual_x

This commit is contained in:
CrossProduct
2025-01-30 00:14:44 +00:00
parent e399684065
commit ea3cd5c753
3 changed files with 6 additions and 3 deletions
@@ -93,8 +93,7 @@ class LTXVideoConditionedTransformer3DModel(LTXVideoTransformer3DModel):
return_dict: bool = True,
residual_x: torch.Tensor = None
) -> torch.Tensor:
if residual_x == None:
print("Residual Not included in the calculation.")
image_rotary_emb = self.rope(hidden_states, num_frames, height, width, rope_interpolation_scale)
# convert encoder_attention_mask to a bias the same way we do for attention_mask