storytold/FineTrainers-Conditioning
2
0
Fork 0
mirror of https://github.com/storytold/FineTrainers-Conditioning.git synced 2026-10-25 08:29:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

make residual optional.

Browse Source
This commit is contained in:
CrossProduct
2025-01-30 00:02:31 +00:00
parent 8fe0ed225a
commit be1cb10894
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
finetrainers/conditioning/LTXVideoConditionedTransformer3DModel.py
+2 -1
View File
@@ -93,7 +93,8 @@ class LTXVideoConditionedTransformer3DModel(LTXVideoTransformer3DModel):
attention_kwargs: Optional[Dict[str, Any]] = None, attention_kwargs: Optional[Dict[str, Any]] = None,
return_dict: bool = True return_dict: bool = True
) -> torch.Tensor: ) -> torch.Tensor:
if residual_x == None:
print("Residual Not included in the calculation.")
image_rotary_emb = self.rope(hidden_states, num_frames, height, width, rope_interpolation_scale) image_rotary_emb = self.rope(hidden_states, num_frames, height, width, rope_interpolation_scale)
# convert encoder_attention_mask to a bias the same way we do for attention_mask # convert encoder_attention_mask to a bias the same way we do for attention_mask