storytold/FineTrainers-Conditioning
2
0
Fork 0
mirror of https://github.com/storytold/FineTrainers-Conditioning.git synced 2026-10-21 07:55:16 +00:00
Code Issues Packages Projects Releases Wiki Activity

The encoder hidden states and encode attention mask sizes do not match up in the validation pipeline.

Browse Source
This commit is contained in:
CrossProduct
2025-01-29 05:24:06 +00:00
parent 4ab3b25c13
commit 707e001f7b
3 changed files with 13 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files
finetrainers/conditioning/LTXVideoConditionedTransformer3DModel.py
+2 -2
View File
@@ -106,7 +106,7 @@ class LTXVideoConditionedTransformer3DModel(LTXVideoTransformer3DModel):
# inject the condition and the residual then project it into the pretrained proj_in
hidden_states = self.adapter(residual_x=residual_x,
conditioned_x=hidden_states)
# whats this value ?
hidden_states = self.proj_in(hidden_states)
temb, embedded_timestep = self.time_embed(
@@ -134,7 +134,7 @@ class LTXVideoConditionedTransformer3DModel(LTXVideoTransformer3DModel):
return custom_forward
ckpt_kwargs: Dict[str, Any] = {"use_reentrant": False} if is_torch_version(">=", "1.11.0") else {}
hidden_states = torch.utils.checkpoint.checkpoint(
hidden_states = torch.utils.checkpoint.checkpoint( # crashes here
create_custom_forward(block),
hidden_states,
encoder_hidden_states,