storytold/FineTrainers-Conditioning
2
0
Fork 0
mirror of https://github.com/storytold/FineTrainers-Conditioning.git synced 2026-10-29 09:07:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

Need to pass in image ref video.

Browse Source
This commit is contained in:
CrossProduct
2025-01-24 05:21:53 +00:00
parent 440738e535
commit 305a4a994d
4 changed files with 30 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
finetrainers/ltx_video/lora.py
+5 -2
View File
@@ -276,6 +276,7 @@ def conditional_validation(
image: Optional[Image.Image] = None,
video: Optional[List[Image.Image]] = None,
pose_video: Optional[List[Image.Image]] = None,
image_ref_video: Optional[List[Image.Image]] = None,
height: Optional[int] = None,
width: Optional[int] = None,
num_frames: Optional[int] = None,
@@ -294,9 +295,11 @@ def conditional_validation(
"generator": generator,
"return_dict": True,
"output_type": "pil",
"residual_x": None,
"pose_video": pose_video,
"image_ref_video": image_ref_video,
}
# pose template noisey input [cat] img_ref + pose video
# pose template ref video latent + patchify video latent.
# img ref patchify video latent +
# add them together as input