Add back in the pose for both channels.

This commit is contained in:
CrossProduct
2025-01-29 22:40:18 +00:00
parent bca44f6d7f
commit e4a14af8d7
2 changed files with 13 additions and 13 deletions
+1 -1
View File
@@ -813,7 +813,7 @@ class Trainer:
noisy_latents = noisy_latents.to(target_video_latents.dtype)
# add pose information to both channels
pose_noisy_latents = noisy_latents # + pose_video_latents["latents"]
pose_noisy_latents = noisy_latents + pose_video_latents["latents"]
pose_img_ref_latents = img_refs_latents["latents"] + pose_video_latents["latents"]
# expand channel information # B x 2C latent will be projected to adapter to scale it back to 128d using adapter.