storytold/FineTrainers-Conditioning
2
0
Fork 0
mirror of https://github.com/storytold/FineTrainers-Conditioning.git synced 2026-10-18 07:33:20 +00:00
Code Issues Packages Projects Releases Wiki Activity

updates

Browse Source
This commit is contained in:
sayakpaul
2024-11-18 15:31:11 +05:30
parent 4c05ea6669
commit a8dd94ee1c
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
training/dataset.py
+2
View File
@@ -144,6 +144,7 @@ class VideoDataset(Dataset):
} }
else: else:
image, video, _ = self._preprocess_video(self.video_paths[index]) image, video, _ = self._preprocess_video(self.video_paths[index])
return { return {
"prompt": self.id_token + self.prompts[index], "prompt": self.id_token + self.prompts[index],
"image": image, "image": image,
@@ -280,6 +281,7 @@ class VideoDatasetWithResizing(VideoDataset):
) )
frame_indices = list(range(0, video_num_frames, video_num_frames // nearest_frame_bucket)) frame_indices = list(range(0, video_num_frames, video_num_frames // nearest_frame_bucket))
frames = video_reader.get_batch(frame_indices) frames = video_reader.get_batch(frame_indices)
frames = frames[:nearest_frame_bucket].float() frames = frames[:nearest_frame_bucket].float()
frames = frames.permute(0, 3, 1, 2).contiguous() frames = frames.permute(0, 3, 1, 2).contiguous()