This commit is contained in:
sayakpaul
2024-11-18 15:32:04 +05:30
parent a8dd94ee1c
commit ac83c78a5a
+9 -10
View File
@@ -404,17 +404,16 @@ class BucketSampler(Sampler):
def __iter__(self): def __iter__(self):
for index, data in enumerate(self.data_source): for index, data in enumerate(self.data_source):
if data is not None: video_metadata = data["video_metadata"]
video_metadata = data["video_metadata"] f, h, w = video_metadata["num_frames"], video_metadata["height"], video_metadata["width"]
f, h, w = video_metadata["num_frames"], video_metadata["height"], video_metadata["width"]
self.buckets[(f, h, w)].append(data) self.buckets[(f, h, w)].append(data)
if len(self.buckets[(f, h, w)]) == self.batch_size: if len(self.buckets[(f, h, w)]) == self.batch_size:
if self.shuffle: if self.shuffle:
random.shuffle(self.buckets[(f, h, w)]) random.shuffle(self.buckets[(f, h, w)])
yield self.buckets[(f, h, w)] yield self.buckets[(f, h, w)]
del self.buckets[(f, h, w)] del self.buckets[(f, h, w)]
self.buckets[(f, h, w)] = [] self.buckets[(f, h, w)] = []
if self.drop_last: if self.drop_last:
return return