This commit is contained in:
rromb 2022-06-10 11:44:55 +02:00
parent cbbef13b7d
commit 5e3f9cec53

View file

@ -154,7 +154,7 @@ class WebDataModuleFromConfig(pl.LightningDataModule):
dset = (dset dset = (dset
.select(self.filter_keys) .select(self.filter_keys)
.decode('pil', handler=wds.warn_and_continue) .decode('pil', handler=wds.warn_and_continue)
.select(self.filter_sizes) .select(self.filter_size)
.map_dict(**transform_dict, handler=wds.warn_and_continue) .map_dict(**transform_dict, handler=wds.warn_and_continue)
.batched(self.batch_size, partial=False, .batched(self.batch_size, partial=False,
collation_fn=dict_collation_fn) collation_fn=dict_collation_fn)