fix it
This commit is contained in:
parent
18a9202196
commit
cbbef13b7d
1 changed files with 2 additions and 1 deletions
|
@ -154,6 +154,7 @@ class WebDataModuleFromConfig(pl.LightningDataModule):
|
|||
dset = (dset
|
||||
.select(self.filter_keys)
|
||||
.decode('pil', handler=wds.warn_and_continue)
|
||||
.select(self.filter_sizes)
|
||||
.map_dict(**transform_dict, handler=wds.warn_and_continue)
|
||||
.batched(self.batch_size, partial=False,
|
||||
collation_fn=dict_collation_fn)
|
||||
|
@ -174,7 +175,7 @@ class WebDataModuleFromConfig(pl.LightningDataModule):
|
|||
|
||||
def filter_keys(self, x):
|
||||
try:
|
||||
return ("jpg" in x) and ("txt" in x) and self.filter_size(x)
|
||||
return ("jpg" in x) and ("txt" in x)
|
||||
except Exception:
|
||||
return False
|
||||
|
||||
|
|
Loading…
Reference in a new issue