r/stable-diffusion-finetune
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

warn and continue

Browse source
This commit is contained in:
pesser 2022-05-30 14:09:27 +00:00
parent f8c559e862
commit 74797d4099
1 changed files with 2 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
ldm/data/laion.py
View file

@ -140,11 +140,10 @@ class WebDataModuleFromConfig(pl.LightningDataModule):
print(f'Dataset holding {len(dset.pipeline[0].urls)} shards') print(f'Dataset holding {len(dset.pipeline[0].urls)} shards')
def ignore_me(*args, **kwargs): from webdataset.handlers import warn_and_continue
pass
dset = (dset dset = (dset
.decode('pil', handler=ignore_me) .decode('pil', handler=warn_and_continue)
# .to_tuple("jpg;png;jpeg pickle cls hls") # .to_tuple("jpg;png;jpeg pickle cls hls")
# .map_tuple(image_transforms,load_partial_from_config(nns_transform) if 'target' in nns_transform else identity,identity,identity) # .map_tuple(image_transforms,load_partial_from_config(nns_transform) if 'target' in nns_transform else identity,identity,identity)
.map_dict(**transform_dict) .map_dict(**transform_dict)