r/stable-diffusion-finetune
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

handle it

Browse source
This commit is contained in:
rromb 2022-05-31 22:54:59 +02:00
parent 0eab5d0310
commit abd9fb7af1
1 changed files with 3 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
ldm/data/laion.py
View file

@ -145,11 +145,12 @@ class WebDataModuleFromConfig(pl.LightningDataModule):
dset = wds.WebDataset( dset = wds.WebDataset(
tars, tars,
nodesplitter=nodesplitter, nodesplitter=nodesplitter,
shardshuffle=shardshuffle).shuffle(shuffle) shardshuffle=shardshuffle,
handler=wds.warn_and_continue).shuffle(shuffle)
print(f'Loading webdataset with {len(dset.pipeline[0].urls)} shards.') print(f'Loading webdataset with {len(dset.pipeline[0].urls)} shards.')
dset = (dset dset = (dset
.decode('pil', handler=warn_and_continue) .decode('pil', handler=wds.warn_and_continue)
.map_dict(**transform_dict, handler=wds.warn_and_continue) .map_dict(**transform_dict, handler=wds.warn_and_continue)
.batched(self.batch_size, partial=False, .batched(self.batch_size, partial=False,
collation_fn=dict_collation_fn) collation_fn=dict_collation_fn)