r/stable-diffusion-finetune
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

make filtering more robust

Browse source
This commit is contained in:
Patrick Esser 2022-07-31 23:24:45 +00:00
parent 980388e00e
commit b811a39c8f
1 changed files with 12 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

15
ldm/data/laion.py
View file

@ -185,10 +185,19 @@ class WebDataModuleFromConfig(pl.LightningDataModule):
return loader return loader
def filter_size(self, x): def filter_size(self, x):
if self.min_size is None:
return True
try: try:
return x['json']['original_width'] >= self.min_size and x['json']['original_height'] >= self.min_size and x['json']['pwatermark'] <= self.max_pwatermark valid = True
if self.min_size is not None and self.min_size > 1:
try:
valid = valid and x['json']['original_width'] >= self.min_size and x['json']['original_height'] >= self.min_size
except Exception:
valid = False
if self.max_pwatermark is not None and self.max_pwatermark < 1.0:
try:
valid = valid and x['json']['pwatermark'] <= self.max_pwatermark
except Exception:
valid = False
return valid
except Exception: except Exception:
return False return False