From 6f604acf0a08cf734eed80d2c2b53c1fd80d35bd Mon Sep 17 00:00:00 2001
From: Patrick Esser <patrick.esser@gmx.net>
Date: Mon, 13 Jun 2022 10:59:50 +0000
Subject: [PATCH] never run out of data

---
 ldm/data/laion.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/ldm/data/laion.py b/ldm/data/laion.py
index f23ebb1..588549e 100644
--- a/ldm/data/laion.py
+++ b/ldm/data/laion.py
@@ -153,7 +153,7 @@ class WebDataModuleFromConfig(pl.LightningDataModule):
                 tars,
                 nodesplitter=nodesplitter,
                 shardshuffle=shardshuffle,
-                handler=wds.warn_and_continue).shuffle(shuffle)
+                handler=wds.warn_and_continue).repeat().shuffle(shuffle)
         print(f'Loading webdataset with {len(dset.pipeline[0].urls)} shards.')
 
         dset = (dset