This commit is contained in:
pesser 2022-05-30 13:48:04 +00:00
parent 3e2e9d8e9e
commit 8d6c7e34f2

View file

@ -77,11 +77,11 @@ data:
target: ldm.data.laion.WebDataModuleFromConfig target: ldm.data.laion.WebDataModuleFromConfig
params: params:
tar_base: "pipe:aws s3 cp s3://s-datasets/laion5b/laion2B-data/" tar_base: "pipe:aws s3 cp s3://s-datasets/laion5b/laion2B-data/"
batch_size: 10 batch_size: 4
num_workers: 4 num_workers: 4
n_nodes: 2 n_nodes: 4
train: train:
shards: '{000000..000010}.tar -' # TODO: wild guess, change shards: '{000000..231349}.tar -'
image_key: jpg image_key: jpg
image_transforms: image_transforms:
- target: torchvision.transforms.Resize - target: torchvision.transforms.Resize
@ -92,8 +92,8 @@ data:
params: params:
size: 256 size: 256
shuffle: 5000 shuffle: 0
n_examples: 16519100 # TODO: find out n_examples: 100000
validation: validation:
shards: '{000011..000012}.tar -' # TODO: wild guess, change shards: '{000011..000012}.tar -' # TODO: wild guess, change
image_key: jpg image_key: jpg
@ -108,7 +108,6 @@ data:
shuffle: 0 shuffle: 0
n_examples: 60000 # TODO: find out n_examples: 60000 # TODO: find out
val_num_workers: 2
@ -124,7 +123,7 @@ lightning:
trainer: trainer:
replace_sampler_ddp: False #replace_sampler_ddp: False
benchmark: True benchmark: True
val_check_interval: 20000 # every 20k training steps val_check_interval: 20000 # every 20k training steps
num_sanity_val_steps: 0 num_sanity_val_steps: 0