make it ready
This commit is contained in:
parent
c02c06b778
commit
34f9f3867e
1 changed files with 2 additions and 2 deletions
|
@ -70,7 +70,7 @@ data:
|
||||||
target: ldm.data.laion.WebDataModuleFromConfig
|
target: ldm.data.laion.WebDataModuleFromConfig
|
||||||
params:
|
params:
|
||||||
tar_base: "pipe:aws s3 cp s3://s-datasets/laion5b/laion2B-data/"
|
tar_base: "pipe:aws s3 cp s3://s-datasets/laion5b/laion2B-data/"
|
||||||
batch_size: 50 # TODO: max out
|
batch_size: 55
|
||||||
num_workers: 4
|
num_workers: 4
|
||||||
multinode: True
|
multinode: True
|
||||||
min_size: 256 # TODO: experiment. Note: for 2B, images are stored at max 384 resolution
|
min_size: 256 # TODO: experiment. Note: for 2B, images are stored at max 384 resolution
|
||||||
|
@ -124,4 +124,4 @@ lightning:
|
||||||
benchmark: True
|
benchmark: True
|
||||||
val_check_interval: 5000000 # really sorry
|
val_check_interval: 5000000 # really sorry
|
||||||
num_sanity_val_steps: 0
|
num_sanity_val_steps: 0
|
||||||
accumulate_grad_batches: 2 # TODO: want accumulate on? --> wait for final batch-size
|
accumulate_grad_batches: 2
|
||||||
|
|
Loading…
Reference in a new issue