From c7ea00aaf9519adb2204a2606d5ab204b2828662 Mon Sep 17 00:00:00 2001 From: Patrick Esser Date: Mon, 30 May 2022 22:16:58 +0000 Subject: [PATCH] val loop --- configs/stable-diffusion/dev_mn.yaml | 11 ++++++----- configs/stable-diffusion/dev_mn_dummy.yaml | 9 +++++---- 2 files changed, 11 insertions(+), 9 deletions(-) diff --git a/configs/stable-diffusion/dev_mn.yaml b/configs/stable-diffusion/dev_mn.yaml index 3b3a0ef..edbcd17 100644 --- a/configs/stable-diffusion/dev_mn.yaml +++ b/configs/stable-diffusion/dev_mn.yaml @@ -93,8 +93,9 @@ data: params: size: 256 + # NOTE use enough shards to avoid empty validation loops in workers validation: - shards: '{231340..231349}.tar -' + shards: '{231346..231349}.tar -' shuffle: 0 image_key: jpg image_transforms: @@ -112,16 +113,16 @@ lightning: image_logger: target: main.ImageLogger params: - batch_frequency: 5000 # 5000 - max_images: 0 + batch_frequency: 500 # 5000 + max_images: 8 increase_log_steps: False - log_first_step: True + log_first_step: False trainer: #replace_sampler_ddp: False benchmark: True - val_check_interval: 20000 # every 20k training steps + val_check_interval: 1000 # every 20k training steps num_sanity_val_steps: 0 diff --git a/configs/stable-diffusion/dev_mn_dummy.yaml b/configs/stable-diffusion/dev_mn_dummy.yaml index 5db89a1..dca26b3 100644 --- a/configs/stable-diffusion/dev_mn_dummy.yaml +++ b/configs/stable-diffusion/dev_mn_dummy.yaml @@ -82,7 +82,7 @@ data: train: target: ldm.data.dummy.DummyData params: - length: 10000 + length: 20000 size: [256, 256, 3] validation: target: ldm.data.dummy.DummyData @@ -96,13 +96,14 @@ lightning: image_logger: target: main.ImageLogger params: - batch_frequency: 5000 # 5000 - max_images: 0 + batch_frequency: 500 # 5000 + max_images: 8 increase_log_steps: False - log_first_step: True + log_first_step: False trainer: #replace_sampler_ddp: False benchmark: True + val_check_interval: 1000 # every 20k training steps num_sanity_val_steps: 0