r/stable-diffusion-finetune
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

v3 reduced lr

Browse source
This commit is contained in:
Patrick Esser 2022-07-26 08:23:46 +00:00
parent 7e7d4f753b
commit ec8442906f
2 changed files with 9 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
scripts/checker.py
View file

@ -157,6 +157,11 @@ class Checker(object):
def check(self): def check(self):
while True: while True:
if not os.path.exists(self.filename):
print(f"Could not find {self.filename}. Waiting.")
time.sleep(self.interval)
continue
stamp = os.stat(self.filename).st_mtime stamp = os.stat(self.filename).st_mtime
if stamp != self._cached_stamp: if stamp != self._cached_stamp:
while True: while True:

5
scripts/slurm/v3_pretraining/launcher.sh
View file

@ -27,7 +27,10 @@ CONFIG=configs/stable-diffusion/v3_pretraining.yaml
#EXTRA="--seed 714 model.params.ckpt_path=/fsx/stable-diffusion/stable-diffusion/rlogs/2022-07-11T22-57-10_txt2img-v2-clip-encoder-improved_aesthetics-256/checkpoints/last.ckpt" #EXTRA="--seed 714 model.params.ckpt_path=/fsx/stable-diffusion/stable-diffusion/rlogs/2022-07-11T22-57-10_txt2img-v2-clip-encoder-improved_aesthetics-256/checkpoints/last.ckpt"
#EXTRA="--seed 715 --resume_from_checkpoint /fsx/stable-diffusion/stable-diffusion/logs/2022-07-14T21-03-49_txt2img-v2-clip-encoder-improved_aesthetics-256/checkpoints/last.ckpt" #EXTRA="--seed 715 --resume_from_checkpoint /fsx/stable-diffusion/stable-diffusion/logs/2022-07-14T21-03-49_txt2img-v2-clip-encoder-improved_aesthetics-256/checkpoints/last.ckpt"
#EXTRA="--seed 716 --resume_from_checkpoint /fsx/stable-diffusion/stable-diffusion/logs/2022-07-22T09-25-26_v3_pretraining/checkpoints/last.ckpt" #EXTRA="--seed 716 --resume_from_checkpoint /fsx/stable-diffusion/stable-diffusion/logs/2022-07-22T09-25-26_v3_pretraining/checkpoints/last.ckpt"
EXTRA="--seed 717 --resume_from_checkpoint /fsx/stable-diffusion/stable-diffusion/logs/2022-07-24T06-15-08_v3_pretraining/checkpoints/last.ckpt" EXTRA="--seed 718 --resume_from_checkpoint /fsx/stable-diffusion/stable-diffusion/logs/2022-07-24T06-15-08_v3_pretraining/checkpoints/last.ckpt"
# reduce lr a bit
EXTRA="${EXTRA} model.params.scheduler_config.params.f_max=[0.75]"
# custom logdir # custom logdir
#EXTRA="${EXTRA} --logdir rlogs" #EXTRA="${EXTRA} --logdir rlogs"