resume v1, disable requeue

This commit is contained in:
Patrick Esser 2022-07-23 07:54:48 +00:00
parent c89dbda5f4
commit e80471a2cd
2 changed files with 3 additions and 1 deletions

View file

@ -24,7 +24,8 @@ CONFIG="/fsx/stable-diffusion/stable-diffusion/configs/stable-diffusion/v1_impro
# resume and set new seed to reshuffle data # resume and set new seed to reshuffle data
#EXTRA="--seed 718 model.params.ckpt_path=/fsx/stable-diffusion/stable-diffusion/checkpoints2/v1pp/v1pp-flatline.ckpt" #EXTRA="--seed 718 model.params.ckpt_path=/fsx/stable-diffusion/stable-diffusion/checkpoints2/v1pp/v1pp-flatline.ckpt"
EXTRA="--seed 718 --resume_from_checkpoint /fsx/stable-diffusion/stable-diffusion/logs/2022-07-22T07-45-07_v1_improvedaesthetics/checkpoints/last.ckpt" #EXTRA="--seed 718 --resume_from_checkpoint /fsx/stable-diffusion/stable-diffusion/logs/2022-07-22T07-45-07_v1_improvedaesthetics/checkpoints/last.ckpt"
EXTRA="--seed 719 --resume_from_checkpoint /fsx/stable-diffusion/stable-diffusion/logs/2022-07-22T12-32-32_v1_improvedaestheticsv1_iahr_torch111/checkpoints/last.ckpt"
# only images >= 512 and pwatermark <= 0.4999 # only images >= 512 and pwatermark <= 0.4999
EXTRA="${EXTRA} data.params.min_size=512 data.params.max_pwatermark=0.4999" EXTRA="${EXTRA} data.params.min_size=512 data.params.max_pwatermark=0.4999"

View file

@ -8,6 +8,7 @@
#SBATCH --exclusive #SBATCH --exclusive
#SBATCH --output=%x_%j.out #SBATCH --output=%x_%j.out
#SBATCH --comment "Key=Monitoring,Value=ON" #SBATCH --comment "Key=Monitoring,Value=ON"
#SBATCH --no-requeue
module load intelmpi module load intelmpi
source /opt/intel/mpi/latest/env/vars.sh source /opt/intel/mpi/latest/env/vars.sh