diff --git a/scripts/slurm/v1_iahr_torch111/launcher.sh b/scripts/slurm/v1_iahr_torch111/launcher.sh index 8448b6f..587d62e 100755 --- a/scripts/slurm/v1_iahr_torch111/launcher.sh +++ b/scripts/slurm/v1_iahr_torch111/launcher.sh @@ -25,7 +25,8 @@ CONFIG="/fsx/stable-diffusion/stable-diffusion/configs/stable-diffusion/v1_impro # resume and set new seed to reshuffle data #EXTRA="--seed 718 model.params.ckpt_path=/fsx/stable-diffusion/stable-diffusion/checkpoints2/v1pp/v1pp-flatline.ckpt" #EXTRA="--seed 718 --resume_from_checkpoint /fsx/stable-diffusion/stable-diffusion/logs/2022-07-22T07-45-07_v1_improvedaesthetics/checkpoints/last.ckpt" -EXTRA="--seed 719 --resume_from_checkpoint /fsx/stable-diffusion/stable-diffusion/logs/2022-07-22T12-32-32_v1_improvedaestheticsv1_iahr_torch111/checkpoints/last.ckpt" +#EXTRA="--seed 719 --resume_from_checkpoint /fsx/stable-diffusion/stable-diffusion/logs/2022-07-22T12-32-32_v1_improvedaestheticsv1_iahr_torch111/checkpoints/last.ckpt" +EXTRA="--seed 720 --resume_from_checkpoint /fsx/stable-diffusion/stable-diffusion/logs/2022-07-23T07-52-21_v1_improvedaestheticsv1_iahr_torch111/checkpoints/last.ckpt" # only images >= 512 and pwatermark <= 0.4999 EXTRA="${EXTRA} data.params.min_size=512 data.params.max_pwatermark=0.4999" diff --git a/scripts/slurm/v3_pretraining/launcher.sh b/scripts/slurm/v3_pretraining/launcher.sh index f5feb8d..38d04b8 100755 --- a/scripts/slurm/v3_pretraining/launcher.sh +++ b/scripts/slurm/v3_pretraining/launcher.sh @@ -26,7 +26,8 @@ CONFIG=configs/stable-diffusion/v3_pretraining.yaml # resume and set new seed to reshuffle data #EXTRA="--seed 714 model.params.ckpt_path=/fsx/stable-diffusion/stable-diffusion/rlogs/2022-07-11T22-57-10_txt2img-v2-clip-encoder-improved_aesthetics-256/checkpoints/last.ckpt" #EXTRA="--seed 715 --resume_from_checkpoint /fsx/stable-diffusion/stable-diffusion/logs/2022-07-14T21-03-49_txt2img-v2-clip-encoder-improved_aesthetics-256/checkpoints/last.ckpt" -EXTRA="--seed 716 --resume_from_checkpoint /fsx/stable-diffusion/stable-diffusion/logs/2022-07-22T09-25-26_v3_pretraining/checkpoints/last.ckpt" +#EXTRA="--seed 716 --resume_from_checkpoint /fsx/stable-diffusion/stable-diffusion/logs/2022-07-22T09-25-26_v3_pretraining/checkpoints/last.ckpt" +EXTRA="--seed 717 --resume_from_checkpoint /fsx/stable-diffusion/stable-diffusion/logs/2022-07-24T06-15-08_v3_pretraining/checkpoints/last.ckpt" # custom logdir #EXTRA="${EXTRA} --logdir rlogs" diff --git a/scripts/slurm/v3_pretraining/sbatch.sh b/scripts/slurm/v3_pretraining/sbatch.sh index 8e9dd43..b38b805 100755 --- a/scripts/slurm/v3_pretraining/sbatch.sh +++ b/scripts/slurm/v3_pretraining/sbatch.sh @@ -8,6 +8,7 @@ #SBATCH --exclusive #SBATCH --output=%x_%j.out #SBATCH --comment "Key=Monitoring,Value=ON" +#SBATCH --no-requeue module load intelmpi source /opt/intel/mpi/latest/env/vars.sh