r/stable-diffusion-finetune
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

slurmy

Browse source
This commit is contained in:
Robin Rombach 2022-07-09 22:08:16 +00:00 committed by pesser
parent 5b582ddfd8
commit 529bf6a0cf
2 changed files with 12 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
scripts/slurm/resume_512/launcher.sh
View file

@ -14,7 +14,16 @@ conda activate stable
cd /fsx/stable-diffusion/stable-diffusion cd /fsx/stable-diffusion/stable-diffusion
CONFIG=configs/stable-diffusion/txt2img-1p4B-multinode-clip-encoder-high-res-512.yaml CONFIG=configs/stable-diffusion/txt2img-1p4B-multinode-clip-encoder-high-res-512.yaml
EXTRA="model.params.ckpt_path=/fsx/stable-diffusion/stable-diffusion/checkpoints/256f8ft512-2022-06-15-pruned.ckpt"
# initial parameters
#EXTRA="model.params.ckpt_path=/fsx/stable-diffusion/stable-diffusion/checkpoints/256f8ft512-2022-06-15-pruned.ckpt"
# resumed after crash
#EXTRA="model.params.ckpt_path=/fsx/stable-diffusion/stable-diffusion/logs/2022-07-06T23-43-51_txt2img-1p4B-multinode-clip-encoder-high-res-512/checkpoints/last.ckpt"
# continue on improved aesthetics
EXTRA="model.params.ckpt_path=/fsx/stable-diffusion/stable-diffusion/logs/2022-07-07T16-15-18_txt2img-1p4B-multinode-clip-encoder-high-res-512/checkpoints/last.ckpt data.params.tar_base=__improvedaesthetic__ -f _improvedaesthetic"
DEBUG="-d True lightning.callbacks.image_logger.params.batch_frequency=5" DEBUG="-d True lightning.callbacks.image_logger.params.batch_frequency=5"
python main.py --base $CONFIG --gpus 0,1,2,3,4,5,6,7 -t --num_nodes ${WORLD_SIZE} --scale_lr False $EXTRA #$DEBUG python main.py --base $CONFIG --gpus 0,1,2,3,4,5,6,7 -t --num_nodes ${WORLD_SIZE} --scale_lr False $EXTRA #$DEBUG

4
scripts/slurm/resume_512/sbatch.sh
View file

@ -1,7 +1,7 @@
#!/bin/bash #!/bin/bash
#SBATCH --partition=compute-od-gpu #SBATCH --partition=compute-od-gpu
#SBATCH --job-name=stable-diffusion-512cont #SBATCH --job-name=stable-diffusion-512cont-improvedaesthetics
#SBATCH --nodes=24 #SBATCH --nodes=20
#SBATCH --gpus-per-node=8 #SBATCH --gpus-per-node=8
#SBATCH --cpus-per-gpu=4 #SBATCH --cpus-per-gpu=4
#SBATCH --ntasks-per-node=1 #SBATCH --ntasks-per-node=1