r/stable-diffusion-finetune
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

edge with extra channel

Browse source
This commit is contained in:
Patrick Esser 2022-08-06 10:42:32 +00:00
parent a166aa7fbf
commit 81d560ef1f
3 changed files with 7 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
configs/stable-diffusion/inpainting/v1-edgeinpainting.yaml
View file

@ -17,10 +17,10 @@ model:
scale_factor: 0.18215 scale_factor: 0.18215
ckpt_path: "/fsx/stable-diffusion/stable-diffusion/checkpoints/v1pp/v1pp-flatlined-hr.ckpt" ckpt_path: "/fsx/stable-diffusion/stable-diffusion/checkpoints/v1pp/v1pp-flatlined-hr.ckpt"
#concat_keys: concat_keys:
# - mask - mask
# - masked_image - masked_image
# - smoothing_strength - smoothing_strength
c_concat_log_start: 1 c_concat_log_start: 1
c_concat_log_end: 5 c_concat_log_end: 5
@ -38,7 +38,7 @@ model:
target: ldm.modules.diffusionmodules.openaimodel.UNetModel target: ldm.modules.diffusionmodules.openaimodel.UNetModel
params: params:
image_size: 32 # unused image_size: 32 # unused
in_channels: 9 # 4 data + 4 downscaled image + 1 mask in_channels: 10 # 4 data + 4 downscaled image + 1 mask + 1 smoothing strength
out_channels: 4 out_channels: 4
model_channels: 320 model_channels: 320
attention_resolutions: [ 4, 2, 1 ] attention_resolutions: [ 4, 2, 1 ]

2
ldm/data/laion.py
View file

@ -268,7 +268,7 @@ class AddEdge(PRNGMixin):
assert mode in list(MASK_MODES.keys()), f'unknown mask generation mode "{mode}"' assert mode in list(MASK_MODES.keys()), f'unknown mask generation mode "{mode}"'
self.make_mask = MASK_MODES[mode] self.make_mask = MASK_MODES[mode]
self.n_down_choices = [0] self.n_down_choices = [0]
self.sigma_choices = [1] self.sigma_choices = [1, 2]
self.mask_edges = mask_edges self.mask_edges = mask_edges
@torch.no_grad() @torch.no_grad()

2
scripts/slurm/v1_edgeinpainting/launcher.sh
View file

@ -24,7 +24,7 @@ cd /fsx/stable-diffusion/stable-diffusion
CONFIG="/fsx/stable-diffusion/stable-diffusion/configs/stable-diffusion/inpainting/v1-edgeinpainting.yaml" CONFIG="/fsx/stable-diffusion/stable-diffusion/configs/stable-diffusion/inpainting/v1-edgeinpainting.yaml"
# start without masking # start without masking
EXTRA="data.params.train.postprocess.params.mask_edges=false" EXTRA="data.params.train.postprocess.params.mask_edges=false -f _extracat"
# resume and set new seed to reshuffle data # resume and set new seed to reshuffle data
#EXTRA="--seed 543 --resume_from_checkpoint ..." #EXTRA="--seed 543 --resume_from_checkpoint ..."