Mirrored_Repos/InvokeAI
1
0
Fork 0
mirror of https://github.com/invoke-ai/InvokeAI synced 2024-08-30 20:32:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

sliced cross-attention wrangler works

Browse Source
This commit is contained in:
Damian at mba
2022-10-18 11:48:33 +02:00
parent 37a204324b
commit 056cb0d8a8
3 changed files with 123 additions and 103 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
ldm/models/diffusion/ksampler.py
View File

@ -48,6 +48,8 @@ class CFGDenoiser(nn.Module):
def forward(self, x, sigma, uncond, cond, cond_scale):
CrossAttentionControl.clear_requests(self.inner_model)
#rint('generating unconditioned latents')
unconditioned_latents = self.inner_model(x, sigma, cond=uncond)
@ -61,6 +63,7 @@ class CFGDenoiser(nn.Module):
if self.edited_conditioning is not None:
# process x again, using the saved attention maps but the new conditioning
# this is automatically toggled off after the model forward()
CrossAttentionControl.clear_requests(self.inner_model)
CrossAttentionControl.request_apply_saved_attention_maps(self.inner_model)
#print('generating edited conditioned latents')
conditioned_latents = self.inner_model(x, sigma, cond=self.edited_conditioning)