mirror of
https://github.com/invoke-ai/InvokeAI
synced 2024-08-30 20:32:17 +00:00
fix a bug that broke cross attention control index mapping
This commit is contained in:
parent
4513320bf1
commit
688d7258f1
@ -68,6 +68,8 @@ class CrossAttentionControl:
|
|||||||
indices[b0:b1] = indices_target[a0:a1]
|
indices[b0:b1] = indices_target[a0:a1]
|
||||||
mask[b0:b1] = 1
|
mask[b0:b1] = 1
|
||||||
|
|
||||||
|
cls.inject_attention_function(model)
|
||||||
|
|
||||||
for m in cls.get_attention_modules(model, cls.CrossAttentionType.SELF):
|
for m in cls.get_attention_modules(model, cls.CrossAttentionType.SELF):
|
||||||
m.last_attn_slice_mask = None
|
m.last_attn_slice_mask = None
|
||||||
m.last_attn_slice_indices = None
|
m.last_attn_slice_indices = None
|
||||||
@ -76,8 +78,6 @@ class CrossAttentionControl:
|
|||||||
m.last_attn_slice_mask = mask.to(device)
|
m.last_attn_slice_mask = mask.to(device)
|
||||||
m.last_attn_slice_indices = indices.to(device)
|
m.last_attn_slice_indices = indices.to(device)
|
||||||
|
|
||||||
cls.inject_attention_function(model)
|
|
||||||
|
|
||||||
|
|
||||||
class CrossAttentionType(Enum):
|
class CrossAttentionType(Enum):
|
||||||
SELF = 1
|
SELF = 1
|
||||||
|
Loading…
Reference in New Issue
Block a user