Mirrored_Repos/InvokeAI
1
0
Fork 0
mirror of https://github.com/invoke-ai/InvokeAI synced 2024-08-30 20:32:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

Blackify

Browse Source
This commit is contained in:
Sergey Borisov 2023-08-28 18:36:27 +03:00
parent cd548f73fd
commit 2bf747caf6
1 changed files with 7 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
invokeai/backend/util/hotfixes.py
View File

@ -764,6 +764,7 @@ diffusers.models.controlnet.ControlNetModel = ControlNetModel
try:
import xformers
xformers_available = True
except:
xformers_available = False
@ -772,15 +773,16 @@ except:
if xformers_available:
# TODO: remove when fixed in diffusers
_xformers_memory_efficient_attention = xformers.ops.memory_efficient_attention
def new_memory_efficient_attention(
query: torch.Tensor,
key: torch.Tensor,
value: torch.Tensor,
attn_bias = None,
attn_bias=None,
p: float = 0.0,
scale: Optional[float] = None,
*,
op = None,
op=None,
):
# diffusers not align shape to 8, which is required by xformers
if attn_bias is not None and type(attn_bias) is torch.Tensor:
@ -791,8 +793,8 @@ if xformers_available:
device=attn_bias.device,
dtype=attn_bias.dtype,
)
aligned_attn_bias[:,:,:orig_size] = attn_bias
attn_bias = aligned_attn_bias[:,:,:orig_size]
aligned_attn_bias[:, :, :orig_size] = attn_bias
attn_bias = aligned_attn_bias[:, :, :orig_size]
return _xformers_memory_efficient_attention(
query=query,