Mirrored_Repos/InvokeAI
1
0
Fork 0
mirror of https://github.com/invoke-ai/InvokeAI synced 2024-08-30 20:32:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

Blackify

Browse Source
This commit is contained in:
Sergey Borisov 2023-08-28 18:36:27 +03:00
parent cd548f73fd
commit 2bf747caf6
1 changed files with 7 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
invokeai/backend/util/hotfixes.py
View File

@ -764,6 +764,7 @@ diffusers.models.controlnet.ControlNetModel = ControlNetModel
try:
import xformers
xformers_available = True
except:
xformers_available = False
@ -772,27 +773,28 @@ except:
if xformers_available:
# TODO: remove when fixed in diffusers
_xformers_memory_efficient_attention = xformers.ops.memory_efficient_attention
def new_memory_efficient_attention(
query: torch.Tensor,
key: torch.Tensor,
value: torch.Tensor,
attn_bias = None,
attn_bias=None,
p: float = 0.0,
scale: Optional[float] = None,
*,
op = None,
op=None,
):
# diffusers not align shape to 8, which is required by xformers
if attn_bias is not None and type(attn_bias) is torch.Tensor:
orig_size = attn_bias.shape[-1]
new_size = ((orig_size + 7) // 8) * 8
aligned_attn_bias = torch.zeros(
aligned_attn_bias = torch.zeros(
(attn_bias.shape[0], attn_bias.shape[1], new_size),
device=attn_bias.device,
dtype=attn_bias.dtype,
)
aligned_attn_bias[:,:,:orig_size] = attn_bias
attn_bias = aligned_attn_bias[:,:,:orig_size]
aligned_attn_bias[:, :, :orig_size] = attn_bias
attn_bias = aligned_attn_bias[:, :, :orig_size]
return _xformers_memory_efficient_attention(
query=query,