blackify and rerun frontend build

This commit is contained in:
Lincoln Stein
2023-08-31 10:35:17 -04:00
parent 35ac8e78bd
commit b567d65032
13 changed files with 65 additions and 68 deletions

View File

@ -203,7 +203,7 @@ class ChunkedSlicedAttnProcessor:
if attn.upcast_attention:
out_item_size = 4
chunk_size = 2**29
chunk_size = 2 ** 29
out_size = query.shape[1] * key.shape[1] * out_item_size
chunks_count = min(query.shape[1], math.ceil((out_size - 1) / chunk_size))