use the correct value - whoops

This commit is contained in:
damian 2023-01-26 17:30:23 +01:00
parent 729752620b
commit fb312f9ed3

View File

@ -636,7 +636,7 @@ class SlicedSwapCrossAttnProcesser(SlicedAttnProcessor):
del remapped_original_attn_slice, modified_attn_slice
attn_slice = torch.bmm(attn_slice, original_value[start_idx:end_idx])
attn_slice = torch.bmm(attn_slice, modified_value[start_idx:end_idx])
hidden_states[start_idx:end_idx] = attn_slice