Mirrored_Repos/InvokeAI
1
0
Fork 0
mirror of https://github.com/invoke-ai/InvokeAI synced 2024-08-30 20:32:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

clean up lint errors in lora.py

Browse Source
This commit is contained in:
Lincoln Stein 2023-07-05 19:18:25 -04:00
parent 5b6dd47b9f
commit d4550b3059
1 changed files with 5 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
invokeai/backend/model_management/lora.py
View File

@ -3,14 +3,12 @@ from __future__ import annotations
import copy import copy
from pathlib import Path from pathlib import Path
from contextlib import contextmanager from contextlib import contextmanager
from typing import Optional, Dict, Tuple, Any from typing import Optional, Dict, Tuple, Any, Union, List
import torch import torch
from safetensors.torch import load_file from safetensors.torch import load_file
from torch.utils.hooks import RemovableHandle
from diffusers.models import UNet2DConditionModel from diffusers.models import UNet2DConditionModel
from transformers import CLIPTextModel from transformers import CLIPTextModel, CLIPTokenizer
from compel.embeddings_provider import BaseTextualInversionManager from compel.embeddings_provider import BaseTextualInversionManager
@ -124,8 +122,8 @@ class LoRALayer(LoRALayerBase):
def get_weight(self): def get_weight(self):
if self.mid is not None: if self.mid is not None:
up = self.up.reshape(up.shape[0], up.shape[1]) up = self.up.reshape(self.up.shape[0], self.up.shape[1])
down = self.down.reshape(up.shape[0], up.shape[1]) down = self.down.reshape(self.down.shape[0], self.down.shape[1])
weight = torch.einsum("m n w h, i m, n j -> i j w h", self.mid, up, down) weight = torch.einsum("m n w h, i m, n j -> i j w h", self.mid, up, down)
else: else:
weight = self.up.reshape(self.up.shape[0], -1) @ self.down.reshape(self.down.shape[0], -1) weight = self.up.reshape(self.up.shape[0], -1) @ self.down.reshape(self.down.shape[0], -1)
@ -411,7 +409,7 @@ class LoRAModel: #(torch.nn.Module):
else: else:
# TODO: diff/ia3/... format # TODO: diff/ia3/... format
print( print(
f">> Encountered unknown lora layer module in {self.name}: {layer_key}" f">> Encountered unknown lora layer module in {model.name}: {layer_key}"
) )
return return