Mirrored_Repos/InvokeAI
1
0
Fork 0
mirror of https://github.com/invoke-ai/InvokeAI synced 2024-08-30 20:32:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

update model_manager.py

Browse Source 
- read files in chunks when calculating sha
  - windows runner is crashing without
This commit is contained in:
mauwii 2023-02-05 07:13:42 +01:00 committed by Matthias Wild
parent fc2670b4d6
commit a40bdef29f
1 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
ldm/invoke/model_manager.py
View File

@ -954,7 +954,7 @@ class ModelManager(object):
def _has_cuda(self) -> bool: def _has_cuda(self) -> bool:
return self.device.type == 'cuda' return self.device.type == 'cuda'
def _diffuser_sha256(self,name_or_path:Union[str, Path])->Union[str,bytes]: def _diffuser_sha256(self,name_or_path:Union[str, Path],chunksize=4096)->Union[str,bytes]:
path = None path = None
if isinstance(name_or_path,Path): if isinstance(name_or_path,Path):
path = name_or_path path = name_or_path
@ -976,7 +976,8 @@ class ModelManager(object):
for name in files: for name in files:
count += 1 count += 1
with open(os.path.join(root,name),'rb') as f: with open(os.path.join(root,name),'rb') as f:
sha.update(f.read()) while chunk := f.read(chunksize):
sha.update(chunk)
hash = sha.hexdigest() hash = sha.hexdigest()
toc = time.time() toc = time.time()
print(f' | sha256 = {hash} ({count} files hashed in','%4.2fs)' % (toc - tic)) print(f' | sha256 = {hash} ({count} files hashed in','%4.2fs)' % (toc - tic))