Mirrored_Repos/InvokeAI
1
0
Fork 0
mirror of https://github.com/invoke-ai/InvokeAI synced 2024-08-30 20:32:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix undefined variable

Browse Source
This commit is contained in:
Lincoln Stein 2023-07-09 14:37:45 -04:00
parent d6cb0e54b3
commit 8d7dba937d
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
invokeai/backend/model_management/model_cache.py
View File

@ -348,8 +348,8 @@ class ModelCache(object):
def _offload_unlocked_models(self, size_needed: int=0): def _offload_unlocked_models(self, size_needed: int=0):
for model_key, cache_entry in sorted(self._cached_models.items(), key=lambda x:x[1].size): for model_key, cache_entry in sorted(self._cached_models.items(), key=lambda x:x[1].size):
free_mem, used_mem = torch.cuda.mem_get_info() free_mem, used_mem = torch.cuda.mem_get_info()
self.logger.debug(f'Require {(size_needed/GIG):.2f}GB VRAM. Have {((free_mem-reserve)/GIG):.2f}GB available.') self.logger.debug(f'Require {(size_needed/GIG):.2f}GB VRAM. Have {(free_mem/GIG):.2f}GB available.')
if free_mem-reserve > size_needed: if free_mem > size_needed:
return return
if not cache_entry.locked and cache_entry.loaded: if not cache_entry.locked and cache_entry.loaded:
self.logger.debug(f'Offloading {model_key} from {self.execution_device} into {self.storage_device}') self.logger.debug(f'Offloading {model_key} from {self.execution_device} into {self.storage_device}')