From ffd0f5924beb0f4cd12e23d030b0386aec370c81 Mon Sep 17 00:00:00 2001 From: Lincoln Stein Date: Thu, 17 Aug 2023 22:35:16 -0400 Subject: [PATCH] pass lazy_offload to model cache --- invokeai/backend/model_management/model_manager.py | 1 + 1 file changed, 1 insertion(+) diff --git a/invokeai/backend/model_management/model_manager.py b/invokeai/backend/model_management/model_manager.py index 7ad39b7a5b..ec70bbeec9 100644 --- a/invokeai/backend/model_management/model_manager.py +++ b/invokeai/backend/model_management/model_manager.py @@ -342,6 +342,7 @@ class ModelManager(object): self.cache = ModelCache( max_cache_size=max_cache_size, max_vram_cache_size=self.app_config.vram_cache_size, + lazy_offloading=self.app_config.lazy_offload, execution_device=device_type, precision=precision, sequential_offload=sequential_offload,