pass lazy_offload to model cache

This commit is contained in:
Lincoln Stein 2023-08-17 22:35:16 -04:00
parent b69f26c85c
commit ffd0f5924b

View File

@ -342,6 +342,7 @@ class ModelManager(object):
self.cache = ModelCache(
max_cache_size=max_cache_size,
max_vram_cache_size=self.app_config.vram_cache_size,
lazy_offloading=self.app_config.lazy_offload,
execution_device=device_type,
precision=precision,
sequential_offload=sequential_offload,