Do not override log_memory_usage when debug logs are enabled. The speed cost of log_memory_usage=True is large. It is common to want debug log without enabling log_memory_usage.

This commit is contained in:
Ryan Dick 2024-03-11 10:58:53 -04:00 committed by psychedelicious
parent 149ff758b9
commit 9ee2e7ff25

View File

@ -19,7 +19,6 @@ context. Use like this:
""" """
import gc import gc
import logging
import math import math
import sys import sys
import time import time
@ -92,8 +91,7 @@ class ModelCache(ModelCacheBase[AnyModel]):
self._execution_device: torch.device = execution_device self._execution_device: torch.device = execution_device
self._storage_device: torch.device = storage_device self._storage_device: torch.device = storage_device
self._logger = logger or InvokeAILogger.get_logger(self.__class__.__name__) self._logger = logger or InvokeAILogger.get_logger(self.__class__.__name__)
self._log_memory_usage = log_memory_usage or self._logger.level == logging.DEBUG self._log_memory_usage = log_memory_usage
# used for stats collection
self._stats: Optional[CacheStats] = None self._stats: Optional[CacheStats] = None
self._cached_models: Dict[str, CacheRecord[AnyModel]] = {} self._cached_models: Dict[str, CacheRecord[AnyModel]] = {}