Merge branch 'main' into lstein/fix-migrate3-textencoder

This commit is contained in:
Lincoln Stein
2023-07-05 16:23:00 -04:00
committed by GitHub
2 changed files with 0 additions and 4 deletions

View File

@ -100,8 +100,6 @@ class ModelCache(object):
:param sha_chunksize: Chunksize to use when calculating sha256 model hash
'''
#max_cache_size = 9999
execution_device = torch.device('cuda')
self.model_infos: Dict[str, ModelBase] = dict()
self.lazy_offloading = lazy_offloading
#self.sequential_offload: bool=sequential_offload