Remove hardcoded cuda device in model manager init (#3624)

There was a line in model_manager.py in which the GPU device was
hardcoded to "cuda". This has now been removed.
This commit is contained in:
Lincoln Stein 2023-07-05 16:22:45 -04:00 committed by GitHub
commit bbfb5bb1d4
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -100,8 +100,6 @@ class ModelCache(object):
:param sha_chunksize: Chunksize to use when calculating sha256 model hash
'''
#max_cache_size = 9999
execution_device = torch.device('cuda')
self.model_infos: Dict[str, ModelBase] = dict()
self.lazy_offloading = lazy_offloading
#self.sequential_offload: bool=sequential_offload