Release session if applying ti or lora

This commit is contained in:
Brandon Rising
2023-07-27 15:20:38 -04:00
parent bfdc8c80f3
commit 1ea9ba84f5
2 changed files with 8 additions and 8 deletions

View File

@ -387,7 +387,7 @@ def _calc_model_by_data(model) -> int:
def _calc_onnx_model_by_data(model) -> int:
tensor_size = model.tensors.size()
tensor_size = model.tensors.size() * 2 # The session doubles this
mem = tensor_size # in bytes
return mem
@ -608,9 +608,9 @@ class IAIOnnxRuntimeModel:
# self.io_binding = self.session.io_binding()
def release_session(self):
# self.session = None
# import gc
# gc.collect()
self.session = None
import gc
gc.collect()
return
def __call__(self, **kwargs):