diff --git a/ldm/invoke/generator/base.py b/ldm/invoke/generator/base.py index da2ade2f0c..f30ab256ae 100644 --- a/ldm/invoke/generator/base.py +++ b/ldm/invoke/generator/base.py @@ -122,6 +122,10 @@ class Generator: seed = self.new_seed() + # Free up memory from the last generation. + if self.model.device.type == 'cuda': + torch.cuda.empty_cache() + return results def sample_to_image(self,samples)->Image.Image: