Mirrored_Repos/InvokeAI
1
0
Fork 0
mirror of https://github.com/invoke-ai/InvokeAI synced 2024-08-30 20:32:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

Load model in inpaint when using free_gpu_mem option (#1938)

Browse Source 
* Load model in inpaint when using free_gpu_mem option

* Passing free_gpu_mem option to inpaint generator
This commit is contained in:
rmagur1203 2022-12-12 23:14:30 +09:00 committed by GitHub
parent 96a12099ed
commit f4e7383490
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 9 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
ldm/generate.py
View File

@ -806,6 +806,7 @@ class Generate:
if not self.generators.get('inpaint'):
from ldm.invoke.generator.inpaint import Inpaint
self.generators['inpaint'] = Inpaint(self.model, self.precision)
self.generators['inpaint'].free_gpu_mem = self.free_gpu_mem
return self.generators['inpaint']
# "omnibus" supports the runwayML custom inpainting model, which does

13
ldm/invoke/generator/inpaint.py
View File

@ -59,7 +59,7 @@ class Inpaint(Img2Img):
writeable=False
)
def infill_patchmatch(self, im: Image.Image) -> Image:
def infill_patchmatch(self, im: Image.Image) -> Image:
if im.mode != 'RGBA':
return im
@ -128,7 +128,7 @@ class Inpaint(Img2Img):
# Combine
npmask = npgradient + npedge
# Expand
# Expand
npmask = cv.dilate(npmask, np.ones((3,3), np.uint8), iterations = int(edge_size / 2))
new_mask = Image.fromarray(npmask)
@ -221,7 +221,7 @@ class Inpaint(Img2Img):
init_filled = init_filled.resize((inpaint_width, inpaint_height))
debug_image(init_filled, "init_filled", debug_status=self.enable_image_debugging)
# Create init tensor
init_image = self._image_to_tensor(init_filled.convert('RGB'))
@ -254,7 +254,7 @@ class Inpaint(Img2Img):
f">> Using recommended DDIM sampler for inpainting."
)
sampler = DDIMSampler(self.model, device=self.model.device)
sampler.make_schedule(
ddim_num_steps=steps, ddim_eta=ddim_eta, verbose=False
)
@ -291,6 +291,9 @@ class Inpaint(Img2Img):
masked_region = (1.0-inpaint_replace) * inverted_mask * z_enc + inpaint_replace * inverted_mask * l_noise
z_enc = z_enc * mask_image + masked_region
if self.free_gpu_mem and self.model.model.device != self.model.device:
self.model.model.to(self.model.device)
# decode it
samples = sampler.decode(
z_enc,
@ -353,7 +356,7 @@ class Inpaint(Img2Img):
if self.pil_image is None or self.pil_mask is None:
return gen_result
corrected_result = super().repaste_and_color_correct(gen_result, self.pil_image, self.pil_mask, self.mask_blur_radius)
debug_image(corrected_result, "corrected_result", debug_status=self.enable_image_debugging)