import warnings import math from PIL import Image, ImageFilter class Outcrop(object): def __init__( self, image, generate, # current generate object ): self.image = image self.generate = generate def process ( self, extents:dict, opt, # current options orig_opt, # ones originally used to generate the image image_callback = None, prefix = None ): # grow and mask the image extended_image = self._extend_all(extents) # switch samplers temporarily curr_sampler = self.generate.sampler self.generate.sampler_name = opt.sampler_name self.generate._set_sampler() def wrapped_callback(img,seed,**kwargs): image_callback(img,orig_opt.seed,use_prefix=prefix,**kwargs) result= self.generate.prompt2image( orig_opt.prompt, # seed = orig_opt.seed, # uncomment to make it deterministic sampler = self.generate.sampler, steps = opt.steps, cfg_scale = opt.cfg_scale, ddim_eta = self.generate.ddim_eta, width = extended_image.width, height = extended_image.height, init_img = extended_image, strength = opt.strength, image_callback = wrapped_callback, ) # swap sampler back self.generate.sampler = curr_sampler return result def _extend_all( self, extents:dict, ) -> Image: ''' Extend the image in direction ('top','bottom','left','right') by the indicated value. The image canvas is extended, and the empty rectangular section will be filled with a blurred copy of the adjacent image. ''' image = self.image for direction in extents: assert direction in ['top', 'left', 'bottom', 'right'],'Direction must be one of "top", "left", "bottom", "right"' pixels = extents[direction] # round pixels up to the nearest 64 pixels = math.ceil(pixels/64) * 64 print(f'>> extending image {direction}ward by {pixels} pixels') image = self._rotate(image,direction) image = self._extend(image,pixels) image = self._rotate(image,direction,reverse=True) return image def _rotate(self,image:Image,direction:str,reverse=False) -> Image: ''' Rotates image so that the area to extend is always at the top top. Simplifies logic later. The reverse argument, if true, will undo the previous transpose. ''' transposes = { 'right': ['ROTATE_90','ROTATE_270'], 'bottom': ['ROTATE_180','ROTATE_180'], 'left': ['ROTATE_270','ROTATE_90'] } if direction not in transposes: return image transpose = transposes[direction][1 if reverse else 0] return image.transpose(Image.Transpose.__dict__[transpose]) def _extend(self,image:Image,pixels:int)-> Image: extended_img = Image.new('RGBA',(image.width,image.height+pixels)) mask_height = pixels if self.generate.model.model.conditioning_key in ('hybrid','concat') \ else pixels *2 # first paste places old image at top of extended image, stretch # it, and applies a gaussian blur to it # take the top half region, stretch and paste it top_slice = image.crop(box=(0,0,image.width,pixels//2)) top_slice = top_slice.resize((image.width,pixels)) extended_img.paste(top_slice,box=(0,0)) # second paste creates a copy of the image displaced pixels downward; # The overall effect is to create a blurred duplicate of the top portion of # the image. extended_img.paste(image,box=(0,pixels)) extended_img = extended_img.filter(filter=ImageFilter.GaussianBlur(radius=pixels//2)) extended_img.paste(image,box=(0,pixels)) # now make the top part transparent to use as a mask alpha = extended_img.getchannel('A') alpha.paste(0,(0,0,extended_img.width,mask_height)) extended_img.putalpha(alpha) extended_img.save('outputs/curly_extended.png') return extended_img