mirror of
https://github.com/invoke-ai/InvokeAI
synced 2024-08-30 20:32:17 +00:00
61 lines
2.1 KiB
Python
61 lines
2.1 KiB
Python
|
import torch
|
||
|
|
from einops import rearrange
|
||
|
|
from PIL import Image
|
||
|
|
|
||
|
|
from invokeai.app.invocations.baseinvocation import BaseInvocation, invocation
|
||
|
|
from invokeai.app.invocations.fields import (
|
||
|
|
FieldDescriptions,
|
||
|
|
Input,
|
||
|
|
InputField,
|
||
|
|
LatentsField,
|
||
|
|
WithBoard,
|
||
|
|
WithMetadata,
|
||
|
|
)
|
||
|
|
from invokeai.app.invocations.model import VAEField
|
||
|
|
from invokeai.app.invocations.primitives import ImageOutput
|
||
|
|
from invokeai.app.services.shared.invocation_context import InvocationContext
|
||
|
|
from invokeai.backend.flux.modules.autoencoder import AutoEncoder
|
||
|
|
from invokeai.backend.model_manager.load.load_base import LoadedModel
|
||
|
|
from invokeai.backend.util.devices import TorchDevice
|
||
|
|
|
||
|
|
|
||
|
|
@invocation(
|
||
|
|
"flux_vae_decode",
|
||
|
|
title="FLUX VAE Decode",
|
||
|
|
tags=["latents", "image", "vae", "l2i", "flux"],
|
||
|
|
category="latents",
|
||
|
|
version="1.0.0",
|
||
|
|
)
|
||
|
|
class FluxVaeDecodeInvocation(BaseInvocation, WithMetadata, WithBoard):
|
||
|
|
"""Generates an image from latents."""
|
||
|
|
|
||
|
|
latents: LatentsField = InputField(
|
||
|
|
description=FieldDescriptions.latents,
|
||
|
|
input=Input.Connection,
|
||
|
|
)
|
||
|
|
vae: VAEField = InputField(
|
||
|
|
description=FieldDescriptions.vae,
|
||
|
|
input=Input.Connection,
|
||
|
|
)
|
||
|
|
|
||
|
|
def _vae_decode(self, vae_info: LoadedModel, latents: torch.Tensor) -> Image.Image:
|
||
|
|
with vae_info as vae:
|
||
|
|
assert isinstance(vae, AutoEncoder)
|
||
|
|
latents = latents.to(device=TorchDevice.choose_torch_device(), dtype=TorchDevice.choose_torch_dtype())
|
||
|
|
img = vae.decode(latents)
|
||
|
|
|
||
|
|
img = img.clamp(-1, 1)
|
||
|
|
img = rearrange(img[0], "c h w -> h w c") # noqa: F821
|
||
|
|
img_pil = Image.fromarray((127.5 * (img + 1.0)).byte().cpu().numpy())
|
||
|
|
return img_pil
|
||
|
|
|
||
|
|
@torch.no_grad()
|
||
|
|
def invoke(self, context: InvocationContext) -> ImageOutput:
|
||
|
|
latents = context.tensors.load(self.latents.latents_name)
|
||
|
|
vae_info = context.models.load(self.vae.vae)
|
||
|
|
image = self._vae_decode(vae_info=vae_info, latents=latents)
|
||
|
|
|
||
|
|
TorchDevice.empty_cache()
|
||
|
|
image_dto = context.images.save(image=image)
|
||
|
|
return ImageOutput.build(image_dto)
|