mirror of
https://github.com/invoke-ai/InvokeAI
synced 2024-08-30 20:32:17 +00:00
78377469db
* Bump diffusers to 0.21.2. * Add T2IAdapterInvocation boilerplate. * Add T2I-Adapter model to model-management. * (minor) Tidy prepare_control_image(...). * Add logic to run the T2I-Adapter models at the start of the DenoiseLatentsInvocation. * Add logic for applying T2I-Adapter weights and accumulating. * Add T2IAdapter to MODEL_CLASSES map. * yarn typegen * Add model probes for T2I-Adapter models. * Add all of the frontend boilerplate required to use T2I-Adapter in the nodes editor. * Add T2IAdapterModel.convert_if_required(...). * Fix errors in T2I-Adapter input image sizing logic. * Fix bug with handling of multiple T2I-Adapters. * black / flake8 * Fix typo * yarn build * Add num_channels param to prepare_control_image(...). * Link to upstream diffusers bugfix PR that currently requires a workaround. * feat: Add Color Map Preprocessor Needed for the color T2I Adapter * feat: Add Color Map Preprocessor to Linear UI * Revert "feat: Add Color Map Preprocessor" This reverts commita1119a00bf. * Revert "feat: Add Color Map Preprocessor to Linear UI" This reverts commitbd8a9b82d8. * Fix T2I-Adapter field rendering in workflow editor. * yarn build, yarn typegen --------- Co-authored-by: blessedcoolant <54517381+blessedcoolant@users.noreply.github.com> Co-authored-by: psychedelicious <4822129+psychedelicious@users.noreply.github.com>
84 lines
3.2 KiB
Python
84 lines
3.2 KiB
Python
from typing import Union
|
|
|
|
from pydantic import BaseModel, Field
|
|
|
|
from invokeai.app.invocations.baseinvocation import (
|
|
BaseInvocation,
|
|
BaseInvocationOutput,
|
|
FieldDescriptions,
|
|
Input,
|
|
InputField,
|
|
InvocationContext,
|
|
OutputField,
|
|
UIType,
|
|
invocation,
|
|
invocation_output,
|
|
)
|
|
from invokeai.app.invocations.controlnet_image_processors import CONTROLNET_RESIZE_VALUES
|
|
from invokeai.app.invocations.primitives import ImageField
|
|
from invokeai.backend.model_management.models.base import BaseModelType
|
|
|
|
|
|
class T2IAdapterModelField(BaseModel):
|
|
model_name: str = Field(description="Name of the T2I-Adapter model")
|
|
base_model: BaseModelType = Field(description="Base model")
|
|
|
|
|
|
class T2IAdapterField(BaseModel):
|
|
image: ImageField = Field(description="The T2I-Adapter image prompt.")
|
|
t2i_adapter_model: T2IAdapterModelField = Field(description="The T2I-Adapter model to use.")
|
|
weight: Union[float, list[float]] = Field(default=1, description="The weight given to the T2I-Adapter")
|
|
begin_step_percent: float = Field(
|
|
default=0, ge=0, le=1, description="When the T2I-Adapter is first applied (% of total steps)"
|
|
)
|
|
end_step_percent: float = Field(
|
|
default=1, ge=0, le=1, description="When the T2I-Adapter is last applied (% of total steps)"
|
|
)
|
|
resize_mode: CONTROLNET_RESIZE_VALUES = Field(default="just_resize", description="The resize mode to use")
|
|
|
|
|
|
@invocation_output("t2i_adapter_output")
|
|
class T2IAdapterOutput(BaseInvocationOutput):
|
|
t2i_adapter: T2IAdapterField = OutputField(description=FieldDescriptions.t2i_adapter, title="T2I Adapter")
|
|
|
|
|
|
@invocation(
|
|
"t2i_adapter", title="T2I-Adapter", tags=["t2i_adapter", "control"], category="t2i_adapter", version="1.0.0"
|
|
)
|
|
class T2IAdapterInvocation(BaseInvocation):
|
|
"""Collects T2I-Adapter info to pass to other nodes."""
|
|
|
|
# Inputs
|
|
image: ImageField = InputField(description="The IP-Adapter image prompt.")
|
|
ip_adapter_model: T2IAdapterModelField = InputField(
|
|
description="The T2I-Adapter model.",
|
|
title="T2I-Adapter Model",
|
|
input=Input.Direct,
|
|
ui_order=-1,
|
|
)
|
|
weight: Union[float, list[float]] = InputField(
|
|
default=1, ge=0, description="The weight given to the T2I-Adapter", ui_type=UIType.Float, title="Weight"
|
|
)
|
|
begin_step_percent: float = InputField(
|
|
default=0, ge=-1, le=2, description="When the T2I-Adapter is first applied (% of total steps)"
|
|
)
|
|
end_step_percent: float = InputField(
|
|
default=1, ge=0, le=1, description="When the T2I-Adapter is last applied (% of total steps)"
|
|
)
|
|
resize_mode: CONTROLNET_RESIZE_VALUES = InputField(
|
|
default="just_resize",
|
|
description="The resize mode applied to the T2I-Adapter input image so that it matches the target output size.",
|
|
)
|
|
|
|
def invoke(self, context: InvocationContext) -> T2IAdapterOutput:
|
|
return T2IAdapterOutput(
|
|
t2i_adapter=T2IAdapterField(
|
|
image=self.image,
|
|
t2i_adapter_model=self.ip_adapter_model,
|
|
weight=self.weight,
|
|
begin_step_percent=self.begin_step_percent,
|
|
end_step_percent=self.end_step_percent,
|
|
resize_mode=self.resize_mode,
|
|
)
|
|
)
|