Add support for T2I-Adapter in node workflows (#4612)

* Bump diffusers to 0.21.2.

* Add T2IAdapterInvocation boilerplate.

* Add T2I-Adapter model to model-management.

* (minor) Tidy prepare_control_image(...).

* Add logic to run the T2I-Adapter models at the start of the DenoiseLatentsInvocation.

* Add logic for applying T2I-Adapter weights and accumulating.

* Add T2IAdapter to MODEL_CLASSES map.

* yarn typegen

* Add model probes for T2I-Adapter models.

* Add all of the frontend boilerplate required to use T2I-Adapter in the nodes editor.

* Add T2IAdapterModel.convert_if_required(...).

* Fix errors in T2I-Adapter input image sizing logic.

* Fix bug with handling of multiple T2I-Adapters.

* black / flake8

* Fix typo

* yarn build

* Add num_channels param to prepare_control_image(...).

* Link to upstream diffusers bugfix PR that currently requires a workaround.

* feat: Add Color Map Preprocessor

Needed for the color T2I Adapter

* feat: Add Color Map Preprocessor to Linear UI

* Revert "feat: Add Color Map Preprocessor"

This reverts commit a1119a00bf.

* Revert "feat: Add Color Map Preprocessor to Linear UI"

This reverts commit bd8a9b82d8.

* Fix T2I-Adapter field rendering in workflow editor.

* yarn build, yarn typegen

---------

Co-authored-by: blessedcoolant <54517381+blessedcoolant@users.noreply.github.com>
Co-authored-by: psychedelicious <4822129+psychedelicious@users.noreply.github.com>

invokeai/frontend/web/src/features/nodes/util/fieldTemplateBuilders.ts

@@ -62,6 +62,11 @@ import {
   ConditioningField,
   IPAdapterInputFieldTemplate,
   IPAdapterModelInputFieldTemplate,
+  T2IAdapterField,
+  T2IAdapterInputFieldTemplate,
+  T2IAdapterModelInputFieldTemplate,
+  T2IAdapterPolymorphicInputFieldTemplate,
+  T2IAdapterCollectionInputFieldTemplate,
   BoardInputFieldTemplate,
   InputFieldTemplate,
 } from '../types/types';
@@ -452,6 +457,19 @@ const buildIPAdapterModelInputFieldTemplate = ({
   return template;
 };
 
+const buildT2IAdapterModelInputFieldTemplate = ({
+  schemaObject,
+  baseField,
+}: BuildInputFieldArg): T2IAdapterModelInputFieldTemplate => {
+  const template: T2IAdapterModelInputFieldTemplate = {
+    ...baseField,
+    type: 'T2IAdapterModelField',
+    default: schemaObject.default ?? undefined,
+  };
+
+  return template;
+};
+
 const buildBoardInputFieldTemplate = ({
   schemaObject,
   baseField,
@@ -691,6 +709,46 @@ const buildIPAdapterInputFieldTemplate = ({
   return template;
 };
 
+const buildT2IAdapterInputFieldTemplate = ({
+  schemaObject,
+  baseField,
+}: BuildInputFieldArg): T2IAdapterInputFieldTemplate => {
+  const template: T2IAdapterInputFieldTemplate = {
+    ...baseField,
+    type: 'T2IAdapterField',
+    default: schemaObject.default ?? undefined,
+  };
+
+  return template;
+};
+
+const buildT2IAdapterPolymorphicInputFieldTemplate = ({
+  schemaObject,
+  baseField,
+}: BuildInputFieldArg): T2IAdapterPolymorphicInputFieldTemplate => {
+  const template: T2IAdapterPolymorphicInputFieldTemplate = {
+    ...baseField,
+    type: 'T2IAdapterPolymorphic',
+    default: schemaObject.default ?? undefined,
+  };
+
+  return template;
+};
+
+const buildT2IAdapterCollectionInputFieldTemplate = ({
+  schemaObject,
+  baseField,
+}: BuildInputFieldArg): T2IAdapterCollectionInputFieldTemplate => {
+  const template: T2IAdapterCollectionInputFieldTemplate = {
+    ...baseField,
+    type: 'T2IAdapterCollection',
+    default: schemaObject.default ?? [],
+    item_default: (schemaObject.item_default as T2IAdapterField) ?? undefined,
+  };
+
+  return template;
+};
+
 const buildEnumInputFieldTemplate = ({
   schemaObject,
   baseField,
@@ -910,6 +968,10 @@ const TEMPLATE_BUILDER_MAP: {
   string: buildStringInputFieldTemplate,
   StringCollection: buildStringCollectionInputFieldTemplate,
   StringPolymorphic: buildStringPolymorphicInputFieldTemplate,
+  T2IAdapterCollection: buildT2IAdapterCollectionInputFieldTemplate,
+  T2IAdapterField: buildT2IAdapterInputFieldTemplate,
+  T2IAdapterModelField: buildT2IAdapterModelInputFieldTemplate,
+  T2IAdapterPolymorphic: buildT2IAdapterPolymorphicInputFieldTemplate,
   UNetField: buildUNetInputFieldTemplate,
   VaeField: buildVaeInputFieldTemplate,
   VaeModelField: buildVaeModelInputFieldTemplate,

invokeai/frontend/web/src/features/nodes/util/fieldValueBuilders.ts

@@ -45,6 +45,10 @@ const FIELD_VALUE_FALLBACK_MAP: {
   string: '',
   StringCollection: [],
   StringPolymorphic: '',
+  T2IAdapterCollection: [],
+  T2IAdapterField: undefined,
+  T2IAdapterModelField: undefined,
+  T2IAdapterPolymorphic: undefined,
   UNetField: undefined,
   VaeField: undefined,
   VaeModelField: undefined,