update canvas graphs

invokeai/frontend/web/src/features/nodes/util/graph/addVAEToGraph.ts

@@ -10,6 +10,7 @@ import {
   IMAGE_TO_IMAGE_GRAPH,
   IMAGE_TO_LATENTS,
   INPAINT_IMAGE,
+  INPAINT_CREATE_MASK,
   LATENTS_TO_IMAGE,
   MAIN_MODEL_LOADER,
   SDXL_CANVAS_IMAGE_TO_IMAGE_GRAPH,
@@ -145,6 +146,16 @@ export const addVAEToGraph = async (
           field: 'vae',
         },
       },
+      {
+        source: {
+          node_id: isSeamlessEnabled ? SEAMLESS : isAutoVae ? modelLoaderNodeId : VAE_LOADER,
+          field: 'vae',
+        },
+        destination: {
+          node_id: INPAINT_CREATE_MASK,
+          field: 'vae',
+        },
+      },
 
       {
         source: {

invokeai/frontend/web/src/features/nodes/util/graph/buildCanvasInpaintGraph.ts

@@ -133,6 +133,9 @@ export const buildCanvasInpaintGraph = async (
         coherence_mode: canvasCoherenceMode,
         minimum_denoise: canvasCoherenceMinDenoise,
         edge_radius: canvasCoherenceEdgeSize,
+        image: canvasInitImage,
+        tiled: false,
+        fp32: fp32,
       },
       [DENOISE_LATENTS]: {
         type: 'denoise_latents',
@@ -172,6 +175,16 @@ export const buildCanvasInpaintGraph = async (
           field: 'unet',
         },
       },
+      {
+        source: {
+          node_id: modelLoaderNodeId,
+          field: 'unet',
+        },
+        destination: {
+          node_id: INPAINT_CREATE_MASK,
+          field: 'unet',
+        },
+      },
       {
         source: {
           node_id: modelLoaderNodeId,
@@ -331,6 +344,16 @@ export const buildCanvasInpaintGraph = async (
           field: 'mask',
         },
       },
+      {
+        source: {
+          node_id: INPAINT_IMAGE_RESIZE_UP,
+          field: 'image',
+        },
+        destination: {
+          node_id: INPAINT_CREATE_MASK,
+          field: 'image',
+        },
+      },
       // Resize Down
       {
         source: {

invokeai/frontend/web/src/features/nodes/util/graph/buildCanvasOutpaintGraph.ts

@@ -157,6 +157,9 @@ export const buildCanvasOutpaintGraph = async (
         coherence_mode: canvasCoherenceMode,
         edge_radius: canvasCoherenceEdgeSize,
         minimum_denoise: canvasCoherenceMinDenoise,
+        image: canvasInitImage,
+        tiled: false,
+        fp32: fp32,
       },
       [DENOISE_LATENTS]: {
         type: 'denoise_latents',
@@ -197,6 +200,16 @@ export const buildCanvasOutpaintGraph = async (
           field: 'unet',
         },
       },
+      {
+        source: {
+          node_id: modelLoaderNodeId,
+          field: 'unet',
+        },
+        destination: {
+          node_id: INPAINT_CREATE_MASK,
+          field: 'unet',
+        },
+      },
       {
         source: {
           node_id: modelLoaderNodeId,
@@ -453,6 +466,16 @@ export const buildCanvasOutpaintGraph = async (
           field: 'image',
         },
       },
+      {
+        source: {
+          node_id: INPAINT_IMAGE_RESIZE_UP,
+          field: 'image',
+        },
+        destination: {
+          node_id: INPAINT_CREATE_MASK,
+          field: 'image',
+        },
+      },
       // Resize Results Down
       {
         source: {

invokeai/frontend/web/src/features/nodes/util/graph/buildCanvasSDXLInpaintGraph.ts

@@ -135,6 +135,9 @@ export const buildCanvasSDXLInpaintGraph = async (
         coherence_mode: canvasCoherenceMode,
         minimum_denoise: refinerModel ? Math.max(0.2, canvasCoherenceMinDenoise) : canvasCoherenceMinDenoise,
         edge_radius: canvasCoherenceEdgeSize,
+        image: canvasInitImage,
+        tiled: false,
+        fp32: fp32,
       },
       [SDXL_DENOISE_LATENTS]: {
         type: 'denoise_latents',
@@ -174,6 +177,16 @@ export const buildCanvasSDXLInpaintGraph = async (
           field: 'unet',
         },
       },
+      {
+        source: {
+          node_id: modelLoaderNodeId,
+          field: 'unet',
+        },
+        destination: {
+          node_id: INPAINT_CREATE_MASK,
+          field: 'unet',
+        },
+      },
       {
         source: {
           node_id: modelLoaderNodeId,
@@ -342,6 +355,16 @@ export const buildCanvasSDXLInpaintGraph = async (
           field: 'mask',
         },
       },
+      {
+        source: {
+          node_id: INPAINT_IMAGE_RESIZE_UP,
+          field: 'image',
+        },
+        destination: {
+          node_id: INPAINT_CREATE_MASK,
+          field: 'image',
+        },
+      },
       // Resize Down
       {
         source: {

invokeai/frontend/web/src/features/nodes/util/graph/buildCanvasSDXLOutpaintGraph.ts

@@ -157,6 +157,8 @@ export const buildCanvasSDXLOutpaintGraph = async (
         coherence_mode: canvasCoherenceMode,
         edge_radius: canvasCoherenceEdgeSize,
         minimum_denoise: refinerModel ? Math.max(0.2, canvasCoherenceMinDenoise) : canvasCoherenceMinDenoise,
+        tiled: false,
+        fp32: fp32,
       },
       [SDXL_DENOISE_LATENTS]: {
         type: 'denoise_latents',
@@ -197,6 +199,16 @@ export const buildCanvasSDXLOutpaintGraph = async (
           field: 'unet',
         },
       },
+      {
+        source: {
+          node_id: modelLoaderNodeId,
+          field: 'unet',
+        },
+        destination: {
+          node_id: INPAINT_CREATE_MASK,
+          field: 'unet',
+        },
+      },
       {
         source: {
           node_id: SDXL_MODEL_LOADER,
@@ -451,6 +463,16 @@ export const buildCanvasSDXLOutpaintGraph = async (
           field: 'image',
         },
       },
+      {
+        source: {
+          node_id: INPAINT_IMAGE_RESIZE_UP,
+          field: 'image',
+        },
+        destination: {
+          node_id: INPAINT_CREATE_MASK,
+          field: 'image',
+        },
+      },
       // Take combined mask and resize
       {
         source: {

invokeai/frontend/web/src/services/api/schema.ts

@@ -2878,6 +2878,25 @@ export type components = {
        * @default 0
        */
       minimum_denoise?: number;
+      /**
+       * UNet
+       * @description The UNet input used to detect if it is an inpainting model
+       */
+      unet?: components["schemas"]["UNetField"] | null;
+      /** Image */
+      image?: components["schemas"]["ImageField"] | null;
+      /** vae */
+      vae?: components["schemas"]["VAEField"] | null;
+      /** 
+       * @description tiled is used by the VAE 
+       * @default false
+       * */
+      tiled?: boolean;
+      /** 
+       * @description fp32 is used by the VAE
+       * @default false
+       */
+      fp32?: boolean;
       /**
        * type
        * @default create_gradient_mask