diff --git a/invokeai/frontend/web/src/features/regionalPrompts/util/renderers.ts b/invokeai/frontend/web/src/features/regionalPrompts/util/renderers.ts
index beb9fcf7b3..3d2da4ecea 100644
--- a/invokeai/frontend/web/src/features/regionalPrompts/util/renderers.ts
+++ b/invokeai/frontend/web/src/features/regionalPrompts/util/renderers.ts
@@ -473,7 +473,11 @@ const updateControlNetLayerImageAttrs = (
   let needsCache = false;
   const newWidth = stage.width() / stage.scaleX();
   const newHeight = stage.height() / stage.scaleY();
-  if (konvaImage.width() !== newWidth || konvaImage.height() !== newHeight) {
+  if (
+    konvaImage.width() !== newWidth ||
+    konvaImage.height() !== newHeight ||
+    konvaImage.visible() !== reduxLayer.isEnabled
+  ) {
     konvaImage.setAttrs({
       opacity: reduxLayer.opacity,
       scaleX: 1,