diff --git a/invokeai/frontend/web/src/features/regionalPrompts/store/regionalPromptsSlice.ts b/invokeai/frontend/web/src/features/regionalPrompts/store/regionalPromptsSlice.ts
index 88a025b559..1445f6cabd 100644
--- a/invokeai/frontend/web/src/features/regionalPrompts/store/regionalPromptsSlice.ts
+++ b/invokeai/frontend/web/src/features/regionalPrompts/store/regionalPromptsSlice.ts
@@ -109,6 +109,11 @@ export const regionalPromptsSlice = createSlice({
       };
       state.layers.push(layer);
       state.selectedLayerId = layer.id;
+      for (const layer of state.layers.filter(isRenderableLayer)) {
+        if (layer.id !== layerId) {
+          layer.isSelected = false;
+        }
+      }
       return;
     },
     ipAdapterLayerAdded: (state, action: PayloadAction<{ layerId: string; ipAdapterId: string }>) => {
@@ -139,6 +144,11 @@ export const regionalPromptsSlice = createSlice({
       };
       state.layers.push(layer);
       state.selectedLayerId = layer.id;
+      for (const layer of state.layers.filter(isRenderableLayer)) {
+        if (layer.id !== layerId) {
+          layer.isSelected = false;
+        }
+      }
       return;
     },
     layerSelected: (state, action: PayloadAction<string>) => {