diff --git a/invokeai/frontend/web/src/features/controlLayers/konva/CanvasTransformer.ts b/invokeai/frontend/web/src/features/controlLayers/konva/CanvasTransformer.ts
index 303f60ecd2..81711a479d 100644
--- a/invokeai/frontend/web/src/features/controlLayers/konva/CanvasTransformer.ts
+++ b/invokeai/frontend/web/src/features/controlLayers/konva/CanvasTransformer.ts
@@ -150,6 +150,11 @@ export class CanvasTransformer {
           return { x: scaledTargetX, y: scaledTargetY };
         },
         boundBoxFunc: (oldBoundBox, newBoundBox) => {
+          // Bail if we are not rotating, we don't need to do anything.
+          if (this.konva.transformer.getActiveAnchor() !== 'rotater') {
+            return newBoundBox;
+          }
+
           // This transform constraint operates on the bounding box of the transformer. This box has x, y, width, and
           // height in stage coordinates, and rotation in radians. This can be used to snap the transformer rotation to
           // the nearest 45 degrees when shift is held.