Fixes edge cases with bounding box

This commit is contained in:
psychedelicious 2022-10-27 18:33:34 +11:00
parent 8ab428e588
commit 20a3875f32
8 changed files with 98 additions and 29 deletions

View File

@ -18,6 +18,7 @@ import {
addPointToCurrentLine,
setBoundingBoxCoordinate,
setCursorPosition,
setIsDrawing,
setIsMovingBoundingBox,
} from './inpaintingSlice';
import { inpaintingCanvasSelector } from './inpaintingSliceSelectors';
@ -58,6 +59,8 @@ const InpaintingCanvas = () => {
boundingBoxCoordinate,
stageScale,
shouldShowBoundingBoxFill,
isDrawing,
isBoundingBoxTransforming,
} = useAppSelector(inpaintingCanvasSelector);
// set the closure'd refs
@ -69,7 +72,6 @@ const InpaintingCanvas = () => {
// Use refs for values that do not affect rendering, other values in redux
const didMouseMoveRef = useRef<boolean>(false);
const isDrawing = useRef<boolean>(false);
// Load the image into this
const [canvasBgImage, setCanvasBgImage] = useState<HTMLImageElement | null>(
@ -95,7 +97,7 @@ const InpaintingCanvas = () => {
if (!scaledCursorPosition || !maskLayerRef.current) return;
isDrawing.current = true;
dispatch(setIsDrawing(true));
// Add a new line starting from the current cursor position.
dispatch(
@ -147,8 +149,7 @@ const InpaintingCanvas = () => {
return;
}
if (!isDrawing.current) return;
if (!isDrawing) return;
didMouseMoveRef.current = true;
// Extend the current line
@ -161,10 +162,11 @@ const InpaintingCanvas = () => {
boundingBoxDimensions,
canvasDimensions,
boundingBoxCoordinate,
isDrawing,
]);
const handleMouseUp = useCallback(() => {
if (!didMouseMoveRef.current && isDrawing.current && stageRef.current) {
if (!didMouseMoveRef.current && isDrawing && stageRef.current) {
const scaledCursorPosition = getScaledCursorPosition(stageRef.current);
if (!scaledCursorPosition || !maskLayerRef.current) return;
@ -181,13 +183,13 @@ const InpaintingCanvas = () => {
} else {
didMouseMoveRef.current = false;
}
isDrawing.current = false;
}, [dispatch]);
dispatch(setIsDrawing(false));
}, [dispatch, isDrawing]);
const handleMouseOutCanvas = useCallback(() => {
dispatch(setCursorPosition(null));
dispatch(setIsMovingBoundingBox(false));
isDrawing.current = false;
dispatch(setIsDrawing(false));
}, [dispatch]);
const handleMouseEnter = useCallback(
@ -197,9 +199,15 @@ const InpaintingCanvas = () => {
const scaledCursorPosition = getScaledCursorPosition(stageRef.current);
if (!scaledCursorPosition || !maskLayerRef.current) return;
if (
!scaledCursorPosition ||
!maskLayerRef.current ||
isMovingBoundingBox ||
isBoundingBoxTransforming
)
return;
isDrawing.current = true;
dispatch(setIsDrawing(true));
// Add a new line starting from the current cursor position.
dispatch(
@ -211,7 +219,7 @@ const InpaintingCanvas = () => {
);
}
},
[dispatch, brushSize, tool]
[dispatch, brushSize, tool, isMovingBoundingBox, isBoundingBoxTransforming]
);
return (

View File

@ -25,6 +25,7 @@ const Cacher = () => {
shouldShowBrushPreview,
shouldShowCheckboardTransparency,
imageToInpaint,
shouldShowBrush,
} = useAppSelector((state: RootState) => state.inpainting);
useLayoutEffect(() => {
@ -48,6 +49,7 @@ const Cacher = () => {
shouldShowBrushPreview,
shouldShowCheckboardTransparency,
imageToInpaint,
shouldShowBrush,
]);
return null;

View File

@ -1,5 +1,6 @@
import { createSelector } from '@reduxjs/toolkit';
import Konva from 'konva';
import { KonvaEventObject } from 'konva/lib/Node';
import { Vector2d } from 'konva/lib/types';
import _ from 'lodash';
import { useEffect, useRef } from 'react';
@ -14,6 +15,10 @@ import {
InpaintingState,
setBoundingBoxCoordinate,
setBoundingBoxDimensions,
setIsBoundingBoxTransforming,
setIsDrawing,
setIsMovingBoundingBox,
setShouldShowBrush,
} from '../inpaintingSlice';
import { rgbaColorToString } from '../util/colorToString';
import {
@ -32,6 +37,7 @@ const boundingBoxPreviewSelector = createSelector(
canvasDimensions,
stageScale,
imageToInpaint,
isMovingBoundingBox,
} = inpainting;
return {
boundingBoxCoordinate,
@ -43,6 +49,7 @@ const boundingBoxPreviewSelector = createSelector(
dash: DASH_WIDTH / stageScale, // scale dash lengths
strokeWidth: 1 / stageScale, // scale stroke thickness
anchorSize: TRANSFORMER_ANCHOR_SIZE,
isMovingBoundingBox,
};
},
{
@ -154,6 +161,7 @@ const InpaintingBoundingBoxPreview = () => {
anchorSize,
stageScale,
imageToInpaint,
isMovingBoundingBox,
} = useAppSelector(boundingBoxPreviewSelector);
const transformerRef = useRef<Konva.Transformer>(null);
@ -176,12 +184,22 @@ const InpaintingBoundingBoxPreview = () => {
stroke={'white'}
strokeWidth={strokeWidth}
listening={false}
onTransformStart={() => {
dispatch(setIsDrawing(false));
dispatch(setShouldShowBrush(false));
dispatch(setIsBoundingBoxTransforming(true));
}}
onTransformEnd={() => {
dispatch(setShouldShowBrush(true));
dispatch(setIsBoundingBoxTransforming(false));
}}
onTransform={() => {
/**
* The Konva Transformer changes the object's anchor point and scale factor,
* not its width and height. We need to un-scale the width and height before
* setting the values.
*/
console.log(isMovingBoundingBox)
if (!shapeRef.current) return;
const rect = shapeRef.current;
@ -227,11 +245,14 @@ const InpaintingBoundingBoxPreview = () => {
ignoreStroke={true}
keepRatio={false}
flipEnabled={false}
onMouseDown={(e: KonvaEventObject<MouseEvent>) => {
e.cancelBubble = true;
}}
anchorDragBoundFunc={(
oldPos: Vector2d, // old absolute position of anchor point
newPos: Vector2d, // new absolute position (potentially) of anchor point
// eslint-disable-next-line @typescript-eslint/no-unused-vars
_event: MouseEvent
_e: MouseEvent
) => {
/**
* Konva does not transform with width or height. It transforms the anchor point

View File

@ -15,6 +15,7 @@ const inpaintingCanvasBrushPreviewSelector = createSelector(
brushSize,
maskColor,
tool,
shouldShowBrush,
} = inpainting;
return {
@ -25,6 +26,7 @@ const inpaintingCanvasBrushPreviewSelector = createSelector(
brushSize,
maskColorString: rgbaColorToRgbString(maskColor),
tool,
shouldShowBrush,
};
},
{
@ -46,9 +48,12 @@ const InpaintingCanvasBrushPreview = () => {
brushSize,
maskColorString,
tool,
shouldShowBrush,
} = useAppSelector(inpaintingCanvasBrushPreviewSelector);
if (!(cursorPosition || shouldShowBrushPreview)) return null;
if (!shouldShowBrush || !(cursorPosition || shouldShowBrushPreview)) {
return null;
}
return (
<Circle

View File

@ -13,6 +13,7 @@ const inpaintingCanvasBrushPreviewSelector = createSelector(
shouldShowBrushPreview,
brushSize,
stageScale,
shouldShowBrush,
} = inpainting;
return {
@ -22,6 +23,7 @@ const inpaintingCanvasBrushPreviewSelector = createSelector(
shouldShowBrushPreview,
brushSize,
strokeWidth: 1 / stageScale, // scale stroke thickness
shouldShowBrush,
};
},
{
@ -42,21 +44,31 @@ const InpaintingCanvasBrushPreviewOutline = () => {
shouldShowBrushPreview,
brushSize,
strokeWidth,
shouldShowBrush,
} = useAppSelector(inpaintingCanvasBrushPreviewSelector);
if (!((cursorPosition || shouldShowBrushPreview) && width && height))
if (!shouldShowBrush || !(cursorPosition || shouldShowBrushPreview))
return null;
return (
<Circle
x={cursorPosition ? cursorPosition.x : width / 2}
y={cursorPosition ? cursorPosition.y : height / 2}
radius={brushSize / 2}
stroke={'rgba(0,0,0,1)'}
strokeWidth={strokeWidth}
strokeEnabled={true}
listening={false}
/>
<>
<Circle
x={cursorPosition ? cursorPosition.x : width / 2}
y={cursorPosition ? cursorPosition.y : height / 2}
radius={brushSize / 2}
stroke={'rgba(0,0,0,1)'}
strokeWidth={strokeWidth}
strokeEnabled={true}
listening={false}
/>
<Circle
x={cursorPosition ? cursorPosition.x : width / 2}
y={cursorPosition ? cursorPosition.y : height / 2}
radius={1}
fill={'rgba(0,0,0,1)'}
listening={false}
/>
</>
);
};
export default InpaintingCanvasBrushPreviewOutline;

View File

@ -10,6 +10,7 @@ import { OptionsState } from '../../../options/optionsSlice';
import { tabMap } from '../../InvokeTabs';
import {
InpaintingState,
setIsMovingBoundingBox,
toggleIsMovingBoundingBox,
toggleTool,
} from '../inpaintingSlice';
@ -17,11 +18,12 @@ import {
const keyboardEventManagerSelector = createSelector(
[(state: RootState) => state.options, (state: RootState) => state.inpainting],
(options: OptionsState, inpainting: InpaintingState) => {
const { shouldShowMask, cursorPosition } = inpainting;
const { shouldShowMask, cursorPosition, isMovingBoundingBox } = inpainting;
return {
activeTabName: tabMap[options.activeTab],
shouldShowMask,
isCursorOnCanvas: Boolean(cursorPosition),
isMovingBoundingBox,
};
},
{
@ -33,9 +35,12 @@ const keyboardEventManagerSelector = createSelector(
const KeyboardEventManager = () => {
const dispatch = useAppDispatch();
const { shouldShowMask, activeTabName, isCursorOnCanvas } = useAppSelector(
keyboardEventManagerSelector
);
const {
shouldShowMask,
activeTabName,
isCursorOnCanvas,
isMovingBoundingBox,
} = useAppSelector(keyboardEventManagerSelector);
const isFirstEvent = useRef<boolean>(true);
const wasLastEventOverCanvas = useRef<boolean>(false);
@ -84,7 +89,7 @@ const KeyboardEventManager = () => {
break;
}
case ' ': {
dispatch(toggleIsMovingBoundingBox());
dispatch(setIsMovingBoundingBox(e.type === 'keydown' ? true : false));
break;
}
}
@ -100,7 +105,13 @@ const KeyboardEventManager = () => {
document.removeEventListener('keydown', listener);
document.removeEventListener('keyup', listener);
};
}, [dispatch, activeTabName, shouldShowMask, isCursorOnCanvas]);
}, [
dispatch,
activeTabName,
shouldShowMask,
isCursorOnCanvas,
isMovingBoundingBox,
]);
return null;
};

View File

@ -46,6 +46,7 @@ export interface InpaintingState {
shouldShowMask: boolean;
shouldInvertMask: boolean;
shouldShowCheckboardTransparency: boolean;
shouldShowBrush: boolean;
shouldShowBrushPreview: boolean;
imageToInpaint?: InvokeAI.Image;
needsRepaint: boolean;
@ -70,6 +71,7 @@ const initialInpaintingState: InpaintingState = {
shouldShowMask: true,
shouldInvertMask: false,
shouldShowCheckboardTransparency: false,
shouldShowBrush: true,
shouldShowBrushPreview: false,
isMovingBoundingBox: false,
needsRepaint: false,
@ -144,6 +146,9 @@ export const inpaintingSlice = createSlice({
setShouldShowBrushPreview: (state, action: PayloadAction<boolean>) => {
state.shouldShowBrushPreview = action.payload;
},
setShouldShowBrush: (state, action: PayloadAction<boolean>) => {
state.shouldShowBrush = action.payload;
},
setMaskColor: (state, action: PayloadAction<RgbaColor>) => {
state.maskColor = action.payload;
},
@ -335,6 +340,7 @@ export const {
setShouldShowBoundingBoxFill,
setIsBoundingBoxTransforming,
setIsDrawing,
setShouldShowBrush
} = inpaintingSlice.actions;
export default inpaintingSlice.reducer;

View File

@ -77,6 +77,8 @@ export const inpaintingCanvasSelector = createSelector(
boundingBoxCoordinate,
stageScale,
shouldShowBoundingBoxFill,
isDrawing,
isBoundingBoxTransforming,
} = inpainting;
return {
tool,
@ -93,6 +95,8 @@ export const inpaintingCanvasSelector = createSelector(
boundingBoxCoordinate,
stageScale,
shouldShowBoundingBoxFill,
isDrawing,
isBoundingBoxTransforming,
};
},
{