diff --git a/invokeai/frontend/web/src/features/controlNet/components/ipAdapter/ParamIPAdapterImage.tsx b/invokeai/frontend/web/src/features/controlNet/components/ipAdapter/ParamIPAdapterImage.tsx
index dccbd89ae7..97942df0a7 100644
--- a/invokeai/frontend/web/src/features/controlNet/components/ipAdapter/ParamIPAdapterImage.tsx
+++ b/invokeai/frontend/web/src/features/controlNet/components/ipAdapter/ParamIPAdapterImage.tsx
@@ -62,7 +62,8 @@ const ParamIPAdapterImage = () => {
         imageDTO={imageDTO}
         droppableData={droppableData}
         draggableData={draggableData}
-        isUploadDisabled={!isIPAdapterEnabled}
+        isUploadDisabled={true}
+        isDropDisabled={!isIPAdapterEnabled}
         dropLabel={t('toast.setIPAdapterImage')}
         noContentFallback={
           <IAINoContentFallback