diff --git a/invokeai/frontend/web/src/features/controlLayers/store/refImagesSlice.ts b/invokeai/frontend/web/src/features/controlLayers/store/refImagesSlice.ts
index 91ea0cc2b6..d52f202b58 100644
--- a/invokeai/frontend/web/src/features/controlLayers/store/refImagesSlice.ts
+++ b/invokeai/frontend/web/src/features/controlLayers/store/refImagesSlice.ts
@@ -57,6 +57,8 @@ export const refImagesSlice = createSlice({
       const { entities, replace } = action.payload;
       if (replace) {
         state.entities = entities;
+        state.isPanelOpen = false;
+        state.selectedEntityId = null;
       } else {
         state.entities.push(...entities);
       }