diff --git a/invokeai/frontend/web/src/features/controlLayers/store/refImagesSlice.ts b/invokeai/frontend/web/src/features/controlLayers/store/refImagesSlice.ts
index 37af3f57ce..c979bd1685 100644
--- a/invokeai/frontend/web/src/features/controlLayers/store/refImagesSlice.ts
+++ b/invokeai/frontend/web/src/features/controlLayers/store/refImagesSlice.ts
@@ -193,6 +193,9 @@ export const refImagesSlice = createSlice({
       const nextIndex = clamp(currentIndex, 0, state.entities.length - 1);
       const nextEntity = state.entities[nextIndex];
       state.selectedEntityId = nextEntity?.id ?? null;
+      if (state.selectedEntityId === null) {
+        state.isPanelOpen = false;
+      }
     },
     refImageSelected: (state, action: PayloadAction<{ id: string }>) => {
       const { id } = action.payload;