diff --git a/packages/@react-aria/menu/src/useSafelyMouseToSubmenu.ts b/packages/@react-aria/menu/src/useSafelyMouseToSubmenu.ts
index 979d0078eb3..fd0503cd621 100644
--- a/packages/@react-aria/menu/src/useSafelyMouseToSubmenu.ts
+++ b/packages/@react-aria/menu/src/useSafelyMouseToSubmenu.ts
@@ -41,7 +41,7 @@ export function useSafelyMouseToSubmenu(options: SafelyMouseToSubmenuOptions): v
       submenuSide.current = undefined;
     }
   };
-  useResizeObserver({ref: submenuRef, onResize: updateSubmenuRect});
+  useResizeObserver({ref: isOpen ? submenuRef : undefined, onResize: updateSubmenuRect});
 
   let reset = () => {
     setPreventPointerEvents(false);