diff --git a/Userland/Services/WindowServer/Button.cpp b/Userland/Services/WindowServer/Button.cpp
index caf98dcefb..6abd91e2c9 100644
--- a/Userland/Services/WindowServer/Button.cpp
+++ b/Userland/Services/WindowServer/Button.cpp
@@ -56,7 +56,7 @@ void Button::on_mouse_event(const MouseEvent& event)
         break;
     }
 
-    if (!interesting_button)
+    if (event.type() != Event::Type::MouseMove && !interesting_button)
         return;
 
     auto& wm = WindowManager::the();