diff --git a/Userland/Libraries/LibGUI/AbstractView.cpp b/Userland/Libraries/LibGUI/AbstractView.cpp
index 26aa2320e3..cc78fb985b 100644
--- a/Userland/Libraries/LibGUI/AbstractView.cpp
+++ b/Userland/Libraries/LibGUI/AbstractView.cpp
@@ -291,8 +291,10 @@ void AbstractView::mousemove_event(MouseEvent& event)
     if (!model())
         return AbstractScrollableWidget::mousemove_event(event);
 
-    auto hovered_index = index_at_event_position(event.position());
-    set_hovered_index(hovered_index);
+    if (widget_inner_rect().contains(event.position())) {
+        auto hovered_index = index_at_event_position(event.position());
+        set_hovered_index(hovered_index);
+    }
 
     auto data_type = m_model->drag_data_type();
     if (data_type.is_null())