diff --git a/Libraries/LibGUI/Button.cpp b/Libraries/LibGUI/Button.cpp
index f8a4aba224..93539907b5 100644
--- a/Libraries/LibGUI/Button.cpp
+++ b/Libraries/LibGUI/Button.cpp
@@ -95,7 +95,7 @@ void Button::paint_event(PaintEvent& event)
 
     if (is_focused()) {
         Gfx::IntRect focus_rect;
-        if (m_icon)
+        if (m_icon && !text().is_empty())
             focus_rect = text_rect.inflated(6, 6);
         else
             focus_rect = rect().shrunken(8, 8);