diff --git a/gtk/ui/gtksidebarrow.ui b/gtk/ui/gtksidebarrow.ui
index 39bff56046..9d92bc142b 100644
--- a/gtk/ui/gtksidebarrow.ui
+++ b/gtk/ui/gtksidebarrow.ui
@@ -51,13 +51,4 @@
       </object>
     </child>
   </template>
-  <!-- We need it to not make the row smaller when the eject button is hidden -->
-  <object class="GtkSizeGroup">
-    <property name="mode">vertical</property>
-    <widgets>
-      <widget name="eject_button"/>
-      <widget name="label_widget"/>
-      <widget name="icon_widget"/>
-    </widgets>
-  </object>
 </interface>