diff --git a/gtk/gtklabel.c b/gtk/gtklabel.c
index b07f40c130..6cc0e24d9d 100644
--- a/gtk/gtklabel.c
+++ b/gtk/gtklabel.c
@@ -4956,6 +4956,11 @@ gtk_label_multipress_gesture_pressed (GtkGestureMultiPress *gesture,
           gtk_label_select_word (label);
         }
     }
+  else
+    {
+      gtk_gesture_set_state (GTK_GESTURE (gesture), GTK_EVENT_SEQUENCE_DENIED);
+      return;
+    }
 
   if (n_press >= 3)
     gtk_event_controller_reset (GTK_EVENT_CONTROLLER (gesture));