diff --git a/src/shell-button-box.c b/src/shell-button-box.c
index 56dd94410..a7f54c38e 100644
--- a/src/shell-button-box.c
+++ b/src/shell-button-box.c
@@ -117,6 +117,9 @@ shell_button_box_button_press_event (ClutterActor       *actor,
 {
   ShellButtonBox *box = SHELL_BUTTON_BOX (actor);
 
+  if (event->button != 1 || event->click_count != 1)
+    return FALSE;
+
   if (box->priv->held)
     return TRUE;
 
@@ -137,6 +140,9 @@ shell_button_box_button_release_event (ClutterActor       *actor,
 {
   ShellButtonBox *box = SHELL_BUTTON_BOX (actor);
 
+  if (event->button != 1 || event->click_count != 1)
+    return FALSE;
+
   if (!box->priv->held)
     return TRUE;