diff --git a/src/core/events.c b/src/core/events.c
index 92fb602c7..8afc720ef 100644
--- a/src/core/events.c
+++ b/src/core/events.c
@@ -373,7 +373,9 @@ meta_display_handle_event (MetaDisplay        *display,
         }
     }
 
-  if (event->type == CLUTTER_SCROLL && meta_prefs_get_mouse_button_mods () > 0)
+  if (meta_is_wayland_compositor () &&
+      event->type == CLUTTER_SCROLL &&
+      meta_prefs_get_mouse_button_mods () > 0)
     {
       ClutterModifierType grab_mods;