diff --git a/js/ui/grabHelper.js b/js/ui/grabHelper.js
index fccc2fb4d..8b81b1994 100644
--- a/js/ui/grabHelper.js
+++ b/js/ui/grabHelper.js
@@ -318,6 +318,9 @@ const GrabHelper = new Lang.Class({
         if (this._isWithinGrabbedActor(event.get_source()))
             return false;
 
+        if (Main.keyboard.shouldTakeEvent(event))
+            return false;
+
         if (button) {
             // If we have a press event, ignore the next event,
             // which should be a release event.
diff --git a/js/ui/keyboard.js b/js/ui/keyboard.js
index 6a4d50833..09551dc9b 100644
--- a/js/ui/keyboard.js
+++ b/js/ui/keyboard.js
@@ -468,6 +468,12 @@ const Keyboard = new Lang.Class({
         }
     },
 
+    shouldTakeEvent: function(event) {
+        let actor = event.get_source();
+        return Main.layoutManager.keyboardBox.contains(actor) ||
+               actor._extended_keys || actor.extended_key;
+    },
+
     show: function () {
         this._redraw();