diff --git a/src/core/display.c b/src/core/display.c
index a4b590432..bb43e1469 100644
--- a/src/core/display.c
+++ b/src/core/display.c
@@ -1553,7 +1553,9 @@ meta_display_set_input_focus (MetaDisplay *display,
   if (meta_display_timestamp_too_old (display, &timestamp))
     return;
 
-  if (display->x11_display)
+
+  if (display->x11_display &&
+      meta_display_windows_are_interactable (display))
     {
       meta_x11_display_set_input_focus (display->x11_display, window,
                                         focus_frame, timestamp);