diff --git a/src/backends/meta-backend.c b/src/backends/meta-backend.c
index d4ec4e6b4..9f22a945e 100644
--- a/src/backends/meta-backend.c
+++ b/src/backends/meta-backend.c
@@ -147,7 +147,8 @@ meta_backend_monitors_changed (MetaBackend *backend)
     {
       /* If we're outside all monitors, warp the pointer back inside */
       if (!meta_monitor_manager_get_logical_monitor_at (monitor_manager,
-                                                        point.x, point.y))
+                                                        point.x, point.y) &&
+          !meta_monitor_manager_is_headless (monitor_manager))
         center_pointer (backend);
     }
 }