diff --git a/clutter/clutter-drag-action.c b/clutter/clutter-drag-action.c
index ef2ab0dc2..7e1a60009 100644
--- a/clutter/clutter-drag-action.c
+++ b/clutter/clutter-drag-action.c
@@ -1139,16 +1139,19 @@ clutter_drag_action_set_drag_handle (ClutterDragAction *action,
 
   priv->drag_handle = handle;
 
-  priv->transformed_press_x = priv->press_x;
-  priv->transformed_press_y = priv->press_y;
-  clutter_actor_transform_stage_point (handle, priv->press_x, priv->press_y,
-                                       &priv->transformed_press_x,
-                                       &priv->transformed_press_y);
-
   if (priv->drag_handle != NULL)
-    g_signal_connect (priv->drag_handle, "destroy",
-                      G_CALLBACK (on_drag_handle_destroy),
-                      action);
+    {
+      priv->transformed_press_x = priv->press_x;
+      priv->transformed_press_y = priv->press_y;
+      clutter_actor_transform_stage_point (priv->drag_handle, priv->press_x,
+                                           priv->press_y,
+                                           &priv->transformed_press_x,
+                                           &priv->transformed_press_y);
+
+      g_signal_connect (priv->drag_handle, "destroy",
+                        G_CALLBACK (on_drag_handle_destroy),
+                        action);
+    }
 
   g_object_notify_by_pspec (G_OBJECT (action), drag_props[PROP_DRAG_HANDLE]);
 }