diff --git a/clutter/clutter-texture.c b/clutter/clutter-texture.c
index a921bc407..aabb99ed6 100644
--- a/clutter/clutter-texture.c
+++ b/clutter/clutter-texture.c
@@ -191,7 +191,8 @@ texture_free_gl_resources (ClutterTexture *texture)
 
   CLUTTER_MARK();
 
-  cogl_material_remove_layer (priv->material, 0);
+  if (priv->material != COGL_INVALID_HANDLE)
+    cogl_material_remove_layer (priv->material, 0);
 }
 
 static void