diff --git a/js/ui/messageTray.js b/js/ui/messageTray.js
index 5b0403a4c..5958a873d 100644
--- a/js/ui/messageTray.js
+++ b/js/ui/messageTray.js
@@ -1285,6 +1285,8 @@ const SummaryItem = new Lang.Class({
                 notification.disconnect(stackedNotification.notificationDoneDisplayingId);
                 notification.disconnect(stackedNotification.notificationDestroyedId);
                 this._stackedNotifications.splice(i, 1);
+                if (notification.actor.get_parent() == this.notificationStack)
+                    this.notificationStack.remove_actor(notification.actor);
                 this._contentUpdated();
                 break;
             }