diff --git a/data/theme/gdm.css b/data/theme/gdm.css
index b6a7e8c69..c23178fd3 100644
--- a/data/theme/gdm.css
+++ b/data/theme/gdm.css
@@ -121,6 +121,11 @@
     width: 15em;
 }
 
+.login-dialog-prompt-entry .capslock-warning {
+    icon-size: 16px;
+    warning-color: #999;
+}
+
 .login-dialog-session-list {
     color: #ffffff;
     font-size: 10.5pt;
diff --git a/data/theme/gnome-shell.css b/data/theme/gnome-shell.css
index b9d22cba1..46b7abf46 100644
--- a/data/theme/gnome-shell.css
+++ b/data/theme/gnome-shell.css
@@ -1907,6 +1907,12 @@ StTooltip StLabel {
     border: 2px solid #3465a4;
 }
 
+.polkit-dialog-password-entry .capslock-warning {
+    icon-size: 16px;
+    warning-color: #999;
+    padding: 0 4px;
+}
+
 .polkit-dialog-error-label {
     font-size: 10pt;
     color: #ffff00;