diff --git a/chrome/toolbar/urlbar.css b/chrome/toolbar/urlbar.css
index eb40a1f..f197dc9 100644
--- a/chrome/toolbar/urlbar.css
+++ b/chrome/toolbar/urlbar.css
@@ -127,7 +127,7 @@
   -moz-box-ordinal-group: 2 !important;
 }
 
-#urlbar-container:not(:hover) #tracking-protection-icon-container {
+#urlbar-container:not(:hover) #tracking-protection-icon-container:not([open]) {
   visibility: collapse !important;
 }