diff --git a/src/components/HighlightsPanel.tsx b/src/components/HighlightsPanel.tsx
index 9dd16896..789fc507 100644
--- a/src/components/HighlightsPanel.tsx
+++ b/src/components/HighlightsPanel.tsx
@@ -199,7 +199,7 @@ export const HighlightsPanel: React.FC<HighlightsPanelProps> = ({
         </div>
       </div>
 
-      {loading ? (
+      {loading && filteredHighlights.length === 0 ? (
         <div className="highlights-loading">
           <FontAwesomeIcon icon={faHighlighter} spin />
         </div>