diff --git a/src/hoverifier.ts b/src/hoverifier.ts
index 0926826b..56a15388 100644
--- a/src/hoverifier.ts
+++ b/src/hoverifier.ts
@@ -557,7 +557,7 @@ export const createHoverifier = ({
                 if (currentHighlighted) {
                     currentHighlighted.classList.remove('selection-highlight')
                 }
-                if (!position) {
+                if (!position || !hoverOrError) {
                     return
                 }