diff --git a/src/components/JustNotSorry.js b/src/components/JustNotSorry.js
index 97f305f..6566f35 100644
--- a/src/components/JustNotSorry.js
+++ b/src/components/JustNotSorry.js
@@ -79,10 +79,10 @@ class JustNotSorry extends Component {
     WARNINGS.forEach((warning) => this.addWarning(node, warning));
 
   checkForWarnings = (node) =>
-    Util.debounce(
-      () => this.addWarnings(node),
-      WAIT_TIME_BEFORE_RECALC_WARNINGS
-    );
+    Util.debounce(() => {
+      this.setState({ warnings: [] });
+      this.addWarnings(node);
+    }, WAIT_TIME_BEFORE_RECALC_WARNINGS);
 
   addObserver = (event) => {
     const node = event.currentTarget;