diff --git a/src/command.ts b/src/command.ts
index bb1ab69..7793fb8 100644
--- a/src/command.ts
+++ b/src/command.ts
@@ -42,9 +42,11 @@ export function showCellDiff(
   mergeView.hide();
 
   const footer = cellFooterTracker.getFooter(data.cell_id);
-  // Try removing any old widget that exists.
+
+  // Try removing any old widget, if it exists.
   try {
     footer?.removeWidget('jp-cell-diff');
+    footer?.removeToolbarItem('compare');
   } finally {
     // Do Nothing
   }