diff --git a/src/renderer/renderer.ts b/src/renderer/renderer.ts
index cca1b16..6413925 100644
--- a/src/renderer/renderer.ts
+++ b/src/renderer/renderer.ts
@@ -130,6 +130,7 @@ export class Renderer extends EventTarget {
 
     for (const markerId of toRemove) {
       this.markersById[markerId].destroy();
+      delete this.markersById[markerId];
     }
 
     for (let props of markerProps) {