diff --git a/async-nats/src/jetstream/kv/mod.rs b/async-nats/src/jetstream/kv/mod.rs
index cc8138acf..f10488505 100644
--- a/async-nats/src/jetstream/kv/mod.rs
+++ b/async-nats/src/jetstream/kv/mod.rs
@@ -675,6 +675,8 @@ impl Store {
             })
             .await?;
 
+        let consumer_name = consumer.info.name.clone();
+
         let mut entries = History {
             done: consumer.info.num_pending == 0,
             subscription: consumer.messages().await?,
@@ -689,6 +691,7 @@ impl Store {
                 keys.insert(entry.key);
             }
         }
+        self.stream.delete_consumer(&consumer_name).await?;
         Ok(keys.into_iter())
     }
 }