diff --git a/mlir/lib/Target/Wasm/TranslateFromWasm.cpp b/mlir/lib/Target/Wasm/TranslateFromWasm.cpp
index c23a2915ef18e..87f4f95745db7 100644
--- a/mlir/lib/Target/Wasm/TranslateFromWasm.cpp
+++ b/mlir/lib/Target/Wasm/TranslateFromWasm.cpp
@@ -1056,6 +1056,8 @@ class WasmBinaryParser {
   ModuleOp getModule() {
     if (isValid)
       return mOp;
+    if (mOp)
+      mOp.erase();
     return ModuleOp{};
   }