diff --git a/fluss-server/src/test/java/org/apache/fluss/server/testutils/FlussClusterExtension.java b/fluss-server/src/test/java/org/apache/fluss/server/testutils/FlussClusterExtension.java
index 48777a6f2e..3d47a88613 100644
--- a/fluss-server/src/test/java/org/apache/fluss/server/testutils/FlussClusterExtension.java
+++ b/fluss-server/src/test/java/org/apache/fluss/server/testutils/FlussClusterExtension.java
@@ -68,6 +68,7 @@
 import org.apache.fluss.server.zk.data.RemoteLogManifestHandle;
 import org.apache.fluss.server.zk.data.TableAssignment;
 import org.apache.fluss.server.zk.data.TableRegistration;
+import org.apache.fluss.utils.FileUtils;
 import org.apache.fluss.utils.clock.Clock;
 import org.apache.fluss.utils.clock.SystemClock;
 
@@ -237,10 +238,6 @@ public void close() throws Exception {
             rpcClient.close();
             rpcClient = null;
         }
-        if (tempDir != null) {
-            tempDir.delete();
-            tempDir = null;
-        }
         for (TabletServer tabletServer : tabletServers.values()) {
             tabletServer.close();
         }
@@ -258,6 +255,10 @@ public void close() throws Exception {
             zooKeeperServer.close();
             zooKeeperServer = null;
         }
+        if (tempDir != null) {
+            FileUtils.deleteDirectoryQuietly(tempDir);
+            tempDir = null;
+        }
     }
 
     /** Start a coordinator server. start a new one if no coordinator server exists. */