From 0746b283e60252f3cec35d69a63d0075990a9f5f Mon Sep 17 00:00:00 2001
From: tianhui <tianhui@lixiang.com>
Date: Fri, 13 Jan 2023 09:05:21 +0800
Subject: [PATCH] when spark job had ran in k8s is finished ,it register to
 shutdown hook for clearup remained dir .

---
 .../main/scala/org/apache/spark/storage/DiskBlockManager.scala  | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/core/src/main/scala/org/apache/spark/storage/DiskBlockManager.scala b/core/src/main/scala/org/apache/spark/storage/DiskBlockManager.scala
index a7ed9226c574a..7c7670b5095e2 100644
--- a/core/src/main/scala/org/apache/spark/storage/DiskBlockManager.scala
+++ b/core/src/main/scala/org/apache/spark/storage/DiskBlockManager.scala
@@ -250,6 +250,8 @@ private[spark] class DiskBlockManager(
     Utils.getConfiguredLocalDirs(conf).flatMap { rootDir =>
       try {
         val localDir = Utils.createDirectory(rootDir, "blockmgr")
+        // SPARK-41946: to clearup remained dir.
+        ShutdownHookManager.registerShutdownDeleteDir(localDir)
         logInfo(s"Created local directory at $localDir")
         Some(localDir)
       } catch {