[Datastore] Fix HdfsStore.rm() (#5471)

mlrun · Apr 30, 2024 · 75fcc2d · 75fcc2d
1 parent b0e1c6c
commit 75fcc2d
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/mlrun/datastore/hdfs.py b/mlrun/datastore/hdfs.py
@@ -12,6 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 import os
+from urllib.parse import urlparse
 
 import fsspec
 
@@ -49,3 +50,7 @@ def url(self):
     @property
     def spark_url(self):
         return f"hdfs://{self.host}:{self.port}"
+
+    def rm(self, url, recursive=False, maxdepth=None):
+        path = urlparse(url).path
+        self.filesystem.rm(path=path, recursive=recursive, maxdepth=maxdepth)