Remove experimental feature with ShuffleUploader

apache · Jul 12, 2022 · 342d372 · 342d372
1 parent cbe39c1
commit 342d372
Show file tree

Hide file tree

Showing 26 changed files with 4 additions and 4,201 deletions.
diff --git a/client/src/main/java/org/apache/uniffle/client/util/ClientUtils.java b/client/src/main/java/org/apache/uniffle/client/util/ClientUtils.java
@@ -74,7 +74,6 @@ private static boolean requireRemoteStorage(String storageType) {
     return StorageType.MEMORY_HDFS.name().equals(storageType)
         || StorageType.MEMORY_LOCALFILE_HDFS.name().equals(storageType)
         || StorageType.HDFS.name().equals(storageType)
-        || StorageType.LOCALFILE_HDFS.name().equals(storageType)
-        || StorageType.LOCALFILE_HDFS_2.name().equals(storageType);
+        || StorageType.LOCALFILE_HDFS.name().equals(storageType);
   }
 }
diff --git a/integration-test/common/src/test/java/org/apache/uniffle/test/IntegrationTestBase.java b/integration-test/common/src/test/java/org/apache/uniffle/test/IntegrationTestBase.java
@@ -107,7 +107,6 @@ protected static ShuffleServerConf getShuffleServerConf() throws Exception {
     serverConf.setInteger("rss.jetty.corePool.size", 64);
     serverConf.setInteger("rss.rpc.executor.size", 10);
     serverConf.setString("rss.server.hadoop.dfs.replication", "2");
-    serverConf.setString("rss.server.uploader.base.path", "test");
     serverConf.setLong("rss.server.disk.capacity", 10L * 1024L * 1024L * 1024L);
     serverConf.setBoolean("rss.server.health.check.enable", false);
     return serverConf;

diff --git a/...ion-test/common/src/test/java/org/apache/uniffle/test/MultiStorageFaultToleranceTest.java b/...ion-test/common/src/test/java/org/apache/uniffle/test/MultiStorageFaultToleranceTest.java