diff --git a/pom.xml b/pom.xml
index 9fa2cb4723..19fd5167cd 100644
--- a/pom.xml
+++ b/pom.xml
@@ -668,11 +668,6 @@
commons-collections4
4.1
-
- org.apache.commons
- commons-math3
- 3.1.1
-
commons-cli
commons-cli
diff --git a/tez-api/src/main/java/org/apache/tez/client/TezClientUtils.java b/tez-api/src/main/java/org/apache/tez/client/TezClientUtils.java
index 79069ede7d..389b58400b 100644
--- a/tez-api/src/main/java/org/apache/tez/client/TezClientUtils.java
+++ b/tez-api/src/main/java/org/apache/tez/client/TezClientUtils.java
@@ -43,7 +43,6 @@
import com.google.common.base.Strings;
import org.apache.commons.codec.digest.DigestUtils;
import org.apache.commons.lang.StringUtils;
-import org.apache.commons.math3.util.Precision;
import org.apache.tez.common.JavaOptsChecker;
import org.apache.tez.dag.api.records.DAGProtos.AMPluginDescriptorProto;
import org.apache.tez.serviceplugins.api.ServicePluginsDescriptor;
@@ -1007,11 +1006,11 @@ public static String maybeAddDefaultMemoryJavaOpts(String javaOpts, Resource res
return javaOpts;
}
- if ((maxHeapFactor <= 0 && !Precision.equals(maxHeapFactor, -1, 0.01)) || maxHeapFactor >= 1) {
+ if ((maxHeapFactor <= 0 && Double.valueOf("-1") != maxHeapFactor) || maxHeapFactor >= 1) {
return javaOpts;
}
- if (Precision.equals(maxHeapFactor, -1, 0.01)) {
+ if (Double.valueOf("-1") == maxHeapFactor) {
maxHeapFactor = resource.getMemory() < TezConstants.TEZ_CONTAINER_SMALL_SLAB_BOUND_MB
? TezConstants.TEZ_CONTAINER_MAX_JAVA_HEAP_FRACTION_SMALL_SLAB
: TezConstants.TEZ_CONTAINER_MAX_JAVA_HEAP_FRACTION_LARGE_SLAB;
diff --git a/tez-dag/pom.xml b/tez-dag/pom.xml
index 89033859c6..c0dccc8642 100644
--- a/tez-dag/pom.xml
+++ b/tez-dag/pom.xml
@@ -87,10 +87,6 @@
org.apache.hadoop
hadoop-yarn-server-web-proxy
-
- org.apache.commons
- commons-math3
-
org.slf4j
slf4j-api
diff --git a/tez-dag/src/main/java/org/apache/tez/dag/app/rm/DagAwareYarnTaskScheduler.java b/tez-dag/src/main/java/org/apache/tez/dag/app/rm/DagAwareYarnTaskScheduler.java
index d8b3397c70..29f350f9d0 100644
--- a/tez-dag/src/main/java/org/apache/tez/dag/app/rm/DagAwareYarnTaskScheduler.java
+++ b/tez-dag/src/main/java/org/apache/tez/dag/app/rm/DagAwareYarnTaskScheduler.java
@@ -22,7 +22,6 @@
import org.apache.tez.common.Preconditions;
import com.google.common.util.concurrent.ThreadFactoryBuilder;
import org.apache.commons.lang.mutable.MutableInt;
-import org.apache.commons.math3.random.RandomDataGenerator;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.util.StringUtils;
import org.apache.hadoop.util.Time;
@@ -80,6 +79,7 @@
import java.util.concurrent.RejectedExecutionException;
import java.util.concurrent.ScheduledExecutorService;
import java.util.concurrent.ScheduledThreadPoolExecutor;
+import java.util.concurrent.ThreadLocalRandom;
import java.util.concurrent.TimeUnit;
/**
@@ -95,7 +95,6 @@ public class DagAwareYarnTaskScheduler extends TaskScheduler
private static final Logger LOG = LoggerFactory.getLogger(DagAwareYarnTaskScheduler.class);
private static final Comparator PREEMPT_ORDER_COMPARATOR = new PreemptOrderComparator();
- private final RandomDataGenerator random = new RandomDataGenerator();
private AMRMClientAsyncWrapper client;
private ScheduledExecutorService reuseExecutor;
private ResourceCalculator resourceCalculator;
@@ -1544,7 +1543,7 @@ long getIdleExpirationTimestamp(long now) {
if (idleExpirationTimestamp == 0) {
if (idleContainerTimeoutMin > 0) {
idleExpirationTimestamp = now + (idleContainerTimeoutMin == idleContainerTimeoutMax ? idleContainerTimeoutMin
- : random.nextLong(idleContainerTimeoutMin, idleContainerTimeoutMax));
+ : ThreadLocalRandom.current().nextLong(idleContainerTimeoutMin, idleContainerTimeoutMax));
} else {
idleExpirationTimestamp = Long.MAX_VALUE;
}
diff --git a/tez-dag/src/main/java/org/apache/tez/dag/app/rm/YarnTaskSchedulerService.java b/tez-dag/src/main/java/org/apache/tez/dag/app/rm/YarnTaskSchedulerService.java
index b4aa561fbe..6f51566f75 100644
--- a/tez-dag/src/main/java/org/apache/tez/dag/app/rm/YarnTaskSchedulerService.java
+++ b/tez-dag/src/main/java/org/apache/tez/dag/app/rm/YarnTaskSchedulerService.java
@@ -32,6 +32,7 @@
import java.util.Set;
import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.PriorityBlockingQueue;
+import java.util.concurrent.ThreadLocalRandom;
import java.util.concurrent.atomic.AtomicBoolean;
import java.util.concurrent.atomic.AtomicInteger;
@@ -44,7 +45,6 @@
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.apache.commons.lang.exception.ExceptionUtils;
-import org.apache.commons.math3.random.RandomDataGenerator;
import org.apache.hadoop.classification.InterfaceAudience.Private;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.util.ExitUtil;
@@ -153,7 +153,6 @@ public class YarnTaskSchedulerService extends TaskScheduler
Set sessionMinHeldContainers = Sets.newHashSet();
- RandomDataGenerator random = new RandomDataGenerator();
private final Configuration conf;
@VisibleForTesting
@@ -593,7 +592,7 @@ long getHeldContainerExpireTime(long startTime) {
long expireTime = (startTime + idleContainerTimeoutMin);
if (idleContainerTimeoutMin != -1 && idleContainerTimeoutMin < idleContainerTimeoutMax) {
long expireTimeMax = startTime + idleContainerTimeoutMax;
- expireTime = random.nextLong(expireTime, expireTimeMax);
+ expireTime = ThreadLocalRandom.current().nextLong(expireTime, expireTimeMax);
}
return expireTime;