From a3e0271834e3e50caf70558d05864449abc29940 Mon Sep 17 00:00:00 2001 From: Michael Stack Date: Thu, 9 Apr 2020 14:41:41 -0700 Subject: [PATCH] HBASE-24150 Allow module tests run in parallel (#1464) Pass --threads=2 to mvn when yetus runs so some parallelism when dependencies allow. Signed-off-by: Nick Dimiduk Signed-off-by: Viraj Jasani (cherry picked from commit 4d689f0a72fddc425219ea396e27172d699a350c) Change-Id: Id603f608575665c5f042dd83605a2bc6672525bc --- dev-support/hbase-personality.sh | 5 ++++- dev-support/hbase_nightly_source-artifact.sh | 2 +- pom.xml | 4 ++-- 3 files changed, 7 insertions(+), 4 deletions(-) diff --git a/dev-support/hbase-personality.sh b/dev-support/hbase-personality.sh index d0e0f2dba2d1..d87eea6c59f1 100755 --- a/dev-support/hbase-personality.sh +++ b/dev-support/hbase-personality.sh @@ -140,7 +140,10 @@ function personality_modules clear_personality_queue - extra="-DHBasePatchProcess" + # At a few points, hbase modules can run build, test, etc. in parallel + # Let it happen. Means we'll use more CPU but should be for short bursts. + # https://cwiki.apache.org/confluence/display/MAVEN/Parallel+builds+in+Maven+3 + extra="--threads=2 -DHBasePatchProcess" if [[ "${PATCH_BRANCH}" = branch-1* ]]; then extra="${extra} -Dhttps.protocols=TLSv1.2" fi diff --git a/dev-support/hbase_nightly_source-artifact.sh b/dev-support/hbase_nightly_source-artifact.sh index cd17a32cbff3..87c3f3f937de 100755 --- a/dev-support/hbase_nightly_source-artifact.sh +++ b/dev-support/hbase_nightly_source-artifact.sh @@ -172,7 +172,7 @@ fi cd "${unpack_dir}" echo "Follow the ref guide section on making a RC: Step 8 Build the binary tarball." -if mvn -DskipTests -Prelease --batch-mode -Dmaven.repo.local="${m2_tarbuild}" clean install \ +if mvn --threads=2 -DskipTests -Prelease --batch-mode -Dmaven.repo.local="${m2_tarbuild}" clean install \ assembly:single >"${working_dir}/srctarball_install.log" 2>&1; then for artifact in "${unpack_dir}"/hbase-assembly/target/hbase-*-bin.tar.gz; do if [ -f "${artifact}" ]; then diff --git a/pom.xml b/pom.xml index 6dce49d12d60..f260383f83d4 100755 --- a/pom.xml +++ b/pom.xml @@ -3880,8 +3880,8 @@ hbase.apache.org HBase Website at hbase.apache.org + https://issues.apache.org/jira/browse/HBASE-7593?focusedCommentId=13555866&page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel#comment-13555866 + --> file:///tmp