From 0bd28b9018c5ff8b36b6ef3deff774db2e791c99 Mon Sep 17 00:00:00 2001 From: Michael Stack Date: Thu, 9 Apr 2020 14:41:41 -0700 Subject: [PATCH] HBASE-24150 Allow module tests run in parallel (#1464) Pass --threads=2 to mvn when yetus runs so some parallelism when dependencies allow. Signed-off-by: Nick Dimiduk Signed-off-by: Viraj Jasani --- dev-support/hbase-personality.sh | 5 ++++- dev-support/hbase_nightly_source-artifact.sh | 2 +- pom.xml | 4 ++-- 3 files changed, 7 insertions(+), 4 deletions(-) diff --git a/dev-support/hbase-personality.sh b/dev-support/hbase-personality.sh index ec051873b0e2..36e36bebf3fe 100755 --- a/dev-support/hbase-personality.sh +++ b/dev-support/hbase-personality.sh @@ -137,7 +137,10 @@ function personality_modules clear_personality_queue - extra="-DHBasePatchProcess" + # At a few points, hbase modules can run build, test, etc. in parallel + # Let it happen. Means we'll use more CPU but should be for short bursts. + # https://cwiki.apache.org/confluence/display/MAVEN/Parallel+builds+in+Maven+3 + extra="--threads=2 -DHBasePatchProcess" if [[ "${PATCH_BRANCH}" = branch-1* ]]; then extra="${extra} -Dhttps.protocols=TLSv1.2" fi diff --git a/dev-support/hbase_nightly_source-artifact.sh b/dev-support/hbase_nightly_source-artifact.sh index bbd92fb1650a..5d9902e5f047 100755 --- a/dev-support/hbase_nightly_source-artifact.sh +++ b/dev-support/hbase_nightly_source-artifact.sh @@ -172,7 +172,7 @@ fi cd "${unpack_dir}" echo "Follow the ref guide section on making a RC: Step 8 Build the binary tarball." -if mvn -DskipTests -Prelease --batch-mode -Dmaven.repo.local="${m2_tarbuild}" clean install \ +if mvn --threads=2 -DskipTests -Prelease --batch-mode -Dmaven.repo.local="${m2_tarbuild}" clean install \ assembly:single >"${working_dir}/srctarball_install.log" 2>&1; then for artifact in "${unpack_dir}"/hbase-assembly/target/hbase-*-bin.tar.gz; do if [ -f "${artifact}" ]; then diff --git a/pom.xml b/pom.xml index 3bee1bdb3140..3b6f0558070c 100755 --- a/pom.xml +++ b/pom.xml @@ -4213,8 +4213,8 @@ hbase.apache.org HBase Website at hbase.apache.org + https://issues.apache.org/jira/browse/HBASE-7593?focusedCommentId=13555866&page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel#comment-13555866 + --> file:///tmp