Skip to content
Permalink
Browse files
BIGTOP-3629: Drop Debian 9 support (#853)
  • Loading branch information
elukey committed Jan 11, 2022
1 parent d0abcc4 commit 3d367418a3c7c88a8b27c31f9d982a08f720bcca
Show file tree
Hide file tree
Showing 7 changed files with 27 additions and 38 deletions.
@@ -17,7 +17,7 @@
BIGTOP_HOME=`cd $(dirname $0)/.. && pwd`

usage() {
echo "usage build.sh --prefix trunk|1.4.0|1.3.0|... --os debian-9|centos-7|... --target hadoop|tez|... [--nexus] [--docker-run-option ...]"
echo "usage build.sh --prefix trunk|1.4.0|1.3.0|... --os debian-10|centos-7|... --target hadoop|tez|... [--nexus] [--docker-run-option ...]"
exit 1 # unknown option
}

@@ -28,7 +28,7 @@ fi
# IPv6 issues in docker containers:
# https://rvm.io/rvm/security#ipv6-issues
case ${ID}-${VERSION_ID} in
ubuntu-18* | debian-9)
ubuntu-18*)
gpg2 --list-keys
echo "disable-ipv6" >> ~/.gnupg/dirmngr.conf
;;
@@ -34,10 +34,6 @@ case ${ID}-${VERSION_ID} in
apt-get update
apt-get -y install wget curl sudo unzip puppet software-properties-common puppet-module-puppetlabs-apt puppet-module-puppetlabs-stdlib systemd-sysv
;;
debian-9*)
apt-get update
apt-get -y install wget curl sudo unzip puppet puppet-module-puppetlabs-apt puppet-module-puppetlabs-stdlib systemd-sysv
;;
debian-10*|debian-11*)
apt-get update
apt-get -y install wget curl sudo unzip puppet puppet-module-puppetlabs-apt puppet-module-puppetlabs-stdlib systemd-sysv gnupg procps
@@ -16,27 +16,20 @@
class bigtop_toolchain::jdk {
case $::operatingsystem {
/Debian/: {
if $::operatingsystemmajrelease =~ /^\d$/ {
# Up to Debian 9
package { 'openjdk-8-jdk' :
ensure => present,
}
} else {
# We need JDK 8, but Debian 10 only provides the openjdk-11-jdk package in the official repo.
# So we use AdoptOpenJDK instead, following the steps described on:
# https://adoptopenjdk.net/installation.html#linux-pkg
include apt
# We need JDK 8, but Debian 10 only provides the openjdk-11-jdk package in the official repo.
# So we use AdoptOpenJDK instead, following the steps described on:
# https://adoptopenjdk.net/installation.html#linux-pkg
include apt

apt::source { 'adoptopenjdk':
location => 'https://adoptopenjdk.jfrog.io/adoptopenjdk/deb/',
key => {
id => '8ED17AF5D7E675EB3EE3BCE98AC3B29174885C03',
source => 'https://adoptopenjdk.jfrog.io/adoptopenjdk/api/gpg/key/public',
},
} ->
package { 'adoptopenjdk-8-hotspot' :
ensure => present,
}
apt::source { 'adoptopenjdk':
location => 'https://adoptopenjdk.jfrog.io/adoptopenjdk/deb/',
key => {
id => '8ED17AF5D7E675EB3EE3BCE98AC3B29174885C03',
source => 'https://adoptopenjdk.jfrog.io/adoptopenjdk/api/gpg/key/public',
},
} ->
package { 'adoptopenjdk-8-hotspot' :
ensure => present,
}
}
/Ubuntu/: {
@@ -268,7 +268,7 @@ Properties:
-Pmemory=[4g|8g|...]
-Pnum_instances=[NUM_INSTANCES]
-Pnexus=[NEXUS_URL] (NEXUS_URL is optional)
-POS=[centos-7|fedora-26|debian-9|ubuntu-16.04|opensuse-42.3]
-POS=[centos-7|fedora-26|debian-10|ubuntu-16.04|opensuse-42.3]
-Pprefix=[trunk|1.2.1|1.2.0|1.1.0|...]
-Prepository=[REPO_URL]
-Prun_smoke_tests (run test components defined in config file)
@@ -284,7 +284,7 @@ Create a 3 node cluster:
Run smoke tests on 3 node cluster:
$ ./gradlew -Pnum_instances=3 -Prun_smoke_tests docker-provisioner
Specify custom configuration file:
$ ./gradlew -Pconfig=config_debian-9.yaml docker-provisioner
$ ./gradlew -Pconfig=config_debian-10.yaml docker-provisioner
''',
group: DEPLOY_GROUP) {
def _config = project.hasProperty("config") ? config : "config.yaml"
@@ -503,10 +503,10 @@ task "bigtop-puppet"(type:Exec,
description: '''
Build bigtop/puppet images
Usage:
$ ./gradlew -POS=[centos-7|fedora-26|debian-9|ubuntu-16.04|opensuse-42.3] -Pprefix=[trunk|1.2.1|1.2.0|1.1.0|...] bigtop-puppet
$ ./gradlew -POS=[centos-7|fedora-26|debian-10|ubuntu-16.04|opensuse-42.3] -Pprefix=[trunk|1.2.1|1.2.0|1.1.0|...] bigtop-puppet
Example:
$ ./gradlew -POS=debian-9 -Pprefix=1.0.0 bigtop-puppet
The built image name: bigtop/puppet:1.0.0-debian-9
$ ./gradlew -POS=debian-10 -Pprefix=3.0.0 bigtop-puppet
The built image name: bigtop/puppet:3.0.0-debian-10
''',
group: DOCKERBUILD_GROUP) {
def _prefix = project.hasProperty("prefix") ? prefix : "trunk"
@@ -522,10 +522,10 @@ task "bigtop-slaves"(type:Exec,
description: '''
Build bigtop/slaves images
Usage:
$ ./gradlew -POS=[centos-7|fedora-26|debian-9|ubuntu-16.04|opensuse-42.3] -Pprefix=[trunk|1.2.1|1.2.0|1.1.0|...] bigtop-slaves
$ ./gradlew -POS=[centos-7|fedora-26|debian-10|ubuntu-16.04|opensuse-42.3] -Pprefix=[trunk|1.2.1|1.2.0|1.1.0|...] bigtop-slaves
Example:
$ ./gradlew -POS=debian-9 -Pprefix=1.0.0 bigtop-slaves
The built image name: bigtop/slaves:1.0.0-debian-9
$ ./gradlew -POS=debian-10 -Pprefix=3.0.0 bigtop-slaves
The built image name: bigtop/slaves:3.0.0-debian-10
''',
group: DOCKERBUILD_GROUP) {
def _prefix = project.hasProperty("prefix") ? prefix : "trunk"
@@ -644,7 +644,7 @@ def genTasks = { target ->
}
task "$target-pkg-ind" (
description: "Invoking a native binary packaging for $target in Docker. Usage: \$ ./gradlew " +
"-POS=[centos-7|fedora-31|debian-9|ubuntu-16.04] " +
"-POS=[centos-7|fedora-31|debian-10|ubuntu-16.04] " +
"-Pprefix=[trunk|1.4.0|1.3.0|1.2.1|...] $target-pkg-ind " +
"-Pnexus=[true|false]",
group: PACKAGES_GROUP) doLast {
@@ -863,7 +863,7 @@ if (nativePackaging) {

task "repo-ind" (
description: "Invoking a native repository in Docker. Usage: \$ ./gradlew " +
"-POS=[centos-7|fedora-31|debian-9|ubuntu-16.04] " +
"-POS=[centos-7|fedora-31|debian-10|ubuntu-16.04] " +
"-Pprefix=[trunk|1.4.0|1.3.0|1.2.1|...] repo-ind",
group: PACKAGES_GROUP) doLast {
def _prefix = project.hasProperty("prefix") ? prefix : "trunk"
@@ -15,9 +15,9 @@

docker:
memory_limit: "4g"
image: "bigtop/puppet:trunk-debian-9"
image: "bigtop/puppet:trunk-debian-11"

repo: "http://repos.bigtop.apache.org/releases/3.0.0/debian/9/$(ARCH)"
repo: "http://repos.bigtop.apache.org/releases/3.0.0/debian/11/$(ARCH)"
distro: debian
components: [hdfs, yarn, mapreduce]
enable_local_repo: false

0 comments on commit 3d36741

Please sign in to comment.