Skip to content
This repository has been archived by the owner on Feb 7, 2024. It is now read-only.

Added cortx-1.0 release job jenkinsfile #140

Merged
merged 2 commits into from
Dec 1, 2020
Merged

Added cortx-1.0 release job jenkinsfile #140

Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
54671b6
Added cortx-1.0 release job jenkinsfile
Nov 30, 2020
a4e8fb7
Merge branch 'main' into cortx-1.0-jenkinsile
gowthamchinna Nov 30, 2020
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
282 changes: 282 additions & 0 deletions jenkins/cortx-1.0/release
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,282 @@
pipeline {

agent {
node {
label 'docker-cp-centos-7.8.2003-node'
//label 'docker-rpm-sign-node-dev-rhel'
}
}

environment {
version="1.0.0"
thrid_party_version = "1.0.0-1"
os_version="centos-7.8.2003"
branch="cortx-1.0"
release_dir="/mnt/bigstorage/releases/cortx"
integration_dir="$release_dir/github/$branch/$os_version"
components_dir="$release_dir/components/github/$branch/$os_version"
release_tag="$BUILD_NUMBER"
BUILD_TO_DELETE=""
passphrase = credentials('rpm-sign-passphrase')
token = credentials('shailesh-github-token')
// Used in Changelog generation
ARTIFACT_LOCATION="http://cortx-storage.colo.seagate.com/releases/cortx/github/$branch/rhel-7.7.1908"
githubrelease_repo="Seagate/cortx"
cortx_build_dir="/mnt/bigstorage/releases/cortx_builds/$os_version"
thrid_party_dir="$release_dir/third-party-deps/centos/centos-7.8.2003-$thrid_party_version/"
python_deps="/mnt/bigstorage/releases/cortx/third-party-deps/python-packages"
cortx_os_iso="/mnt/bigstorage/releases/cortx_builds/custom-os-iso/cortx-os-1.0.0-23.iso"
iso_location="$release_dir/github/$branch/iso/$os_version"
}

options {
timeout(time: 120, unit: 'MINUTES')
timestamps()
ansiColor('xterm')
disableConcurrentBuilds()
}

stages {

stage('Install Dependecies') {
steps {
script { build_stage=env.STAGE_NAME }
sh label: 'Installed Dependecies', script: '''
yum install -y expect rpm-sign rng-tools genisoimage python3-pip
pip3 install githubrelease
systemctl start rngd
'''
}
}

stage ('Collect Component RPMS') {
steps {
script { build_stage=env.STAGE_NAME }
sh label: 'Copy RPMS', script:'''
for env in "dev" "prod";
do
mkdir -p $integration_dir/$release_tag/$env
pushd $components_dir/$env
for component in `ls -1 | grep -Evx 'cortx-extension'`
do
echo -e "Copying RPM's for $component"
if ls $component/last_successful/*.rpm 1> /dev/null 2>&1; then
cp $component/last_successful/*.rpm $integration_dir/$release_tag/$env
fi
done
popd
done
cp -n -r $integration_dir/$release_tag/dev/* $integration_dir/$release_tag/prod/

pushd $integration_dir/$release_tag/prod
rm -f *-debuginfo-*.rpm
popd
'''
}
}

stage('RPM Validation') {
steps {
script { build_stage=env.STAGE_NAME }
sh label: 'Validate RPMS for Motr Dependency', script:'''
for env in "dev" "prod";
do
set +x
echo "VALIDATING $env RPM'S................"
echo "-------------------------------------"
pushd $integration_dir/$release_tag/$env
motr_rpm=$(ls -1 | grep "cortx-motr" | grep -E -v "cortx-motr-debuginfo|cortx-motr-devel|cortx-motr-tests")
motr_rpm_release=`rpm -qp ${motr_rpm} --qf '%{RELEASE}' | tr -d '\040\011\012\015'`
motr_rpm_version=`rpm -qp ${motr_rpm} --qf '%{VERSION}' | tr -d '\040\011\012\015'`
motr_rpm_release_version="${motr_rpm_version}-${motr_rpm_release}"
for component in `ls -1`
do
motr_dep=`echo $(rpm -qpR ${component} | grep -E "cortx-motr =") | cut -d= -f2 | tr -d '\040\011\012\015'`
if [ -z "$motr_dep" ]
then
echo "\033[1;33m $component has no dependency to Motr - Validation Success \033[0m "
else
if [ "$motr_dep" = "$motr_rpm_release_version" ]; then
echo "\033[1;32m $component Motr version matches with integration Motr rpm ($motr_rpm_release_version) Good to Go - Validation Success \033[0m "
else
echo "\033[1;31m $component Motr version ( $motr_dep ) mismatchs with integration Motr rpm ( $motr_rpm_release_version ) - Validation Failed \033[0m"
exit 1
fi
fi
done
done
'''
}
}

stage ('Sign rpm') {
steps {
script { build_stage=env.STAGE_NAME }

checkout([$class: 'GitSCM', branches: [[name: '*/main']], doGenerateSubmoduleConfigurations: false, extensions: [[$class: 'AuthorInChangelog']], submoduleCfg: [], userRemoteConfigs: [[credentialsId: 'cortx-admin-github', url: 'https://github.com/Seagate/cortx-re']]])

sh label: 'Generate Key', script: '''
set +x
pushd scripts/rpm-signing
cat gpgoptions >> ~/.rpmmacros
sed -i 's/passphrase/'${passphrase}'/g' genkey-batch
gpg --batch --gen-key genkey-batch
gpg --export -a 'Seagate' > RPM-GPG-KEY-Seagate
rpm --import RPM-GPG-KEY-Seagate
popd
'''

sh label: 'Sign RPM', script: '''
set +x
pushd scripts/rpm-signing
chmod +x rpm-sign.sh
cp RPM-GPG-KEY-Seagate $integration_dir/$release_tag/dev
cp RPM-GPG-KEY-Seagate $integration_dir/$release_tag/prod

for rpm in `ls -1 $integration_dir/$release_tag/dev/*.rpm`
do
./rpm-sign.sh ${passphrase} $rpm
done

for rpm in `ls -1 $integration_dir/$release_tag/prod/*.rpm`
do
./rpm-sign.sh ${passphrase} $rpm
done
popd
'''
}
}


stage ('Repo Creation') {
steps {
script { build_stage=env.STAGE_NAME }

sh label: 'Repo Creation', script: '''
pushd $integration_dir/$release_tag/dev
rpm -qi createrepo || yum install -y createrepo
createrepo .
popd

pushd $integration_dir/$release_tag/prod
rpm -qi createrepo || yum install -y createrepo
createrepo .
popd
'''
}
}


stage ('Tag last_successful') {
steps {
script { build_stage=env.STAGE_NAME }
sh label: 'Tag last_successful', script: '''
pushd $integration_dir
test -d last_successful && rm -f last_successful
ln -s $integration_dir/$release_tag/dev last_successful
popd
'''
}
}

stage('Release cortx_build'){
steps {
script { build_stage=env.STAGE_NAME }
sh label: 'Release cortx_build', script: '''
pushd $cortx_build_dir
test -d $release_tag && rm -f $release_tag
mkdir $release_tag && pushd $release_tag
ln -s $integration_dir/$release_tag/prod cortx_iso
ln -s $thrid_party_dir 3rd_party
ln -s $python_deps python_deps
popd
popd
'''
}
}

stage ('Build Release Info') {
steps {
script { build_stage=env.STAGE_NAME }
sh label: 'Build Release Info', script: """
pushd scripts/release_support
sh build_release_info.sh $integration_dir/$release_tag/dev
sh build_release_info.sh $integration_dir/$release_tag/prod
sh build-3rdParty-release-info.sh $cortx_build_dir/$release_tag/3rd_party
sh build_readme.sh $integration_dir/$release_tag
popd

cp $integration_dir/$release_tag/README.txt .
cp $integration_dir/$release_tag/dev/RELEASE.INFO .

"""
withCredentials([string(credentialsId: 'shailesh-github-token', variable: 'ACCESS_TOKEN')]) {
sh label: 'Generate Changelog', script: """
pushd scripts/release_support
sh +x changelog.sh ${currentBuild.previousBuild.getNumber()} ${currentBuild.number} ${ARTIFACT_LOCATION} ${ACCESS_TOKEN}
popd
cp /root/git_build_checkin_stats/clone/git-build-checkin-report.txt CHANGESET.txt
cp CHANGESET.txt $integration_dir/$release_tag/dev
cp CHANGESET.txt $integration_dir/$release_tag/prod
"""
}
}
}


stage ('Generate ISO Image') {
steps {
sh label: 'Generate ISO Image',script:'''
rpm -q genisoimage || yum install genisoimage -y
mkdir -p $iso_location
pushd $iso_location
genisoimage -input-charset iso8859-1 -f -J -joliet-long -r -allow-lowercase -allow-multidot -publisher Seagate -o $branch-$BUILD_NUMBER.iso $integration_dir/$release_tag/prod
popd

genisoimage -input-charset iso8859-1 -f -J -joliet-long -r -allow-lowercase -allow-multidot -publisher Seagate -o cortx-$version-$BUILD_NUMBER-single.iso $cortx_build_dir/$release_tag

mkdir $cortx_build_dir/$release_tag/iso
ln -s $cortx_os_iso $cortx_build_dir/$release_tag/iso/$(basename $cortx_os_iso)

cortx_prvsnr_preq=$(ls "$cortx_build_dir/$release_tag/cortx_iso" | grep "python36-cortx-prvsnr" | cut -d- -f5 | cut -d_ -f2 | cut -d. -f1 | sed s/"git"//)
wget -O $cortx_build_dir/$release_tag/iso/cortx-prep-$version-$BUILD_NUMBER.sh https://raw.githubusercontent.com/Seagate/cortx-prvsnr/$cortx_prvsnr_preq/cli/src/cortx_prep.sh

cp cortx-$version-$BUILD_NUMBER-single.iso $cortx_build_dir/$release_tag/iso

ls $cortx_build_dir/$release_tag/3rd_party/THIRD_PARTY_RELEASE.INFO
ls $cortx_build_dir/$release_tag/cortx_iso/RELEASE.INFO

cp $cortx_build_dir/$release_tag/3rd_party/THIRD_PARTY_RELEASE.INFO $cortx_build_dir/$release_tag
cp $cortx_build_dir/$release_tag/cortx_iso/RELEASE.INFO $cortx_build_dir/$release_tag
sed -i '/BUILD/d' $cortx_build_dir/$release_tag/3rd_party/THIRD_PARTY_RELEASE.INFO
'''
}
}


}

post {

always {
script {

currentBuild.upstreamBuilds?.each { b -> env.upstream_project = "${b.getProjectName()}";env.upstream_build = "${b.getId()}" }
env.release_build_location = "http://cortx-storage.colo.seagate.com/releases/cortx/github/${branch}/${os_version}/${env.release_tag}"
env.release_build = "${env.release_tag}"
env.build_stage = "${build_stage}"

def toEmail = "shailesh.vaidya@seagate.com, swati.magar@seagate.com, gowthaman.chinnathambi@seagate.com"
emailext (
body: '''${SCRIPT, template="release-email.template"}''',
mimeType: 'text/html',
subject: "[Jenkins Build ${currentBuild.currentResult}] : ${env.JOB_NAME}",
attachLog: true,
to: toEmail,
)

archiveArtifacts artifacts: "README.txt, RELEASE.INFO, CHANGESET.txt", onlyIfSuccessful: false, allowEmptyArchive: true
}
}
}
}