-
Notifications
You must be signed in to change notification settings - Fork 0
/
centos_ci.sh
392 lines (333 loc) · 14.4 KB
/
centos_ci.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
#!/bin/bash
# Copyright (C) 2016 Red Hat, Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# Output command before executing
set -x
# Exit on error
set -e
# GitHub user
REPO_OWNER="minishift"
LATEST="latest"
# Source environment variables of the jenkins slave
# that might interest this worker.
function load_jenkins_vars() {
if [ -e "jenkins-env" ]; then
cat jenkins-env \
| grep -E "(JENKINS_URL|GIT_BRANCH|GIT_COMMIT|BUILD_NUMBER|ghprbSourceBranch|ghprbActualCommit|BUILD_URL|ghprbPullId|GH_TOKEN|CICO_API_KEY|API_TOKEN|JOB_NAME|RELEASE_VERSION|GITHUB_TOKEN|REPO|BRANCH|SKIP_INTEGRATION_TEST|RH_REGISTRY_USERNAME|RH_REGISTRY_PASSWORD)=" \
| sed 's/^/export /g' \
> ~/.jenkins-env
source ~/.jenkins-env
fi
echo 'CICO: Jenkins ENVs loaded'
}
function install_core_deps() {
# Install EPEL repo
yum -y install epel-release
# Get all the deps in
# We are installing golang from offical repository to make sure our downstream builds works as expected.
# CDK side golang always comes from the offical RHEL repository.
yum -y install gcc \
make \
tar \
zip \
git \
curl \
jq
echo 'CICO: Core dependencies installed'
}
function install_golang() {
yum -y install golang
echo 'CICO: Golang installed'
}
function install_kvm_virt() {
sudo yum -y install kvm \
qemu-kvm \
libvirt
# Start Libvirt
sudo systemctl start libvirtd
echo 'CICO: KVM hypervisor installed and started'
# Add minishift_ci to libvirt group
gpasswd -a minishift_ci libvirt && systemctl restart libvirtd
}
function install_docker() {
yum install -y docker
systemctl start docker
docker version
echo 'CICO: Docker installed and started'
# Add minishift_ci to docker group
groupadd docker && gpasswd -a minishift_ci docker && systemctl restart docker
}
# Create a docs user which has NOPASSWD sudoer role
function prepare_ci_user() {
# 1000 as id of user in docker image (https://github.com/minishift/minishift/blob/master/docs/Dockerfile#L25)
groupadd -g 1000 -r minishift_ci && useradd -g minishift_ci -u 1000 minishift_ci
chmod +w /etc/sudoers && echo "minishift_ci ALL=(ALL) NOPASSWD: ALL" >> /etc/sudoers && chmod -w /etc/sudoers
# Copy centos_ci.sh to newly created user home dir
cp centos_ci.sh /home/minishift_ci/
mkdir /home/minishift_ci/payload
# Copy minishift repo content into minishift_ci user payload directory for later use
cp -R . /home/minishift_ci/payload
chown -R minishift_ci:minishift_ci /home/minishift_ci/payload
# Copy the jenkins-env into minishift_ci home dir
cp ~/.jenkins-env /home/minishift_ci/jenkins-env
}
####### Below functions are executed by minishift_ci user
function setup_kvm_docker_machine_driver() {
curl -L https://github.com/dhiltgen/docker-machine-kvm/releases/download/v0.10.0/docker-machine-driver-kvm-centos7 > docker-machine-driver-kvm && \
chmod +x docker-machine-driver-kvm && sudo mv docker-machine-driver-kvm /usr/local/bin/docker-machine-driver-kvm
echo 'CICO: Setup KVM docker-machine driver setup successfully'
}
function setup_golang() {
# Show which version of golang in the offical repo.
go version
# Setup GOPATH
mkdir $HOME/gopath $HOME/gopath/src $HOME/gopath/bin $HOME/gopath/pkg
export GOPATH=$HOME/gopath
export PATH=$GOROOT/bin:$GOPATH/bin:$PATH
}
function setup_repo() {
# Setup minishift repo
mkdir -p $GOPATH/src/github.com/minishift
cp -r /home/minishift_ci/payload $GOPATH/src/github.com/minishift/minishift
}
function setup_godep() {
GODEP_OS_ARCH=`go env GOHOSTOS`-`go env GOHOSTARCH`
GODEP_TAG=v0.4.1
GODEP_LATEST_RELEASE_URL="https://github.com/golang/dep/releases/download/${GODEP_TAG}/dep-${GODEP_OS_ARCH}"
mkdir /tmp/godep
curl -L ${GODEP_LATEST_RELEASE_URL} -o /tmp/godep/dep
chmod +x /tmp/godep/dep
export PATH=$PATH:/tmp/godep/
}
function prepare_repo() {
setup_golang;
setup_repo;
setup_godep;
echo "CICO: Preparation complete"
}
function install_docs_prerequisite_packages() {
# https://devops.profitbricks.com/tutorials/install-ruby-214-with-rvm-on-centos/
# Prerequisite packages
set +e # Temporary fix for rvm installation https://github.com/rvm/rvm/issues/4465
sudo yum install -y libyaml-devel \
readline-devel \
zlib-devel \
libffi-devel \
openssl-devel \
sqlite-devel \
java-1.7.0-openjdk-devel
# Install RVM
gpg2 --keyserver hkp://keys.gnupg.net --recv-keys 409B6B1796C275462A1703113804BB82D39DC0E3 7D2BAF1CF37B13E2069D6956105BD0E739499BDB
curl -L get.rvm.io | bash -s stable
source ~/.profile
# Install Ruby
rvm install ruby-2.2.5
echo "CICO: RVM and Ruby Installed"
gem install ascii_binder -v 0.1.13
echo "CICO: Ascii Binder Installed"
}
########################################################
# Exit with message on failure of last executed command
# Arguments:
# $1 - Exit code of last executed command
# $2 - Error message
########################################################
function exit_on_failure() {
if [[ "$1" != 0 ]]; then
echo "$2"
exit 1
fi
}
function build_openshift_origin_docs() {
git clone https://github.com/openshift/openshift-docs
cd openshift-docs
mkdir minishift
cd minishift
cp $1 .
tar -xvf minishift-adoc.tar --strip 1
cat _topic_map.yml >> ../_topic_map.yml
cd ..
rake build
cd ..
}
function perform_artifacts_upload() {
set +x
# For PR build, GIT_BRANCH is set to branch name other than origin/master
if [[ "$GIT_BRANCH" = "origin/master" ]]; then
mkdir -p minishift/master/$BUILD_NUMBER/ minishift/master/$LATEST
cp -r out/*-amd64 minishift/master/$BUILD_NUMBER/
cp -r out/*-amd64 minishift/master/$LATEST/
# http://stackoverflow.com/a/22908437/1120530; Using --relative as --rsync-path not working
RSYNC_PASSWORD=$1 rsync -av --relative minishift/master minishift@artifacts.ci.centos.org::minishift/
echo "Find Artifacts here http://artifacts.ci.centos.org/minishift/minishift/master/$BUILD_NUMBER ."
else
mkdir -p minishift/pr/$ghprbPullId/
cp -r out/*-amd64 minishift/pr/$ghprbPullId/
# http://stackoverflow.com/a/22908437/1120530; Using --relative as --rsync-path not working
RSYNC_PASSWORD=$1 rsync -av --delete --relative minishift/pr/$ghprbPullId/ minishift@artifacts.ci.centos.org::minishift/
echo "Find Artifacts here http://artifacts.ci.centos.org/minishift/minishift/pr/$ghprbPullId ."
fi
}
function docs_tar_upload() {
set +x
version=$(cat docs/source/variables.adoc | cut -d' ' -f2 | head -n1)
mkdir -p minishift/docs/$version minishift/docs/$LATEST
cp docs/build/minishift-adoc.tar minishift/docs/$version/
cp docs/build/minishift-adoc.tar minishift/docs/$LATEST/
# http://stackoverflow.com/a/22908437/1120530; Using --relative as --rsync-path not working
RSYNC_PASSWORD=$1 rsync -av --relative minishift/docs minishift@artifacts.ci.centos.org::minishift/
echo "Find docs tar here http://artifacts.ci.centos.org/minishift/minishift/docs/$LATEST."
}
function create_release_commit() {
# Create master branch as git clone in CI doesn't create it
git checkout -b master
# Bump version and commit
sed -i "s|MINISHIFT_VERSION = .*|MINISHIFT_VERSION = $RELEASE_VERSION|" Makefile
git add Makefile
git commit -m "cut v$RELEASE_VERSION"
git push https://$REPO_OWNER:$GITHUB_TOKEN@github.com/$REPO_OWNER/minishift master
}
function add_release_notes() {
release_id=$(curl -s "https://api.github.com/repos/${REPO_OWNER}/minishift/releases" | jq --arg release "v$RELEASE_VERSION" -r ' .[] | if .name == $release then .id else empty end')
if [[ "$release_id" != "" ]]; then
MILESTONE_ID=`curl -s 'https://api.github.com/repos/minishift/minishift/milestones?state=all&page=1&per_page=100' | jq --arg version "v$RELEASE_VERSION" -r ' .[] | if .title == $version then .number else empty end'`
if [[ "$MILESTONE_ID" != "" ]]; then
# Generate required json payload for release note
./scripts/release/issue-list.sh -r minishift -m $MILESTONE_ID | jq -Rn 'inputs + "\n"' | jq -s '{body: add }' > json_payload.json
# Add release notes
curl -H "Content-Type: application/json" -H "Authorization: token $GITHUB_TOKEN" \
--data @json_payload.json https://api.github.com/repos/${REPO_OWNER}/minishift/releases/$release_id
echo "Release notes of Minishift v$RELEASE_VERSION has been successfully updated. Find the release notes here https://github.com/${REPO_OWNER}/minishift/releases/tag/v$RELEASE_VERSION."
else
echo "Failed to get milestone ID for Minishift v$RELEASE_VERSION. Use manual approach to update the release notes here https://github.com/${REPO_OWNER}/minishift/releases/tag/v$RELEASE_VERSION."
fi
else
return 1
fi
}
function setup_build_environment() {
load_jenkins_vars;
prepare_ci_user;
install_core_deps;
install_kvm_virt;
install_docker;
install_golang;
prepare_for_proxy;
runuser -l minishift_ci -c "/bin/bash centos_ci.sh"
}
#######################################################################
# Publish Minishift documentation after integrating it with
# OpenShift documentation
# Arguments:
# $1 - Repo Owner
# $2 - Branch name
# $3 - Location on the artifact server where documentation is hosted
######################################################################
function perform_docs_publish() {
REPO="https://github.com/$1/minishift"
git remote add remote-repo $REPO
git fetch remote-repo
git checkout -b docs-branch --track remote-repo/$2
git log -n 1 # Display last commit in log as reference
install_docs_prerequisite_packages;
make gen_adoc_tar
build_openshift_origin_docs $(pwd)/docs/build/minishift-adoc.tar;
mkdir -p $3
cp -r openshift-docs/_preview/openshift-origin $3/ # Copy the openshift-origin
# http://stackoverflow.com/a/22908437/1120530; Using --relative as --rsync-path not working
RSYNC_PASSWORD=$RSYNC_PASSWORD rsync -av --delete --relative $3/ minishift@artifacts.ci.centos.org::minishift/
echo "Minishift documentation is hosted at http://artifacts.ci.centos.org/minishift/$3/openshift-origin/latest/minishift/index.html"
}
function prepare_for_proxy() {
export INTEGRATION_PROXY_CUSTOM_PORT=8181 # needs to be an unused port
export INTEGRATION_DEFAULT_SSHFS_PORT=2022
firewall-cmd --zone=public --add-port=$INTEGRATION_PROXY_CUSTOM_PORT/tcp;
firewall-cmd --zone=public --add-port=$INTEGRATION_DEFAULT_SSHFS_PORT/tcp;
}
function perform_release() {
# Test everything before bumping the version
make prerelease
exit_on_failure "$?" "Pre-release tests failed."
if [ "$SKIP_INTEGRATION_TEST" = false ]; then
MINISHIFT_VM_DRIVER=kvm make integration_pr
exit_on_failure "$?" "Integration tests failed."
fi
#make link_check_docs # Test docs builds and all links are valid
#exit_on_failure "$?" "Documentation build failed."
create_release_commit
exit_on_failure "$?" "Unable to create release commit."
make release
exit_on_failure "$?" "Failed to release Minishift v$RELEASE_VERSION. Try to release manually."
echo "Minishift v$RELEASE_VERSION has been successfully released. Find the latest release here https://github.com/$REPO_OWNER/minishift/releases/tag/v$RELEASE_VERSION."
add_release_notes;
exit_on_failure "$?" "Failed to update release notes of Minishift v$RELEASE_VERSION. Try to manually update the release notes here - https://github.com/${REPO_OWNER}/minishift/releases/tag/v$RELEASE_VERSION."
#make gen_adoc_tar
#exit_on_failure "$?" "Documentation tarball build failed."
#docs_tar_upload $1
#exit_on_failure "$?" "Failed to upload tar bundle for doc.openshift.org."
# Notify Minibot
MESSAGE="Minishift v$RELEASE_VERSION successfully released by https://ci.centos.org/job/minishift-release/$BUILD_NUMBER."
URL="https://github.com/$REPO_OWNER/minishift/releases/tag/v$RELEASE_VERSION"
# Do not abort build if minibot service is inaccessible
curl http://minibot.19cf262c.svc.dockerapp.io:9009/hubot/centosci -H "Content-Type: application/json" -d '{"payload":{"status":"success","message":'"\"$MESSAGE\""',"url":'"\"$URL\""'}}' || true
}
function perform_pr() {
make prerelease synopsis_docs #link_check_docs
MINISHIFT_VM_DRIVER=kvm make integration_pr
perform_artifacts_upload $1;
}
function perform_master() {
make prerelease #synopsis_docs link_check_docs
#MINISHIFT_VM_DRIVER=kvm make integration_pr
perform_docs_publish "minishift" "master" "minishift/docs/master";
perform_artifacts_upload $1;
}
function perform_nightly() {
make prerelease synopsis_docs link_check_docs
MINISHIFT_ISO_URL=$1 MINISHIFT_VM_DRIVER=kvm make integration_all
}
if [[ "$UID" = 0 ]]; then
setup_build_environment;
else
source ~/jenkins-env # Source environment variables for minishift_ci user
RSYNC_PASSWORD=$(echo $CICO_API_KEY | cut -d'-' -f1-2)
# Set Terminal
export TERM=xterm-256color
# Add git a/c identity
git config --global user.email "29732253+minishift-bot@users.noreply.github.com"
git config --global user.name "Minishift Bot"
# Export GITHUB_ACCESS_TOKEN
export GITHUB_ACCESS_TOKEN=$GITHUB_TOKEN
prepare_repo;
setup_kvm_docker_machine_driver;
# Navigate to the repo
cd $GOPATH/src/github.com/minishift/minishift
if [[ "$JOB_NAME" = "minishift-docs" ]]; then
# REPO and BRANCH variables are populated via https://ci.centos.org/job/minishift-docs
REPO_OWNER=$(echo $REPO | cut -d"/" -f4)
perform_docs_publish "$REPO_OWNER" "$BRANCH" "minishift/docs/ondemand/$REPO_OWNER-$BRANCH";
elif [[ "$JOB_NAME" = "minishift-release" ]]; then
perform_release $RSYNC_PASSWORD;
elif [[ "$JOB_NAME" = "minishift-nightly-b2d" ]]; then
perform_nightly "b2d";
elif [[ "$JOB_NAME" = "minishift-nightly-minikube" ]]; then
perform_nightly "minikube";
elif [[ "$JOB_NAME" = "minishift-nightly-centos" ]]; then
perform_nightly "centos";
elif [[ "$JOB_NAME" = "minishift" ]]; then # Master job
perform_master $RSYNC_PASSWORD;
else # PR job
perform_pr $RSYNC_PASSWORD;
fi
fi