/
checkComposites.sh
executable file
·129 lines (110 loc) · 5.56 KB
/
checkComposites.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
#!/usr/bin/env bash
#*******************************************************************************
# Copyright (c) 2016 IBM Corporation and others.
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Eclipse Public License v1.0
# which accompanies this distribution, and is available at
# http://www.eclipse.org/legal/epl-v10.html
#
# Contributors:
# David Williams - initial API and implementation
#*******************************************************************************
# Utility to run on CI server, to periodically confirm that our atomic composite repositories are valid.
# can be retrieved as individual script with
# wget --no-verbose --no-cache -O checkComposites.sh https://git.eclipse.org/c/simrel/org.eclipse.simrel.tools.git/plain/promoteUtils/checkComposites.sh;
#
# and typically set chmod +x checkComposites.sh and then executed in "bash script" build step.
# Bash strict-mode
set -o errexit
set -o nounset
set -o pipefail
IFS=$'\n\t'
RAW_OVERALL_DATE_START="$(date +%s )"
baseEclipseAccessDir="/home/data/httpd/download.eclipse.org"
baseEclipseDirSegment="eclipse/downloads/drops4/R-4.30-202312010110"
baseEclipse="eclipse-SDK-4.30-linux-gtk-x86_64.tar.gz"
repoFileAccess="file:///home/data/httpd/download.eclipse.org/"
repoHttpAccess="https://download.eclipse.org"
# direct file access is discouraged and not necessary, but if there is a good reason to still use it set repoAccess="${repoFileAccess}"
repoAccess="${repoHttpAccess}"
SSH_REMOTE="genie.simrel@projects-storage.eclipse.org"
declare -a namesArray
declare -a countsArray
# This script expects an argument similar to "trainname" but in this case can be "all" (in which the last 5 repos in /home/data/httpd/download.eclipse.org/releases" are checked)
# Or, it can be just one, such as '2020-12', in which case only that one repository is checked.
trainArg="${1:-}"
# Note, we may eventually want to use "locks" to prevent staging or other repo from changing in the middle of a run.
# Also note: "staging" is a simple repo, at this time, but wouldn't hurt to get a listing, and see what was there?
if [[ -z "$trainArg" ]]; then
printf "[INFO] No argument was passed to %s so assuming \"all\".\n" "${0##*/}"
# get last 5 releases from /home/data/httpd/download.eclipse.org/releases
reposToCheck=$(ssh ${SSH_REMOTE} "cd ${baseEclipseAccessDir} ; ls -1d releases/* | grep '20' | tail -n 5")
else
reposToCheck="releases/$trainArg"
fi
# WORKSPACE will be defined in CI instance, otherwise $PWD
WORKSPACE="${WORKSPACE:-$PWD}"
# Confirm that Eclipse Platform has already been installed, if not, install it
# If you want to run this script locally, download and extract a Eclipse platform to the working directory
if [[ ! -d "${WORKSPACE}/eclipse" ]]; then
# We assume we have scp access to 'downloads'. If not direct, at least via rsync.
printf "Copying Eclipse platform archive via SCP..."
scp "${SSH_REMOTE}:${baseEclipseAccessDir}/${baseEclipseDirSegment}/${baseEclipse}" .
tar --warning=no-unknown-keyword -xzf "${baseEclipse}" -C "${WORKSPACE}"
fi
printf "\n\tNote: see workspace for files of IU listings"
#printf "\n\t[DEBUG] reposToCheck: ${reposToCheck}"
loopCount=0
errorCount=0
for repo in ${reposToCheck}
do
RAW_DATE_START="$(date +%s )"
printf "\n\n\tChecking repo:\n\t%s%s\n\n" "${repoAccess}" "${repo}"
# first remove trailing slash, if there is one
repoShortName=${repo%/}
# then leading slash, if one
repoShortName=${repoShortName#/}
#printf "\n\t[DEBUG] repoShortName with trimmed slashed: ${repoShortName}"
# then remove everything else except final name segment
# now translate remaining ones with underscores
repoShortName="${repoShortName//\//_}"
repoListFilename="${repoShortName}-Listing.txt"
#printf "\n\t[DEBUG] repoShortName: ${repoShortName}"
#printf "\n\t[DEBUG] repoListFilename: ${repoListFilename}"
nice -n 10 ${WORKSPACE}/eclipse/eclipse -nosplash --launcher.suppressErrors -application org.eclipse.equinox.p2.director -repository "${repoAccess}/${repo}" -list 1>"${WORKSPACE}/${repoListFilename}"
RC=$?
if [[ $RC != 0 ]]; then
printf "\n\t[ERROR] p2.director list returned a non-zero return code: %s" "$RC"
exit $RC
fi
repoCount=$(cat "${WORKSPACE}/${repoListFilename}" | wc -l)
# there are always 4 lines of ouput, even if "0" IUs returned (see bug 502080)
# so we simply deduct 4 it be more accurate and provide a better test.
repoCount=$((repoCount - 4))
printf "\n\tNumber of IUs in %s: %s\n" "$repoShortName" "$repoCount"
if [[ ${repoCount} -le 0 ]]; then
errorCount=$((errorCount + 1))
fi
namesArray[$loopCount]="${repoShortName}"
countsArray[$loopCount]="${repoCount}"
loopCount=$((loopCount + 1))
#printf "\n\t[DEBUG] loopCount: $loopCount\n"
RAW_DATE_END="$(date +%s )"
printf "\t[INFO] Elapsed seconds for this repo: %s" "$((RAW_DATE_END - RAW_DATE_START))"
# I guess for errorCount errors, I could continue with whole loop, but seems
# rare enough I will go ahead and "throw" error here, before finishing the whole loop.
if [[ ${errorCount} -gt 0 ]]; then
printf "\n\t[ERROR] %s has too few IUs reported. Perhaps a problem with p2.index files?\n" "$repoShortName"
exit ${errorCount}
fi
done
#printf "\t[DEBUG] names array: ${namesArray[*]}\n"
printf "\n\n\tRepository\t Number of IUs"
for arrayCount in "${!namesArray[@]}"
do
printf "\n\t%s\t %s" "${namesArray[$arrayCount]}""${countsArray[$arrayCount]}"
done
printf "\n\n"
RAW_OVERALL_DATE_END="$(date +%s )"
printf "\t[INFO] Elapsed seconds for this script: %s" "$((RAW_OVERALL_DATE_END - RAW_OVERALL_DATE_START))"
printf "\n\n"