/
parallel-executor.sh
53 lines (46 loc) · 1.54 KB
/
parallel-executor.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
#shellcheck shell=sh disable=SC2004
# shellcheck source=lib/libexec.sh
. "${SHELLSPEC_LIB:-./lib}/libexec.sh"
use sequence
worker() {
job() {
# posh 0.10.2 workaround: uses mkdir instead of set -C
(mkdir "$SHELLSPEC_JOBDIR/$1.lock") 2>/dev/null || return 0
IFS= read -r specfile < "$SHELLSPEC_JOBDIR/$1.job"
translator --no-metadata --no-finished --spec-no="$1" "$specfile" \
| eval "\$SHELLSPEC_SHELL" \
"$SHELLSPEC_OUTPUT_FD> \"\$SHELLSPEC_JOBDIR/\$1.stdout\"" \
"2> \"\$SHELLSPEC_JOBDIR/\$1.stderr\" &&:" &&:
echo "$?" > "$SHELLSPEC_JOBDIR/$1.status"
: > "$SHELLSPEC_JOBDIR/$1.done"
}
sequence job 1 "$2"
}
reduce() {
i=0
while [ $i -lt "$1" ] && i=$(($i + 1)); do
until [ -e "$SHELLSPEC_JOBDIR/$i.done" ]; do sleep 0; done
# shellcheck disable=SC2039
cat "$SHELLSPEC_JOBDIR/$i.stdout" >&"$SHELLSPEC_OUTPUT_FD"
cat "$SHELLSPEC_JOBDIR/$i.stderr" >&2
read -r exit_status < "$SHELLSPEC_JOBDIR/$i.status"
[ "$exit_status" -eq 0 ] || exit "$exit_status"
done
}
executor() {
SHELLSPEC_JOBDIR="$SHELLSPEC_TMPBASE/jobs"
mkdir "$SHELLSPEC_JOBDIR"
jobs=0
specfile() {
jobs=$(($jobs + 1))
putsn "$1" > "$SHELLSPEC_JOBDIR/$jobs.job"
}
eval find_specfiles specfile ${1+'"$@"'}
create_workdirs "$jobs"
translator --no-finished | $SHELLSPEC_SHELL # output only metadata
callback() { worker "$1" "$jobs" & }
sequence callback 1 "$SHELLSPEC_WORKERS"
(reduce "$jobs") &&:
eval "[ $? -ne 0 ] && return $?"
translator --no-metadata | $SHELLSPEC_SHELL # output only finished
}