backup.sh

#!/usr/bin/env bash

# Example backup script for the data that Rebar needs to be able to run.
# This boils down to 3 sets of data:
# 1: The data saved in Consul
# 2: The data in our local Postgres database
# 3: The file data for Goiardi
# 4: The local deploy config information
# 5: The contents of $HOME/.cache/digitalrebar/tftpboot
#
# This script handles getting the first 5 items, getting the third is
# left as an exercise for the reader.
#
# Any backup processes should be run while DigitalRebar is up and
# running.

if [[ ! -d compose/config-dir ]]; then
    echo "$0 must run from the top-level deploy directory"
fi

missing=()
for cmd in gzip sha512sum xz uuidgen docker docker-compose; do
    which "$cmd" &>/dev/null || missing+=("$cmd")
done

if [[ $missing ]]; then
    echo "Missing required commands: ${missing[*]}"
    exit 1
fi

if [[ ! $1 ]]; then
    echo "First arg to this script must be a directory that the backup should be saved to!"
    echo "The directory must not exist"
    exit 1
fi

if [[ -e $1 ]]; then
    echo "$1 already exists, exiting."
    exit 1
fi

if [[ -f compose/tag ]]; then
    export DR_TAG=$(cat compose/tag)
else
    export DR_TAG=latest
fi

dest="$1"

# Some useful utility functions

in_docker() {
    # $1 = container name as understood by docker-compose
    # $rest = command to run in the container
    local container="compose_$1_1"
    shift
    docker exec "$container" "$@"
}

mkdir -p "$dest"

imgtag="$(uuidgen -r)"

echo "$imgtag" > "$dest/tag"

# Back up current images
images=()
echo "Backing up required images (this may take awhile)"
while read container; do
    img="$(docker inspect "$container" |jq -r '.[0].Image')"
    tag="$(docker inspect "$img" |jq -r '.[0] | .RepoTags | .[0]')"
    newtag="${tag%:*}:${imgtag}"
    docker tag "$tag" "$newtag"
    images+=("$newtag")
done< <(cd compose; docker-compose ps |awk '/^compose/ {print $1}')
docker save "${images[@]}" |xz -T0 -1 > "$dest/images.tar.xz"

# Back up local Consul database
echo "Backing up Consul"
in_docker consul pkill -STOP consul
sudo tar -C compose/data-dir -c -f - consul | xz -T0 -1 >"$dest/consul.tar.xz"
in_docker consul pkill -CONT consul

# Back up Postgres database
echo "Backing up Postgres"
for f in pg_hba.conf pg_ident.conf postgresql.auto.conf postgresql.conf postmaster.opts; do
    in_docker postgres cat "/var/lib/postgresql/data/$f" >"$dest/$f"
done
in_docker postgres su -c 'pg_dumpall -c' postgres |gzip -9 >"$dest/pg_dump.gz"

# Back up Goiardi file data
echo "Backing up Goiardi"
in_docker goiardi pkill -STOP goiardi
sudo tar -C compose/data-dir -c -f - goiardi |xz -T0 -1 >"$dest/goiardi_files.tar.xz"
in_docker goiardi pkill -CONT goiardi

# Back up the local config information
echo "Saving docker-compose config information"
tar -C compose -c docker-compose.yml access.env services.env config-dir |xz -T0 -1 >"$dest/deploy_files.tar.xz"

# Back up locally checked-out trees.  This assumes that everything was
# checked out into a directory one level higher than what the backup
# script is running with.
echo "Saving current source code"
(cd .. && tar --one-file-system --exclude=deploy/compose/data-dir -cp -f - .) |xz -T0 -1 >"$dest/source.tar.xz"

cp restore.sh "$dest/restore.sh"

# Backup the tftpboot directory
# echo "Backing up tftpboot"
# sudo tar -C "$HOME/.cache/digitalrebar" -c -f - tftpboot |xz -T0 -1 > "$dest/tftpboot.tar.xz"

# Create checksums to verify file integrity for restore purposes
(cd "$dest"; sha512sum * >sha512sums)