pdbuild.sh

#!/bin/bash

#used to differentiate our output from other. Other output is still shown
# in the case of errors
COLOR='\033[01;33m'

SNAP_NAME="paradrop-agent"

# Perhaps overkill, but preps the local environment for snappy testing

printhelp() {
    echo -e "${COLOR}Paradrop build tools." && tput sgr0
    echo -e "${COLOR}Please use Ubuntu 16.04+ as the development machine!\n" && tput sgr0
    echo -e "This tool installs all needed dependencies in a local virtual environment and set up Snappy development\n"

    echo "Usage:"
    echo -e "  setup\t\t prepares environment for development"
    echo -e "  run\t\t run paradrop locally"
    echo -e "  build\t\t build snap"
    echo -e "  image\t\t build disk image"
    echo -e "  test\t\t run unit tests"
    echo -e "  docs\t\t rebuilds sphinx docs for readthedocs"
    echo -e "  version [version]\t\t get or set Paradrop version"
    echo -e "  release <version>\t\t prepare a version for release"
    exit
}

version() {
    if [ -n "$1" ]; then
        majmin=$(echo $1 | grep -oE "[0-9]+\.[0-9]+")
        sed -i "s/^version:.*/version: $1/" -i snap/snapcraft.yaml
        sed -i "s/^version:.*/version: $1/" -i paradrop/snap/snapcraft.yaml
        sed -i "s/version=.*,/version='$1',/" -i paradrop/daemon/setup.py
        sed -i "s/version=.*,/version='$1',/" -i tools/pdtools/setup.py
        sed -i "s/version =.*/version = \"$majmin\"/" -i docs/conf.py
        sed -i "s/release =.*/release = \"$1\"/" -i docs/conf.py
    else
        grep -oP "(?<=version: )\d+\.\d+\.\d+" paradrop/snap/snapcraft.yaml
    fi
}

update_schemas() {
    # Update chute schema for documentation.
    python -m schemas.chute >docs/api/chute.json
    git add docs/api/chute.json

    # Update chute schema for pdtools.
    python -m schemas.chute >tools/pdtools/pdtools/schemas/chute.json
    git add tools/pdtools/pdtools/schemas/chute.json
}

release() {
    if [ -z "$1" ]; then
        printhelp
        exit 1
    fi

    git diff-index --quiet HEAD --
    if [ $? -ne 0 ]; then
        echo "The working tree is not clean."
        echo "You should commit your changes or clean up before releasing."
        exit 1
    fi

    branch=$(git rev-parse --abbrev-ref HEAD)
    if [ "$branch" != "master" ]; then
        echo "Not on the master branch."
        exit 1
    fi

    update_schemas
    version $1

    git add --update
    git commit -m "Release version $1"

    git tag -a "v$1" -m "Release version $1"
}

activate_virtual_env() {
    if [ ! -d buildenv ]; then
        virtualenv buildenv/env
        pip install --requirement requirements.txt
    fi
    . buildenv/env/bin/activate
}

deactivate_virtual_env() {
    deactivate
}

setup() {
    echo -e "${COLOR}Setting up virtualenv" && tput sgr0
    if [ ! -f /usr/local/bin/virtualenv ] && [ ! -f /usr/bin/virtualenv ]; then
        sudo apt-get install python-setuptools python-dev build-essential libcurl4-gnutls-dev libghc-gnutls-dev libffi-dev libssl-dev virtualenv
        sudo easy_install pip
    fi

    if ! type "snapcraft" > /dev/null; then
        echo -e "${COLOR} Installing snappy tools" && tput sgr0
        sudo apt-get update
        sudo apt-get install snapcraft
    fi

    echo -e "${COLOR}Snappy development tools installed" && tput sgr0

    virtualenv buildenv/env
    activate_virtual_env
    pip install -r requirements.txt
    deactivate_virtual_env
}

build() {
    # Set the build number if this is a CI build.
    if [ -n "$CI_JOB_ID" ]; then
        semver=$(version)
        version $semver+$CI_JOB_ID
    fi

    (cd paradrop; snapcraft clean; snapcraft)
}

mount() {
    image=$1
    mntpath=${2:-/mnt/$image}

    sudo mkdir -p "$mntpath"

    dname=$(sudo kpartx -avs "$image" | grep -oE "loop[0-9]+p[0-9]+" | tail -n 1)
    sudo mount /dev/mapper/$dname "$mntpath"
}

umount() {
    image=$1
    mntpath=${2:-/mnt/$image}

    sudo umount "$mntpath"
    sudo kpartx -dvs "$image"
    sudo rmdir "$mntpath"
}

image() {
    model=${1:-amd64}
    gadget=${2:-pc}
    kernel="pc-kernel"
    image="paradrop-$model.img"

    if [ -e "$image" ]; then
        echo "Output file $image already exists."
        echo "Remove it before building a new image."
        exit 1
    fi

    echo "Select the gadget snap to use:"
    echo "Selecting $gadget will pull the official $gadget snap from the store."
    select gadget in "$gadget" gadgets/paradrop-$model/*.snap;
    do break; done

    echo "Select the kernel snap to use:"
    echo "Selecting $kernel will pull the official $kernel snap from the store."
    select kernel in "$kernel" *kernel*.snap;
    do break; done

    echo "Select the $SNAP_NAME snap to use (1 for snap store):"
    select pdsnap in $SNAP_NAME *.snap paradrop/*.snap;
    do break; done

    echo "Select the governor snap to use (1 for snap store):"
    select governor in paradrop-governor*.snap;
    do break; done

    echo "Select the channel to track for $SNAP_NAME:"
    select channel in stable candidate beta edge;
    do break; done

    echo "Select the channel to track for all other snaps (recommended: stable):"
    select other_channel in stable candidate beta edge;
    do break; done

    echo "Select the cloud.conf file:"
    select cloud_conf in *.conf;
    do break; done

    sudo ubuntu-image snap -o $image \
        --channel "$other_channel" \
        --extra-snaps "$gadget" \
        --extra-snaps "$kernel" \
        --extra-snaps "$pdsnap" \
        --extra-snaps "$governor" \
        --image-size 4G \
        --cloud-init "$cloud_conf" \
        "assertions/paradrop-$model.model"

    # The ubuntu-image command only takes a single channel argument and applies
    # it to all snaps.  If we we want to use a different channel for
    # paradrop-daemon, we can mount the image and modify seed.yaml.
    if [ "$channel" != "$other_channel" ]; then
        mount $image "/mnt/paradrop-$model"
        sudo python utils/set_seed_channel.py "/mnt/paradrop-$model/system-data/var/lib/snapd/seed/seed.yaml" $SNAP_NAME $channel
        umount $image "/mnt/paradrop-$model"
    fi

    echo "Created image $image, compressing..."
    xz --force --keep --compress $image
}

test() {
    activate_virtual_env
    nosetests --with-coverage --cover-package=paradrop
    pyflakes paradrop/daemon/paradrop
    deactivate_virtual_env
}

docs() {
    activate_virtual_env
    rm docs/requirements.txt
    pip install -e ./paradrop/daemon
    pip freeze | grep -v 'paradrop' > docs/requirements.txt
    deactivate_virtual_env
}

clean() {
    echo "Cleaning build directories"
    (cd paradrop; snapcraft clean)
    find . -name "*.pyc" | xargs rm -f
}

run() {
    echo -e "${COLOR}Starting Paradrop" && tput sgr0
    activate_virtual_env
    pip install -e ./paradrop/daemon
    sudo buildenv/env/bin/paradrop -m local -p $PWD/paradrop/localweb/www
    deactivate_virtual_env
}

#Show help if no args passed
if [ $# -lt 1 ]
then
    printhelp
fi

###
# Call Operations
###
case "$1" in
    "help") printhelp;;
    "--help") printhelp;;
    "setup") setup;;
    "test") test;;
    "build") build;;
    "mount") mount $2 $3;;
    "umount") umount $2 $3;;
    "image") image $2;;
    "clean") clean;;
    "run") run;;
    "docs") docs;;
    "version") version $2;;
    "release") release $2;;
    "update_schemas") update_schemas;;
    *) echo "Unknown input $1"
   ;;
esac