tests: set up the spread execution in linode

.travis.yml

@@ -19,6 +19,9 @@ jobs:
     - script: if [ "$TRAVIS_EVENT_TYPE" != "cron" ]; then ./tools/travis/run_tests.sh store; fi
     # CLA check, only in pull requests.
     - script: if [ "$TRAVIS_PULL_REQUEST" != "false" ] && [ "$TRAVIS_EVENT_TYPE" != 'cron' ]; then ./tools/travis/run_cla_check.sh; fi
+    # Trigger edge tests, only in the daily cron.
+    - stage: edge
+      script: if [ "$TRAVIS_EVENT_TYPE" = "cron" ]; then ./runtests.sh spread; fi
     # Trigger beta tests, only in the daily cron.
     - stage: beta
       script: if [ "$TRAVIS_EVENT_TYPE" = "cron" ]; then ./tools/travis/make_beta_pr.sh; fi

runtests.sh

@@ -28,6 +28,7 @@ parseargs(){
         export RUN_STORE="true"
         export RUN_PLUGINS="true"
         export RUN_SNAPS="true"
+        export RUN_SPREAD="true"
     else
         if [ "$1" == "static" ] ; then
             export RUN_STATIC="true"
@@ -44,8 +45,10 @@ parseargs(){
         # Temporary: backward compatibility until CI run the "snaps" target
         elif [ "$1" == "examples" ] ; then
             export RUN_SNAPS="true"
+        elif [ "$1" == "spread" ] ; then
+            export RUN_SPREAD="true"
         else
-            echo "Not recognized option, should be one of all, static, unit, integration, store or snaps"
+            echo "Not recognized option, should be one of all, static, unit, integration, store, snaps or spread"
             exit 1
         fi
     fi
@@ -104,6 +107,15 @@ run_snaps(){
     python3 -m snaps_tests "$@"
 }
 
+run_spread(){
+    TMP_SPREAD="$(mktemp -d)"
+
+    export PATH=$TMP_SPREAD:$PATH
+    ( cd "$TMP_SPREAD" && curl -s -O https://niemeyer.s3.amazonaws.com/spread-amd64.tar.gz && tar xzvf spread-amd64.tar.gz )
+
+    spread -v linode:
+}
+
 parseargs "$@"
 
 if [ ! -z "$RUN_STATIC" ] ; then
@@ -142,6 +154,10 @@ if [ ! -z "$RUN_SNAPS" ]; then
     run_snaps "$@"
 fi
 
+if [ ! -z "$RUN_SPREAD" ]; then
+    run_spread
+fi
+
 if [ ! -z "$RUN_UNIT" ]; then
     if [ ! -z "$coverage" ]; then
         python3 -m coverage report

spread.yaml

@@ -8,15 +8,43 @@ environment:
 backends:
   lxd:
     systems: [ubuntu-16.04]
+  linode:
+    key: "$(HOST: echo $SPREAD_LINODE_KEY)"
+    systems:
+      - ubuntu-16.04-64:
+          kernel: GRUB 2
+          workers: 3
 
 suites:
  spread_tests/:
    summary: tests of the snapcraft snap
    prepare: |
+     # apt update is hanging on security.ubuntu.com with IPv6, prefer IPv4 over IPv6
+     cat <<EOF > gai.conf
+     precedence  ::1/128       50
+     precedence  ::/0          40
+     precedence  2002::/16     30
+     precedence ::/96          20
+     precedence ::ffff:0:0/96 100
+     EOF
+     if ! mv gai.conf /etc/gai.conf; then
+       # not writable, disable ipv6 through sysctl
+       sysctl -w net.ipv6.conf.all.disable_ipv6=1
+       rm -f gai.conf
+     fi
+
      apt update
-     apt build-dep -y snapcraft
-     apt install -y bzr git curl mercurial subversion lxd python3-pep8 pyflakes python-flake8 python3-fixtures python3-pexpect python3-pyftpdlib python3-testscenarios
-     apt install -y squashfuse
+     apt install --yes gcc g++ make python3-dev python3-venv libffi-dev libsodium-dev libapt-pkg-dev libarchive13 squashfs-tools xdelta3 bzr git mercurial subversion
+     # Only required for the lxd backend.
+     apt install --yes squashfuse
+     mkdir -p /snapcraft/venv
+     python3 -m venv /snapcraft/venv
+     # XXX the activate script has an unbound variable.
+     sed -i '1s/^/set +u\n/' /snapcraft/venv/bin/activate
+     source /snapcraft/venv/bin/activate
+     pip install --upgrade pip
+     pip install -r /snapcraft/requirements.txt -r /snapcraft/requirements-devel.txt
+     apt install --yes snapd
      snap install snapcraft --classic --edge
 
 path: /snapcraft/

spread_tests/integration/task.yaml

@@ -5,5 +5,6 @@ execute: |
   echo "Check that we are using the snapcraft snap"
   snapcraft_path="$(which snapcraft)"
   [ "$snapcraft_path" = "/snap/bin/snapcraft" ]
+  source /snapcraft/venv/bin/activate
   cd /snapcraft
   ./runtests.sh integration

spread_tests/plugins/task.yaml

@@ -5,5 +5,6 @@ execute: |
   echo "Check that we are using the snapcraft snap"
   snapcraft_path="$(which snapcraft)"
   [ "$snapcraft_path" = "/snap/bin/snapcraft" ]
+  source /snapcraft/venv/bin/activate
   cd /snapcraft
   ./runtests.sh plugins

spread_tests/store/task.yaml

@@ -5,5 +5,6 @@ execute: |
   echo "Check that we are using the snapcraft snap"
   snapcraft_path="$(which snapcraft)"
   [ "$snapcraft_path" = "/snap/bin/snapcraft" ]
+  source /snapcraft/venv/bin/activate
   cd /snapcraft
   ./runtests.sh store