Buildkite move: Add instrumentation image and script

docker-compose.yml

@@ -9,6 +9,11 @@ services:
     build:
       context: .
       dockerfile: dockerfiles/Dockerfile.android-instrumentation-tests
+    environment:
+      BROWSER_STACK_USERNAME:
+      BROWSER_STACK_ACCESS_KEY:
+      INSTRUMENTATION_DEVICES:
+      APP_LOCATION:
 
   android-linter:
     build:

dockerfiles/Dockerfile.android-instrumentation-tests

@@ -0,0 +1,34 @@
+FROM openjdk:8-jdk-stretch
+
+RUN apt-get update
+RUN apt-get install -y gradle jq
+
+WORKDIR /sdk
+RUN wget https://dl.google.com/android/repository/sdk-tools-linux-4333796.zip
+RUN unzip sdk-tools-linux-4333796.zip
+
+ENV PATH="${PATH}:/sdk/tools:/sdk/tools/bin"
+
+RUN yes | sdkmanager "platform-tools"
+
+ENV PATH="${PATH}:/sdk/platform-tools"
+ENV ANDROID_HOME="/sdk/"
+
+WORKDIR /app
+
+COPY gradlew checkstyle.gradle build.gradle settings.gradle gradle.properties /app/
+COPY gradle/ /app/gradle/
+COPY sdk/ sdk/
+COPY ndk/ ndk/
+COPY scripts/ scripts/
+
+RUN scripts/install-ndk.sh
+
+RUN ./gradlew
+
+# Everything above this point should be derived from android-base
+
+RUN ./gradlew sdk:assembleAndroidTest
+RUN ./gradlew ndk:assembleAndroidTest
+
+CMD ./scripts/run-instrumentation-test.sh

scripts/run-instrumentation-test.sh

@@ -0,0 +1,83 @@
+#!/bin/bash
+
+timestamp() {
+  date +"%T"
+}
+
+echo "Android Tests [$(timestamp)]: Starting instrumentation test run against devices: $INSTRUMENTATION_DEVICES"
+echo "Android Tests [$(timestamp)]: Uploading first test app from $APP_LOCATION to BrowserStack"
+app_response=$(curl -u "$BROWSER_STACK_USERNAME:$BROWSER_STACK_ACCESS_KEY" -X POST "https://api-cloud.browserstack.com/app-automate/upload" -F "file=@$APP_LOCATION")
+app_url=$(echo $app_response | jq -r ".app_url")
+
+if [ -z $app_url ]; then
+    echo "Android Tests [$(timestamp)]: First app upload failed, exiting"
+    echo $app_response
+    exit 1
+fi
+
+echo "Android Tests [$(timestamp)]: First app upload successful, url: $app_url"
+
+echo "Android Tests [$(timestamp)]: Uploading second test app from $APP_LOCATION to BrowserStack"
+test_response=$(curl -u "$BROWSER_STACK_USERNAME:$BROWSER_STACK_ACCESS_KEY" -X POST "https://api-cloud.browserstack.com/app-automate/espresso/test-suite" -F "file=@$APP_LOCATION")
+test_url=$(echo $test_response | jq -r ".test_url")
+
+if [ -z $test_url ]; then
+    echo "Android Tests [$(timestamp)]: Second app upload failed, exiting"
+    echo $test_response
+    exit 1
+fi
+
+echo "Android Tests [$(timestamp)]: Second app upload successful, url: $test_url"
+
+echo "Android Tests [$(timestamp)]: Starting test run"
+build_response=$(curl -X POST "https://api-cloud.browserstack.com/app-automate/espresso/build" -d \ "{\"devices\": $INSTRUMENTATION_DEVICES, \"app\": \"$app_url\", \"deviceLogs\" : true, \"testSuite\": \"$test_url\"}" -H "Content-Type: application/json" -u "$BROWSER_STACK_USERNAME:$BROWSER_STACK_ACCESS_KEY")
+build_id=$(echo $build_response | jq -r ".build_id")
+
+if [ -z $build_id ]; then
+    echo "Android Tests [$(timestamp)]: Test start failed, exiting"
+    echo $build_response
+    exit 1
+fi
+
+echo "Android Tests [$(timestamp)]: Test run creation successful, id: $build_id"
+
+echo "Android Tests [$(timestamp)]: Waiting for test run to begin"
+sleep 10 # Allow the tests to kick off
+
+status_response=$(curl -u "$BROWSER_STACK_USERNAME:$BROWSER_STACK_ACCESS_KEY" -X GET https://api-cloud.browserstack.com/app-automate/espresso/builds/$build_id)
+status=$(echo $status_response | jq -r ".status")
+
+WAIT_COUNT=0
+until [ $status == "\"done\"" ] || [ $WAIT_COUNT -eq 50 ]; do
+    echo "Android Tests [$(timestamp)]: Current test status: $status, Time waited: $((WAIT_COUNT * 30))"
+    ((WAIT_COUNT++))
+    sleep 30
+    status_response=$(curl -u "$BROWSER_STACK_USERNAME:$BROWSER_STACK_ACCESS_KEY" -X GET https://api-cloud.browserstack.com/app-automate/espresso/builds/$build_id)
+    status=$(echo $status_response | jq ".status")
+done
+
+echo "Android Tests [$(timestamp)]: Tests complete"
+echo $status_response
+
+NUMBER_OF_DEVICES=$(awk -F "," '{print NF}' <<< $INSTRUMENTATION_DEVICES)
+device_count=0
+total_succeeded=0
+total_failed=0
+until [ $device_count -eq $NUMBER_OF_DEVICES ]; do
+    device=$(echo $status_response | jq -r --arg dc $device_count '.input_capabilities.devices[$dc|tonumber]')
+    device_status=$(echo $status_response | jq --arg dev "$device" '.devices[$dev]')
+    failed=$(echo $device_status | jq '.test_status.FAILED')
+    total_failed=$((total_failed + failed))
+    succeeded=$(echo $device_status | jq '.test_status.SUCCESS')
+    total_succeeded=$((total_succeeded + succeeded))
+    if [ $failed -ne 0 ]; then
+        echo "Android Tests [$(timestamp)]: $device had test failures, visit https://app-automate.browserstack.com/builds/$build_id for details"
+    fi
+    ((device_count++))
+done
+
+echo "Android Tests [$(timestamp)]: Total succeeded: $total_succeeded"
+echo "Android Tests [$(timestamp)]: Total failed: $total_failed"
+if [ $total_failed -ne 0 ];  then
+  exit 1
+fi