Add script to run conformance tests with docker-compose

tests/run_conformance_tests.sh

@@ -0,0 +1,65 @@
+#!/bin/bash
+
+DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )"
+
+REPO_URL=$1
+SUITE=$2
+
+if [ $# != 2 ]; then
+    echo "Usage: run_conformance_tests.sh https://github.com/repository.git ./location/within/repository/conformance.yaml"
+    exit 1
+fi
+
+echo "Running conformance tests from ${REPO_URL} repository. File ${SUITE}"
+
+TEMP="${DIR}/temp"
+echo "Cleaning temporary directory ${TEMP}"
+rm -rf ${TEMP} && mkdir ${TEMP}
+
+echo "Setting environment variables for docker-compose"
+export AIRFLOW_HOME="${TEMP}/airflow"
+export CWL_TMP_FOLDER="${TEMP}/airflow/cwl_tmp_folder"
+export CWL_INPUTS_FOLDER="${TEMP}/airflow/cwl_inputs_folder"
+export CWL_OUTPUTS_FOLDER="${TEMP}/airflow/cwl_outputs_folder"
+export CWL_PICKLE_FOLDER="${TEMP}/airflow/cwl_pickle_folder"
+
+export AIRFLOW_WEBSERVER_PORT="8080"
+export CWL_AIRFLOW_API_PORT="8081"
+export MYSQL_ROOT_PASSWORD="admin"
+export MYSQL_DATABASE="airflow"
+export MYSQL_USER="airflow"
+export MYSQL_PASSWORD="airflow"
+export MYSQL_PORT="6603"
+export MYSQL_DATA="${TEMP}/airflow/mysql_data"
+
+export PROCESS_REPORT_HOST="tester"
+export PROCESS_REPORT_PORT="3069"
+export PROCESS_REPORT_URL="http://${PROCESS_REPORT_HOST}:${PROCESS_REPORT_PORT}"
+
+echo "Cleaning old images"  # image names are based on the docker-compose file and should be updated manually if that file was changed
+docker rmi --force local_executor_apiserver local_executor_scheduler local_executor_webserver
+
+echo "Starting docker-compose as daemon"
+DOCKER_COMPOSE_FILE="${DIR}/../packaging/docker_compose/local_executor/docker-compose.yml"
+docker-compose -f ${DOCKER_COMPOSE_FILE} up --build -d
+
+echo "Cloning repository with tests ${REPO_URL}"
+cd ${AIRFLOW_HOME}
+git clone ${REPO_URL} --recursive
+REPO_FOLDER=`basename ${REPO_URL}`
+REPO_FOLDER="${REPO_FOLDER%.*}"      # to exclude possible .git in the url
+cd -
+
+echo "Sleeping 30 sec to let all services start"
+sleep 30
+
+echo "Starting docker container to run tests from ${SUITE}"
+docker run --rm \
+--name "${PROCESS_REPORT_HOST}" \
+--hostname "${PROCESS_REPORT_HOST}" \
+-v "${AIRFLOW_HOME}:${AIRFLOW_HOME}" \
+--network local_executor_default \
+local_executor_scheduler \
+cwl-airflow test --api "http://apiserver:${CWL_AIRFLOW_API_PORT}" \
+--host 0.0.0.0 --port "${PROCESS_REPORT_PORT}" \
+--suite "${AIRFLOW_HOME}/${REPO_FOLDER}/${SUITE}" 2> "${AIRFLOW_HOME}/${REPO_FOLDER}.report"