ci(jenkins): enable test and linting

.ci/Jenkinsfile

@@ -32,17 +32,18 @@ pipeline {
         stash allowEmpty: true, name: 'source', useDefaultExcludes: false
       }
     }
-    stage('Sanity checks') {
+    stage('Lint') {
       options { skipDefaultCheckout() }
-      environment {
-        HOME = "${env.WORKSPACE}"
-        PATH = "${env.HOME}/bin:${env.PATH}"
-      }
       steps {
-        deleteDir()
-        unstash 'source'
-        dir("${BASE_DIR}"){
-          preCommit(commit: "${GIT_BASE_COMMIT}", junit: true)
+        withGithubNotify(context: 'Lint') {
+          deleteDir()
+          unstash 'source'
+          dir("${BASE_DIR}"){
+            preCommit(commit: "${GIT_BASE_COMMIT}", junit: true)
+          }
+          python(version: '3.7') {
+            sh('.ci/scripts/lint.sh')
+          }
         }
       }
     }
@@ -62,16 +63,14 @@ pipeline {
               withGithubNotify(context: "Test ${VERSION}") {
                 deleteDir()
                 unstash 'source'
-                dir("${BASE_DIR}"){
+                python(version: VERSION) {
                   sh(".ci/scripts/test.sh ${VERSION}")
                 }
               }
             }
             post {
               always {
-                dir("${BASE_DIR}"){
-                  junit(allowEmptyResults: true, keepLongStdio: true, testResults: '**/junit*.xml')
-                }
+                junit(allowEmptyResults: true, keepLongStdio: true, testResults: "${BASE_DIR}/junit*.xml")
               }
             }
           }
@@ -85,3 +84,17 @@ pipeline {
     }
   }
 }
+
+def python(Map v = [:], body) {
+  def dockerImage = v.version.equals('2.7') ? 'python:3.7' : "python:${v.version}"
+  // If dockerhub got issues then let's retry twice
+  retry(2) {
+    sleep 5
+    sh "docker pull ${dockerImage}"
+  }
+  docker.image(dockerImage).inside("-e HOME=${env.WORKSPACE}"){
+    dir("${BASE_DIR}"){
+      body()
+    }
+  }
+}

.ci/scripts/lint.sh

@@ -1,4 +1,9 @@
 #!/usr/bin/env bash
 set -e
 
-echo 'TBD'
+## When running in a docker container in the CI then it's required to set the location
+## for the tools to be installed.
+export PATH=${HOME}/.local/bin:${PATH}
+
+python -m pip install -U nox
+nox -s lint

.ci/scripts/test.sh

@@ -1,4 +1,11 @@
 #!/usr/bin/env bash
 set -e
 
-echo 'TBD'
+VERSION=${1:?Please specify the python version}
+
+## When running in a docker container in the CI then it's required to set the location
+## for the tools to be installed.
+export PATH=${HOME}/.local/bin:${PATH}
+
+python -m pip install -U nox
+nox -s test-"${VERSION}"

.gitignore

@@ -127,3 +127,6 @@ dmypy.json
 
 # Pyre type checker
 .pyre/
+
+# JUnit file
+junit-test.xml

noxfile.py

@@ -8,6 +8,7 @@ def tests_impl(session):
     session.install(".[develop]")
     session.run(
         "pytest",
+        "--junitxml=junit-test.xml",
         *(session.posargs or ("tests/",)),
         env={"PYTHONWARNINGS": "always::DeprecationWarning"}
     )

pytest.ini

@@ -0,0 +1,5 @@
+[pytest]
+junit_logging = system-out
+junit_log_passing_tests = True
+junit_duration_report = call
+junit_family=xunit1