[ci] Enable parallel execution of unit tests and pin versions of requirements

ci-scripts/ci-runner.bash

@@ -125,10 +125,7 @@ if [ "X${MODULEUSE}" != "X" ]; then
     module use ${MODULEUSE}
 fi
 
-if [[ $(hostname) =~ tsa ]]; then
-    # FIXME: Temporary workaround until we have a reframe module on Tsa
-    module load python
-else
+if [[ $(hostname) =~ kesch ]]; then
     module load reframe
 fi
 
@@ -144,7 +141,7 @@ echo "[INFO] Running unit tests on $(hostname) in ${CI_FOLDER}"
 if [ $CI_GENERIC -eq 1 ]; then
     # Run unit tests for the public release
     echo "[INFO] Running unit tests with generic settings"
-    checked_exec ./test_reframe.py \
+    checked_exec ./test_reframe.py --workers=auto --forked \
                  -W=error::reframe.core.exceptions.ReframeDeprecationWarning -ra
     checked_exec ! ./bin/reframe.py --system=generic -l 2>&1 | \
         grep -- '--- Logging error ---'
@@ -169,21 +166,24 @@ elif [ $CI_TUTORIAL -eq 1 ]; then
 else
     # Run unit tests with the scheduler backends
     tempdir=$(mktemp -d -p $SCRATCH)
+    echo "[INFO] export TMPDIR=$tempdir"
+    export TMPDIR=$tempdir
     if [[ $(hostname) =~ dom ]]; then
         PATH_save=$PATH
         export PATH=/apps/dom/UES/karakasv/slurm-wrappers/bin:$PATH
         for backend in slurm pbs torque; do
             echo "[INFO] Running unit tests with ${backend}"
-            checked_exec ./test_reframe.py --rfm-user-config=config/cscs-ci.py \
+            checked_exec ./test_reframe.py --workers=auto --forked \
+                         --rfm-user-config=config/cscs-ci.py \
                          -W=error::reframe.core.exceptions.ReframeDeprecationWarning \
-                         --rfm-user-system=dom:${backend} --basetemp=$tempdir -ra
+                         --rfm-user-system=dom:${backend} -ra
         done
         export PATH=$PATH_save
     else
         echo "[INFO] Running unit tests"
-        checked_exec ./test_reframe.py --rfm-user-config=config/cscs-ci.py \
-                     -W=error::reframe.core.exceptions.ReframeDeprecationWarning \
-                     --basetemp=$tempdir -ra
+        checked_exec ./test_reframe.py --workers=auto --forked \
+                     --rfm-user-config=config/cscs-ci.py \
+                     -W=error::reframe.core.exceptions.ReframeDeprecationWarning -ra
     fi
 
     if [ $CI_EXITCODE -eq 0 ]; then

docs/requirements.txt

@@ -1,31 +1,31 @@
-alabaster>=0.7.10
-argh>=0.26.2
-Babel>=2.5.1
-certifi>=2017.7.27.1
-chardet>=3.0.4
-docutils>=0.14
-idna>=2.6
-imagesize>=0.7.1
-Jinja2>=2.9.6
-jsonschema
-livereload>=2.5.1
-pathtools>=0.1.2
-port-for==0.3.1
-Pygments>=2.2.0
-pytz>=2017.2
-PyYAML>=3.12
-recommonmark>=0.4.0
-requests>=2.18.4
-setuptools>=31.0.1
-six>=1.11.0
-snowballstemmer>=1.2.1
-Sphinx>=3.0
-sphinx-autobuild>=0.7.1
-sphinx-bootstrap-theme>=0.5.3
-sphinx-fakeinv>=1.0.0
-sphinx-rtd-theme>=0.2.4
-sphinxcontrib-websupport>=1.0.1
-sphinxcontrib-versioning>=2.2.1
-tornado>=4.5.2
-urllib3>=1.22
-watchdog>=0.8.3
+alabaster==0.7.12
+argh==0.26.2
+Babel==2.8.0
+certifi==2020.6.20
+chardet==3.0.4
+docutils==0.16
+idna==2.10
+imagesize==1.2.0
+Jinja2==2.11.2
+jsonschema==3.2.0
+livereload==2.6.3
+pathtools==0.1.2
+port-for==0.4
+Pygments==2.7.1
+pytz==2020.1
+PyYAML==5.3.1
+recommonmark==0.6.0
+requests==2.24.0
+setuptools==50.3.0
+six==1.15.0
+snowballstemmer==2.0.0
+Sphinx==3.2.1
+sphinx-autobuild==2020.9.1
+sphinx-bootstrap-theme==0.7.1
+sphinx-fakeinv==1.0.0
+sphinx-rtd-theme==0.5.0
+sphinxcontrib-websupport==1.2.4
+sphinxcontrib-versioning==2.2.1
+tornado==6.0.4
+urllib3==1.25.10
+watchdog==0.10.3

requirements.txt

@@ -1,6 +1,8 @@
-importlib_metadata
-jsonschema
-pytest>=5.0.0
-coverage
-setuptools
-wcwidth
+importlib_metadata==2.0.0
+jsonschema==3.2.0
+pytest==6.1.1
+pytest-forked==1.3.0
+pytest-parallel==0.1.0
+coverage==5.3
+setuptools==50.3.0
+wcwidth==0.2.5