Merge pull request #1268 from ni/log_system_test_durations

Log system test durations

build/templates/tox-system_tests.ini.mako

@@ -48,7 +48,7 @@ commands =
     ${module_name}-system_tests: python -c "import platform; print(platform.architecture())"
     ${module_name}-system_tests: python -c "import ${module_name}; ${module_name}.print_diagnostic_information()"
     ${module_name}-system_tests: coverage run --rcfile=../../tools/coverage_system_tests.rc --source ${module_name} --parallel-mode -m py.test ../../src/${module_name}/examples --junitxml=../../generated/junit/junit-${module_name}-{envname}-{env:BITNESS:64}.xml {posargs}
-    ${module_name}-system_tests: coverage run --rcfile=../../tools/coverage_system_tests.rc --source ${module_name} --parallel-mode -m py.test ../../src/${module_name}/system_tests --junitxml=../../generated/junit/junit-${module_name}-{envname}-{env:BITNESS:64}.xml {posargs}
+    ${module_name}-system_tests: coverage run --rcfile=../../tools/coverage_system_tests.rc --source ${module_name} --parallel-mode -m py.test ../../src/${module_name}/system_tests --junitxml=../../generated/junit/junit-${module_name}-{envname}-{env:BITNESS:64}.xml {posargs} --durations=5
     ${module_name}-coverage: coverage combine --rcfile=../../tools/coverage_system_tests.rc ./
     # Create the report to upload
     ${module_name}-coverage: coverage xml -i --rcfile=../../tools/coverage_system_tests.rc
@@ -76,7 +76,7 @@ depends =
     ${module_name}-system_tests: ${nitclk_env}
 % endif
 
-passenv = 
+passenv =
     GIT_BRANCH
     GIT_COMMIT
     BUILD_URL

generated/nidcpower/tox-system_tests.ini

@@ -25,7 +25,7 @@ commands =
     nidcpower-system_tests: python -c "import platform; print(platform.architecture())"
     nidcpower-system_tests: python -c "import nidcpower; nidcpower.print_diagnostic_information()"
     nidcpower-system_tests: coverage run --rcfile=../../tools/coverage_system_tests.rc --source nidcpower --parallel-mode -m py.test ../../src/nidcpower/examples --junitxml=../../generated/junit/junit-nidcpower-{envname}-{env:BITNESS:64}.xml {posargs}
-    nidcpower-system_tests: coverage run --rcfile=../../tools/coverage_system_tests.rc --source nidcpower --parallel-mode -m py.test ../../src/nidcpower/system_tests --junitxml=../../generated/junit/junit-nidcpower-{envname}-{env:BITNESS:64}.xml {posargs}
+    nidcpower-system_tests: coverage run --rcfile=../../tools/coverage_system_tests.rc --source nidcpower --parallel-mode -m py.test ../../src/nidcpower/system_tests --junitxml=../../generated/junit/junit-nidcpower-{envname}-{env:BITNESS:64}.xml {posargs} --durations=5
     nidcpower-coverage: coverage combine --rcfile=../../tools/coverage_system_tests.rc ./
     # Create the report to upload
     nidcpower-coverage: coverage xml -i --rcfile=../../tools/coverage_system_tests.rc
@@ -47,7 +47,7 @@ deps =
 depends =
     nidcpower-coverage: py{35,36,37,38,py3}-nidcpower-system_tests
 
-passenv = 
+passenv =
     GIT_BRANCH
     GIT_COMMIT
     BUILD_URL

generated/nidigital/tox-system_tests.ini

@@ -29,7 +29,7 @@ commands =
     nidigital-system_tests: python -c "import platform; print(platform.architecture())"
     nidigital-system_tests: python -c "import nidigital; nidigital.print_diagnostic_information()"
     nidigital-system_tests: coverage run --rcfile=../../tools/coverage_system_tests.rc --source nidigital --parallel-mode -m py.test ../../src/nidigital/examples --junitxml=../../generated/junit/junit-nidigital-{envname}-{env:BITNESS:64}.xml {posargs}
-    nidigital-system_tests: coverage run --rcfile=../../tools/coverage_system_tests.rc --source nidigital --parallel-mode -m py.test ../../src/nidigital/system_tests --junitxml=../../generated/junit/junit-nidigital-{envname}-{env:BITNESS:64}.xml {posargs}
+    nidigital-system_tests: coverage run --rcfile=../../tools/coverage_system_tests.rc --source nidigital --parallel-mode -m py.test ../../src/nidigital/system_tests --junitxml=../../generated/junit/junit-nidigital-{envname}-{env:BITNESS:64}.xml {posargs} --durations=5
     nidigital-coverage: coverage combine --rcfile=../../tools/coverage_system_tests.rc ./
     # Create the report to upload
     nidigital-coverage: coverage xml -i --rcfile=../../tools/coverage_system_tests.rc
@@ -53,7 +53,7 @@ depends =
     nidigital-coverage: py{35,36,37,38,py3}-nidigital-system_tests
     nidigital-system_tests: py38-nidigital-nitclk_wheel,
 
-passenv = 
+passenv =
     GIT_BRANCH
     GIT_COMMIT
     BUILD_URL

generated/nidmm/tox-system_tests.ini

@@ -25,7 +25,7 @@ commands =
     nidmm-system_tests: python -c "import platform; print(platform.architecture())"
     nidmm-system_tests: python -c "import nidmm; nidmm.print_diagnostic_information()"
     nidmm-system_tests: coverage run --rcfile=../../tools/coverage_system_tests.rc --source nidmm --parallel-mode -m py.test ../../src/nidmm/examples --junitxml=../../generated/junit/junit-nidmm-{envname}-{env:BITNESS:64}.xml {posargs}
-    nidmm-system_tests: coverage run --rcfile=../../tools/coverage_system_tests.rc --source nidmm --parallel-mode -m py.test ../../src/nidmm/system_tests --junitxml=../../generated/junit/junit-nidmm-{envname}-{env:BITNESS:64}.xml {posargs}
+    nidmm-system_tests: coverage run --rcfile=../../tools/coverage_system_tests.rc --source nidmm --parallel-mode -m py.test ../../src/nidmm/system_tests --junitxml=../../generated/junit/junit-nidmm-{envname}-{env:BITNESS:64}.xml {posargs} --durations=5
     nidmm-coverage: coverage combine --rcfile=../../tools/coverage_system_tests.rc ./
     # Create the report to upload
     nidmm-coverage: coverage xml -i --rcfile=../../tools/coverage_system_tests.rc
@@ -47,7 +47,7 @@ deps =
 depends =
     nidmm-coverage: py{35,36,37,38,py3}-nidmm-system_tests
 
-passenv = 
+passenv =
     GIT_BRANCH
     GIT_COMMIT
     BUILD_URL

generated/nifake/tox-system_tests.ini

@@ -29,7 +29,7 @@ commands =
     nifake-system_tests: python -c "import platform; print(platform.architecture())"
     nifake-system_tests: python -c "import nifake; nifake.print_diagnostic_information()"
     nifake-system_tests: coverage run --rcfile=../../tools/coverage_system_tests.rc --source nifake --parallel-mode -m py.test ../../src/nifake/examples --junitxml=../../generated/junit/junit-nifake-{envname}-{env:BITNESS:64}.xml {posargs}
-    nifake-system_tests: coverage run --rcfile=../../tools/coverage_system_tests.rc --source nifake --parallel-mode -m py.test ../../src/nifake/system_tests --junitxml=../../generated/junit/junit-nifake-{envname}-{env:BITNESS:64}.xml {posargs}
+    nifake-system_tests: coverage run --rcfile=../../tools/coverage_system_tests.rc --source nifake --parallel-mode -m py.test ../../src/nifake/system_tests --junitxml=../../generated/junit/junit-nifake-{envname}-{env:BITNESS:64}.xml {posargs} --durations=5
     nifake-coverage: coverage combine --rcfile=../../tools/coverage_system_tests.rc ./
     # Create the report to upload
     nifake-coverage: coverage xml -i --rcfile=../../tools/coverage_system_tests.rc
@@ -53,7 +53,7 @@ depends =
     nifake-coverage: py{35,36,37,38,py3}-nifake-system_tests
     nifake-system_tests: py38-nifake-nitclk_wheel,
 
-passenv = 
+passenv =
     GIT_BRANCH
     GIT_COMMIT
     BUILD_URL

generated/nifgen/tox-system_tests.ini

@@ -29,7 +29,7 @@ commands =
     nifgen-system_tests: python -c "import platform; print(platform.architecture())"
     nifgen-system_tests: python -c "import nifgen; nifgen.print_diagnostic_information()"
     nifgen-system_tests: coverage run --rcfile=../../tools/coverage_system_tests.rc --source nifgen --parallel-mode -m py.test ../../src/nifgen/examples --junitxml=../../generated/junit/junit-nifgen-{envname}-{env:BITNESS:64}.xml {posargs}
-    nifgen-system_tests: coverage run --rcfile=../../tools/coverage_system_tests.rc --source nifgen --parallel-mode -m py.test ../../src/nifgen/system_tests --junitxml=../../generated/junit/junit-nifgen-{envname}-{env:BITNESS:64}.xml {posargs}
+    nifgen-system_tests: coverage run --rcfile=../../tools/coverage_system_tests.rc --source nifgen --parallel-mode -m py.test ../../src/nifgen/system_tests --junitxml=../../generated/junit/junit-nifgen-{envname}-{env:BITNESS:64}.xml {posargs} --durations=5
     nifgen-coverage: coverage combine --rcfile=../../tools/coverage_system_tests.rc ./
     # Create the report to upload
     nifgen-coverage: coverage xml -i --rcfile=../../tools/coverage_system_tests.rc
@@ -53,7 +53,7 @@ depends =
     nifgen-coverage: py{35,36,37,38,py3}-nifgen-system_tests
     nifgen-system_tests: py38-nifgen-nitclk_wheel,
 
-passenv = 
+passenv =
     GIT_BRANCH
     GIT_COMMIT
     BUILD_URL

generated/nimodinst/tox-system_tests.ini

@@ -25,7 +25,7 @@ commands =
     nimodinst-system_tests: python -c "import platform; print(platform.architecture())"
     nimodinst-system_tests: python -c "import nimodinst; nimodinst.print_diagnostic_information()"
     nimodinst-system_tests: coverage run --rcfile=../../tools/coverage_system_tests.rc --source nimodinst --parallel-mode -m py.test ../../src/nimodinst/examples --junitxml=../../generated/junit/junit-nimodinst-{envname}-{env:BITNESS:64}.xml {posargs}
-    nimodinst-system_tests: coverage run --rcfile=../../tools/coverage_system_tests.rc --source nimodinst --parallel-mode -m py.test ../../src/nimodinst/system_tests --junitxml=../../generated/junit/junit-nimodinst-{envname}-{env:BITNESS:64}.xml {posargs}
+    nimodinst-system_tests: coverage run --rcfile=../../tools/coverage_system_tests.rc --source nimodinst --parallel-mode -m py.test ../../src/nimodinst/system_tests --junitxml=../../generated/junit/junit-nimodinst-{envname}-{env:BITNESS:64}.xml {posargs} --durations=5
     nimodinst-coverage: coverage combine --rcfile=../../tools/coverage_system_tests.rc ./
     # Create the report to upload
     nimodinst-coverage: coverage xml -i --rcfile=../../tools/coverage_system_tests.rc
@@ -47,7 +47,7 @@ deps =
 depends =
     nimodinst-coverage: py{35,36,37,38,py3}-nimodinst-system_tests
 
-passenv = 
+passenv =
     GIT_BRANCH
     GIT_COMMIT
     BUILD_URL

generated/niscope/tox-system_tests.ini

@@ -29,7 +29,7 @@ commands =
     niscope-system_tests: python -c "import platform; print(platform.architecture())"
     niscope-system_tests: python -c "import niscope; niscope.print_diagnostic_information()"
     niscope-system_tests: coverage run --rcfile=../../tools/coverage_system_tests.rc --source niscope --parallel-mode -m py.test ../../src/niscope/examples --junitxml=../../generated/junit/junit-niscope-{envname}-{env:BITNESS:64}.xml {posargs}
-    niscope-system_tests: coverage run --rcfile=../../tools/coverage_system_tests.rc --source niscope --parallel-mode -m py.test ../../src/niscope/system_tests --junitxml=../../generated/junit/junit-niscope-{envname}-{env:BITNESS:64}.xml {posargs}
+    niscope-system_tests: coverage run --rcfile=../../tools/coverage_system_tests.rc --source niscope --parallel-mode -m py.test ../../src/niscope/system_tests --junitxml=../../generated/junit/junit-niscope-{envname}-{env:BITNESS:64}.xml {posargs} --durations=5
     niscope-coverage: coverage combine --rcfile=../../tools/coverage_system_tests.rc ./
     # Create the report to upload
     niscope-coverage: coverage xml -i --rcfile=../../tools/coverage_system_tests.rc
@@ -53,7 +53,7 @@ depends =
     niscope-coverage: py{35,36,37,38,py3}-niscope-system_tests
     niscope-system_tests: py38-niscope-nitclk_wheel,
 
-passenv = 
+passenv =
     GIT_BRANCH
     GIT_COMMIT
     BUILD_URL

generated/nise/tox-system_tests.ini

@@ -25,7 +25,7 @@ commands =
     nise-system_tests: python -c "import platform; print(platform.architecture())"
     nise-system_tests: python -c "import nise; nise.print_diagnostic_information()"
     nise-system_tests: coverage run --rcfile=../../tools/coverage_system_tests.rc --source nise --parallel-mode -m py.test ../../src/nise/examples --junitxml=../../generated/junit/junit-nise-{envname}-{env:BITNESS:64}.xml {posargs}
-    nise-system_tests: coverage run --rcfile=../../tools/coverage_system_tests.rc --source nise --parallel-mode -m py.test ../../src/nise/system_tests --junitxml=../../generated/junit/junit-nise-{envname}-{env:BITNESS:64}.xml {posargs}
+    nise-system_tests: coverage run --rcfile=../../tools/coverage_system_tests.rc --source nise --parallel-mode -m py.test ../../src/nise/system_tests --junitxml=../../generated/junit/junit-nise-{envname}-{env:BITNESS:64}.xml {posargs} --durations=5
     nise-coverage: coverage combine --rcfile=../../tools/coverage_system_tests.rc ./
     # Create the report to upload
     nise-coverage: coverage xml -i --rcfile=../../tools/coverage_system_tests.rc
@@ -47,7 +47,7 @@ deps =
 depends =
     nise-coverage: py{35,36,37,38,py3}-nise-system_tests
 
-passenv = 
+passenv =
     GIT_BRANCH
     GIT_COMMIT
     BUILD_URL

generated/niswitch/tox-system_tests.ini

@@ -25,7 +25,7 @@ commands =
     niswitch-system_tests: python -c "import platform; print(platform.architecture())"
     niswitch-system_tests: python -c "import niswitch; niswitch.print_diagnostic_information()"
     niswitch-system_tests: coverage run --rcfile=../../tools/coverage_system_tests.rc --source niswitch --parallel-mode -m py.test ../../src/niswitch/examples --junitxml=../../generated/junit/junit-niswitch-{envname}-{env:BITNESS:64}.xml {posargs}
-    niswitch-system_tests: coverage run --rcfile=../../tools/coverage_system_tests.rc --source niswitch --parallel-mode -m py.test ../../src/niswitch/system_tests --junitxml=../../generated/junit/junit-niswitch-{envname}-{env:BITNESS:64}.xml {posargs}
+    niswitch-system_tests: coverage run --rcfile=../../tools/coverage_system_tests.rc --source niswitch --parallel-mode -m py.test ../../src/niswitch/system_tests --junitxml=../../generated/junit/junit-niswitch-{envname}-{env:BITNESS:64}.xml {posargs} --durations=5
     niswitch-coverage: coverage combine --rcfile=../../tools/coverage_system_tests.rc ./
     # Create the report to upload
     niswitch-coverage: coverage xml -i --rcfile=../../tools/coverage_system_tests.rc
@@ -47,7 +47,7 @@ deps =
 depends =
     niswitch-coverage: py{35,36,37,38,py3}-niswitch-system_tests
 
-passenv = 
+passenv =
     GIT_BRANCH
     GIT_COMMIT
     BUILD_URL

generated/nitclk/tox-system_tests.ini

@@ -25,7 +25,7 @@ commands =
     nitclk-system_tests: python -c "import platform; print(platform.architecture())"
     nitclk-system_tests: python -c "import nitclk; nitclk.print_diagnostic_information()"
     nitclk-system_tests: coverage run --rcfile=../../tools/coverage_system_tests.rc --source nitclk --parallel-mode -m py.test ../../src/nitclk/examples --junitxml=../../generated/junit/junit-nitclk-{envname}-{env:BITNESS:64}.xml {posargs}
-    nitclk-system_tests: coverage run --rcfile=../../tools/coverage_system_tests.rc --source nitclk --parallel-mode -m py.test ../../src/nitclk/system_tests --junitxml=../../generated/junit/junit-nitclk-{envname}-{env:BITNESS:64}.xml {posargs}
+    nitclk-system_tests: coverage run --rcfile=../../tools/coverage_system_tests.rc --source nitclk --parallel-mode -m py.test ../../src/nitclk/system_tests --junitxml=../../generated/junit/junit-nitclk-{envname}-{env:BITNESS:64}.xml {posargs} --durations=5
     nitclk-coverage: coverage combine --rcfile=../../tools/coverage_system_tests.rc ./
     # Create the report to upload
     nitclk-coverage: coverage xml -i --rcfile=../../tools/coverage_system_tests.rc
@@ -47,7 +47,7 @@ deps =
 depends =
     nitclk-coverage: py{35,36,37,38,py3}-nitclk-system_tests
 
-passenv = 
+passenv =
     GIT_BRANCH
     GIT_COMMIT
     BUILD_URL

tox.ini

@@ -4,7 +4,7 @@
 # and then run "tox" from this directory.
 [tox]
 # tox.ini and tox-travis.ini are copies of the same content with different envlist commented out
-# tox-travis.ini will have pyXX-clean and all pyXX-installers in the default envlist, while the developer tox.ini 
+# tox-travis.ini will have pyXX-clean and all pyXX-installers in the default envlist, while the developer tox.ini
 # does not have clean and only has one pyXX-installers
 # Uncomment this line for tox.ini
 envlist = py38-build_test,py38-codegen,py38-installers,py{35,36,37,38,py3}-test,py38-flake8,py38-docs,py38-pkg
@@ -110,28 +110,28 @@ commands =
     # pkg: check-manifest --ignore tox.ini,tests*,.github,.github/*,CONTRIBUTING.rst,docs,docs/*
     nidcpower_system_tests: python --version
     nidcpower_system_tests: python -c "import platform; print(platform.architecture())"
-    nidcpower_system_tests: python -m pytest src/nidcpower/system_tests --json=generated/kibana/nidcpower_system_test_result.json
+    nidcpower_system_tests: python -m pytest src/nidcpower/system_tests --json=generated/kibana/nidcpower_system_test_result.json --durations=5
     nidigital_system_tests: python --version
     nidigital_system_tests: python -c "import platform; print(platform.architecture())"
-    nidigital_system_tests: python -m pytest src/nidigital/system_tests --json=generated/kibana/nidigital_system_test_result.json
+    nidigital_system_tests: python -m pytest src/nidigital/system_tests --json=generated/kibana/nidigital_system_test_result.json --durations=5
     nidmm_system_tests: python --version
     nidmm_system_tests: python -c "import platform; print(platform.architecture())"
-    nidmm_system_tests: python -m pytest src/nidmm/system_tests --json=generated/kibana/nidmm_system_test_result.json
+    nidmm_system_tests: python -m pytest src/nidmm/system_tests --json=generated/kibana/nidmm_system_test_result.json --durations=5
     nifgen_system_tests: python --version
     nifgen_system_tests: python -c "import platform; print(platform.architecture())"
-    nifgen_system_tests: python -m pytest src/nifgen/system_tests --json=generated/kibana/nifgen_system_test_result.json
+    nifgen_system_tests: python -m pytest src/nifgen/system_tests --json=generated/kibana/nifgen_system_test_result.json --durations=5
     niswitch_system_tests: python --version
     niswitch_system_tests: python -c "import platform; print(platform.architecture())"
-    niswitch_system_tests: python -m pytest src/niswitch/system_tests --json=generated/kibana/niswitch_system_test_result.json
+    niswitch_system_tests: python -m pytest src/niswitch/system_tests --json=generated/kibana/niswitch_system_test_result.json --durations=5
     niscope_system_tests: python --version
     niscope_system_tests: python -c "import platform; print(platform.architecture())"
-    niscope_system_tests: python -m pytest src/niscope/system_tests --json=generated/kibana/niscope_system_test_result.json
+    niscope_system_tests: python -m pytest src/niscope/system_tests --json=generated/kibana/niscope_system_test_result.json --durations=5
     nimodinst_system_tests: python --version
     nimodinst_system_tests: python -c "import platform; print(platform.architecture())"
-    nimodinst_system_tests: python -m pytest src/nimodinst/system_tests --json=generated/kibana/nimodinst_system_test_result.json
+    nimodinst_system_tests: python -m pytest src/nimodinst/system_tests --json=generated/kibana/nimodinst_system_test_result.json --durations=5
     nise_system_tests: python --version
     nise_system_tests: python -c "import platform; print(platform.architecture())"
-    nise_system_tests: python -m pytest src/nise/system_tests --json=generated/kibana/nise_system_test_result.json
+    nise_system_tests: python -m pytest src/nise/system_tests --json=generated/kibana/nise_system_test_result.json --durations=5
 
 deps =
     test: pytest==4.6.5;platform_python_implementation=='PyPy'