CI: omit repeated slow tests

pyproject.toml

@@ -96,6 +96,7 @@ norecursedirs = ["venv", ".tox", ".git", "node_modules"]
 addopts = "--strict-markers"
 markers = [
     "requiresinternet: marks tests requiring an internet connection",
+    "slowtest: marks particularly slow tests that do not need to be run for every testenv variant",
 ]
 
 

tests/test_build_frontend.py

@@ -97,6 +97,7 @@ def test_initialize_aborts_if_no_source(frontend_build_hook, mocker):
 
 @pytest.mark.skipif(shutil.which("npm") is None, reason="npm not installed")
 @pytest.mark.requiresinternet
+@pytest.mark.slowtest
 @pytest.mark.usefixtures("frontend_src")
 def test_initialize_builds_frontend(frontend_build_hook, tmp_root):
     frontend_build_hook.initialize("standard", build_data={})

tests/test_imports.py

@@ -34,6 +34,7 @@ def module(request):
     return request.param
 
 
+@pytest.mark.slowtest
 def test_import(module):
     python = sys.executable
     assert run([python, "-c", f"import {module}"], check=False).returncode == 0

tests/test_packages.py

@@ -54,6 +54,7 @@ def test_VirtualEnv_addsitedir(nested_venv: VirtualEnv) -> None:
 
 
 @pytest.mark.requiresinternet
+@pytest.mark.slowtest
 def test_VirtualEnv_run_pip_install(tmp_path: Path) -> None:
     # XXX: slow test
     venv = VirtualEnv(tmp_path)

tests/test_pluginsystem.py

@@ -197,6 +197,7 @@ def test_path(self, dummy_plugin):
         assert dummy_plugin.path == str(Path(__file__).parent)
 
     @pytest.mark.requiresinternet
+    @pytest.mark.slowtest
     @pytest.mark.usefixtures("save_sys_path")
     def test_path_installed_plugin_is_none(self, scratch_project):
         # XXX: this test is slow and fragile. (It won't run

tests/test_watcher.py

@@ -89,7 +89,7 @@ def __call__(
                 # The FSEventObserver (used on macOS) seems to send events for things that
                 # happened before is was started.  Here, we wait a little bit for things to
                 # start, then discard any pre-existing events.
-                time.sleep(0.1)
+                time.sleep(0.2)
                 watcher.wait(blocking=False)
 
             yield self.watched_path

tox.ini

@@ -19,11 +19,13 @@ python =
 
 [testenv]
 commands =
-    coverage run -m pytest {posargs:tests -ra}
+    coverage run -m pytest {posargs:tests -ra --durations=20}
 passenv = USERNAME
 setenv =
     # skip building frontend js/css
     HATCH_BUILD_NO_HOOKS=true
+    # do not run marked slow tests in every variant testenv
+    {mistune0,noutils,pytz,tzdata}: PYTEST_ADDOPTS=-m "not slowtest"
 deps =
     pytest>=6
     pytest-click
@@ -63,7 +65,7 @@ download = true
 # break PATH in noutils environment(s).
 allowlist_externals = env
 commands =
-    env PATH="{env_bin_dir}" coverage run -m pytest {posargs:tests -ra}
+    env PATH="{env_bin_dir}" coverage run -m pytest {posargs:tests -ra --durations=20}
 
 [testenv:lint]
 use_develop = true