adds pytest marks

pytest.ini

@@ -0,0 +1,11 @@
+[pytest]
+addopts = 
+    --strict-markers
+    --strict-config
+    -ra
+
+testpaths = tests
+
+markers = 
+    selenium: set of (costly) integration tests that start a headless chrome session to run a dashboard integration test
+    cli: set of tests that test the cli's (explainerdashboard and explainerhub commandline programs)

tests/hub/test_hub_cli.py

@@ -1,4 +1,6 @@
+import pytest
 
+pytestmark = pytest.mark.cli
 
 def test_explainerhub_cli_help(explainer_hub_dump_folder, script_runner):
     ret = script_runner.run('explainerhub', ' --help', cwd=str(explainer_hub_dump_folder))

tests/hub/test_hub_integration.py

@@ -1,5 +1,7 @@
 import pytest
 
+pytestmark = pytest.mark.selenium
+
 @pytest.fixture(scope="session")
 def explainer_hub_client(explainer_hub):
     explainer_hub.app.config["TESTING"] = True
@@ -13,25 +15,6 @@ def explainer_hub_client(explainer_hub):
     if _ctx is not None:
         _ctx.pop()
 
-# class UserTest(TestCase):
-#    def setUp(self):
-#         X_train, y_train, X_test, y_test = titanic_survive()
-#         model = RandomForestClassifier(n_estimators=5, max_depth=2).fit(X_train, y_train)
-#         explainer = ClassifierExplainer(model, X_test, y_test)
-#         db1 = ExplainerDashboard(explainer, description="Super interesting dashboard")
-#         db2 = ExplainerDashboard(explainer, title="Dashboard Two", 
-#                     logins=[['user', 'password']], name='db2')
-#         self.hub = ExplainerHub([db1, db2])
-#         self.hub.app.config["TESTING"] = True
-#         self.hub.app.config["WTF_CSRF_CHECK_DEFAULT"] = False
-#         self.client = self.hub.app.test_client()
-#         self._ctx = self.hub.app.test_request_context()
-#         self._ctx.push()
-
-#    def tearDown(self):
-#        if self._ctx is not None:
-#            self._ctx.pop()
-
 def test_explainer_hub_client(explainer_hub_client):
     with explainer_hub_client:
         data = {"username": "user", "password": "password", "next": "/"}       

tests/integration_tests/test_customdashboards.py

@@ -1,10 +1,10 @@
-import dash
-from sklearn.ensemble import RandomForestClassifier
+import pytest
 
-from explainerdashboard import *
-from explainerdashboard.datasets import *
+from explainerdashboard import ExplainerDashboard
 from explainerdashboard.custom import *
 
+pytestmark = pytest.mark.selenium
+
 class CustomDashboard(ExplainerComponent):
     def __init__(self, explainer, title="Custom Dashboard", name=None):
         super().__init__(explainer)

tests/integration_tests/test_dashboards.py

@@ -1,6 +1,9 @@
 
+import pytest
+
 from explainerdashboard.dashboards import ExplainerDashboard
 
+pytestmark = pytest.mark.selenium
 
 def test_classification_dashboard(dash_duo, precalculated_rf_classifier_explainer):
     db = ExplainerDashboard(precalculated_rf_classifier_explainer, title="testing", responsive=False)

tests/test_cli.py

@@ -7,8 +7,9 @@
 from explainerdashboard.datasets import titanic_survive
 from explainerdashboard.custom import ShapDependenceComposite
 
+pytestmark = pytest.mark.cli
 
-@pytest.fixture
+@pytest.fixture(scope="session")
 def generate_assets():
     X_train, y_train, X_test, y_test = titanic_survive()