Add test for pytest test selecting. Closes #33

src/schemathesis/extra/pytest_plugin.py

@@ -33,8 +33,6 @@ def _gen_items(self, endpoint: Endpoint) -> Generator[Function, None, None]:
         Could produce more than one test item if
         parametrization is applied via ``pytest.mark.parametrize`` or ``pytest_generate_tests``.
         """
-        # TODO. exclude it early, if tests are deselected, then hypothesis strategies will not be used anyway
-        # But, it is important to know the total number of tests for all method/endpoint combos
         hypothesis_item = create_hypothesis_test(endpoint, self.test_function)
         items = self.ihook.pytest_pycollect_makeitem(
             collector=self.parent, name=self._get_test_name(endpoint), obj=hypothesis_item

test/schemas/test_parametrization.py

@@ -390,6 +390,29 @@ def test(request, case):
     result.stdout.re_match_lines([r"Hypothesis calls: 1"])
 
 
+def test_deselecting(testdir):
+    # When pytest selecting is applied via "-k" option
+    testdir.make_test(
+        """
+@schema.parametrize()
+@settings(max_examples=1)
+def test_a(request, case):
+    request.config.HYPOTHESIS_CASES += 1
+
+@schema.parametrize(filter_endpoint="pets")
+@settings(max_examples=1)
+def test_b(request, case):
+    request.config.HYPOTHESIS_CASES += 1
+    """,
+        paths={"/pets": {"post": {}}},
+    )
+    result = testdir.runpytest("-v", "-s", "-k", "pets")
+    # Then only relevant tests should be selected for running
+    result.assert_outcomes(passed=2)
+    # "/users" endpoint is excluded in the first test function
+    result.stdout.re_match_lines([".* 1 deselected / 2 selected", r".*\[POST:/v1/pets\]", r"Hypothesis calls: 2"])
+
+
 def test_required_parameters(testdir):
     testdir.make_test(
         """