Add tests for disables being ignored with multiple jobs

tests/input/no_absolute_import.py

@@ -0,0 +1,5 @@
+""" Puts issue #2672 under test (-j 1 vs -j N)
+
+Here we use a simple file to ensure configs are treated exactly the same way in -j 1 and
+-j N """
+import os  # pylint: disable=unused-import

tests/test_self.py

@@ -237,6 +237,20 @@ def test_parallel_execution(self):
             code=2,
         )
 
+    def test_parallel_execution_bug_2674(self):
+        """  Tests that disabling absolute imports works the same in -j1/j2 """
+        expected_ret_code = 0  # we are disabling the check, should pass
+        for jobs in (1, 2):
+            self._runtest(
+                [
+                    "--py3k",
+                    "--disable=no-absolute-import",
+                    "-j %d" % jobs,
+                    join(HERE, "input", "no_absolute_import.py"),
+                ],
+                code=expected_ret_code,
+            )
+
     def test_parallel_execution_missing_arguments(self):
         self._runtest(["-j 2", "not_here", "not_here_too"], code=1)