Parallel lint

inspektor/lint.py

@@ -15,6 +15,7 @@
 import logging
 import os
 import sys
+import multiprocessing
 
 from pylint.lint import Run, PyLinter
 
@@ -38,6 +39,21 @@ class QuietLintRun(Run):
     LinterClass = QuietPyLinter
 
 
+def run_pylint_file(args):
+    filename, other_opts = args
+    default_opts = ['--rcfile=/dev/null',
+                    '--good-names=i,j,k,Run,_,vm',
+                    ('--msg-template='
+                     '"{msg_id}:{line:3d},{column}: {obj}: {msg}"')]
+    opts = default_opts + other_opts
+    runner = QuietLintRun(opts + [filename], exit=False)
+    try:
+        if runner.linter.msg_status != 0:
+            return filename
+    except Exception as details:
+        return filename
+
+
 class Linter(object):
 
     def __init__(self, args, logger=logging.getLogger('')):
@@ -94,11 +110,26 @@ def check_dir(self, path):
 
         :param path: Path to a directory.
         """
+        filenames = []
+        failed_paths = []
         for root, dirs, files in os.walk(path):
             for filename in files:
-                self.check_file(os.path.join(root, filename))
-
-        return not self.failed_paths
+                filename = os.path.join(root, filename)
+                checker = PathChecker(path=filename, args=self.args, label='Lint',
+                                      logger=self.log)
+                if checker.check_attributes('text', 'python', 'not_empty'):
+                    filenames.append(os.path.join(root, filename))
+
+        if filenames:
+            pool = multiprocessing.Pool()
+            opts = self.get_opts()
+            args = [(filename, opts) for filename in filenames]
+            failed_paths = pool.map(run_pylint_file, args)
+            if any(failed_paths):
+                failed_paths = [path for path in failed_paths if path is not None]
+                self.failed_paths += failed_paths
+                return False
+        return True
 
     def check_file(self, path):
         """