Merge pull request #3 from huseyinyilmaz/master

pep8 issues, README. etc.

README.rst

@@ -6,6 +6,28 @@ Octavious
 Octavious is a very lightweight mutli processing framework helps you parallelize
 your tasks within a plugin pipeline system.
 
+Run the example app:
+--------------------
+
+::
+
+    $ python -m unittest -v octavious.tests
+    test_pipeline (octavious.tests.TestPipeline) ... ok
+    test_call_symbol (octavious.tests.TestUtils) ... ok
+    test_load_symbol (octavious.tests.TestUtils) ... ok
+
+    ----------------------------------------------------------------------
+    Ran 3 tests in 0.001s
+
+    OK
+    $ python -m examples.simple
+    * Chuck Norris uses ribbed condoms inside out, so he gets the pleasure.
+
+    * Chuck Norris doesn't read books. He stares them down until he gets the information he wants.
+
+    * MacGyver can build an airplane out of gum and paper clips. Chuck Norris can kill him and take it.
+
+
 Currently in very early stages, please stay tuned...
 
 License

examples/simple/__main__.py

@@ -1,19 +1,20 @@
-from octavious.pipeline import Pipeline
 from octavious.utils import pipeline, processor, plugin, parallelizer
 from octavious.processor import ManyToOneProcessor, PipelineProcessor
 
 
-cnj_processor = processor('examples.simple.processes.chucknjoke')
+if __name__ == '__main__':
 
-cnj_pipeline = pipeline(
-    plugin('examples.simple.plugins.echo'),
-    plugin('examples.simple.plugins.dictdigger', 'value.joke'),
-    plugin('examples.simple.plugins.jsondeserializer'),
-)
+    cnj_processor = processor('examples.simple.processes.chucknjoke')
 
-cnj_parallelizer = parallelizer('octavious.parallelizer.mp')
+    cnj_pipeline = pipeline(
+        plugin('examples.simple.plugins.echo'),
+        plugin('examples.simple.plugins.dictdigger', 'value.joke'),
+        plugin('examples.simple.plugins.jsondeserializer'))
 
-onetomany = ManyToOneProcessor(PipelineProcessor(cnj_processor, cnj_pipeline),
-                               cnj_parallelizer)
+    cnj_parallelizer = parallelizer('octavious.parallelizer.mp')
 
-onetomany(range(1, 4))
+    onetomany = ManyToOneProcessor(PipelineProcessor(cnj_processor,
+                                                     cnj_pipeline),
+                                   cnj_parallelizer)
+
+    onetomany(range(1, 4))

examples/simple/plugins/dictdigger.py

@@ -1,5 +1,3 @@
-import json
-
 from octavious.pipeline import Plugin
 
 

octavious/parallelizer/mp.py

@@ -32,7 +32,7 @@ def aux(result):
                 callback(result, cumulative=results)
         pool = Pool(processes=self.worker_count)
         for processor in processors:
-            async_result = pool.apply_async(
+            pool.apply_async(
                 processor, (input,), callback=aux)
         pool.close()
         pool.join()

octavious/pipeline.py

@@ -80,7 +80,8 @@ def __init__(self, plugins, propagates_exceptions=False):
     def __eq__(self, other):
         if isinstance(other, type(self)):
             result = (self.plugins == other.plugins and
-                      self.propagates_exceptions == other.propagates_exceptions)
+                      self.propagates_exceptions ==
+                      other.propagates_exceptions)
         else:
             result = NotImplemented
         return result

octavious/processor.py

@@ -1,6 +1,3 @@
-from octavious.pipeline import Pipeline
-
-
 class Processor(object):
     """Base class for all processors those define a custom processing unit"""
 

octavious/utils.py

@@ -1,8 +1,7 @@
-from octavious.pipeline import Plugin, Pipeline
-from functools import partial
+from octavious.pipeline import Pipeline
 
 
-def load_module(module_path, symbols=[]):
+def load_module(module_path, symbols=()):
     """Loads a module by given module path
 
     :param module_path: module path