From eee8c107af49be39c5054c07c27c3e2050085dd4 Mon Sep 17 00:00:00 2001
From: jadbin <jadbin.com@hotmail.com>
Date: Wed, 11 Jul 2018 11:09:28 +0800
Subject: [PATCH] refactoring

---
 xpaw/cluster.py    |  6 +++---
 xpaw/middleware.py | 21 ++++++++++-----------
 2 files changed, 13 insertions(+), 14 deletions(-)

diff --git a/xpaw/cluster.py b/xpaw/cluster.py
index 01a763d..7cb2ee6 100644
--- a/xpaw/cluster.py
+++ b/xpaw/cluster.py
@@ -211,10 +211,10 @@ async def _handle_result(self, result):
             except CancelledError:
                 raise
             except Exception as e:
-                if not isinstance(e, IgnoreItem):
-                    log.warning("Failed to handle item: %s", result, exc_info=True)
-                else:
+                if isinstance(e, IgnoreItem):
                     await self.event_bus.send(events.item_ignored, item=result)
+                else:
+                    log.warning("Failed to handle item: %s", result, exc_info=True)
             else:
                 await self.event_bus.send(events.item_scraped, item=result)
 
diff --git a/xpaw/middleware.py b/xpaw/middleware.py
index d01afe8..378e535 100644
--- a/xpaw/middleware.py
+++ b/xpaw/middleware.py
@@ -49,26 +49,25 @@ def _add_middleware(self, middleware):
             self._close_handlers.insert(0, middleware.close)
 
     @staticmethod
-    def _priority_list_from_config(name, config, *, shift=.0):
+    def _priority_list_from_config(name, config):
         c = config.get(name)
         assert c is None or isinstance(c, (list, dict)), \
             "'{}' must be None, a list or a dict, got {}".format(name, type(c).__name__)
         if c is None:
             return {}
-        if isinstance(c, list):
-            d = {}
-            e = shift
+        d = {}
+        if isinstance(c, dict):
             for i in c:
-                if i not in d:
-                    d[i] = e
-                    e += shift
-            return d
-        return c
+                d[i] = (float(c[i]),)
+        elif isinstance(c, list):
+            for i in range(len(c)):
+                d[c[i]] = (0, i)
+        return d
 
     @classmethod
     def _make_component_list(cls, name, config):
-        c_base = cls._priority_list_from_config(name + '_base', config, shift=1e-5)
-        c = cls._priority_list_from_config(name, config, shift=1e-10)
+        c_base = cls._priority_list_from_config(name + '_base', config)
+        c = cls._priority_list_from_config(name, config)
         c_base.update(c)
         res = []
         for k, v in c_base.items():