Upgrading to scrapy 0.22

rmax · May 27, 2014 · 8f837ee · 8f837ee
1 parent a295b18
commit 8f837ee
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 5 deletions.
diff --git a/.gitignore b/.gitignore
@@ -1,5 +1,6 @@
 *.py[cod]
 *.swp
+*~
 
 .ropeproject
 

diff --git a/README.rst b/README.rst
@@ -68,9 +68,9 @@ Enable the components in your `settings.py`:
   SCHEDULER_IDLE_BEFORE_CLOSE = 10
 
   # Store scraped item in redis for post-processing.
-  ITEM_PIPELINES = [
-      'scrapy_redis.pipelines.RedisPipeline',
-  ]
+  ITEM_PIPELINES = {
+      'scrapy_redis.pipelines.RedisPipeline': 300
+  }
   
   # Specify the host and port to use when connecting to Redis (optional).
   REDIS_HOST = 'localhost'

diff --git a/scrapy_redis/spiders.py b/scrapy_redis/spiders.py
@@ -2,7 +2,7 @@
 
 from scrapy import signals
 from scrapy.exceptions import DontCloseSpider
-from scrapy.spider import BaseSpider
+from scrapy.spider import Spider
 
 
 class RedisMixin(object):
@@ -46,7 +46,7 @@ def item_scraped(self, *args, **kwargs):
         self.schedule_next_request()
 
 
-class RedisSpider(RedisMixin, BaseSpider):
+class RedisSpider(RedisMixin, Spider):
     """Spider that reads urls from redis queue when idle."""
 
     def set_crawler(self, crawler):