Skip to content
Browse files

updated readme and bumped version 0.3

  • Loading branch information...
1 parent 8368535 commit 5d1db86c99686df860851354cb5ce398caf80536 @rolando committed
Showing with 15 additions and 1 deletion.
  1. +14 −0 README.rst
  2. +1 −1 setup.py
View
14 README.rst
@@ -31,11 +31,25 @@ In your settings.py:
# don't cleanup redis queues, allows to pause/resume crawls
SCHEDULER_PERSIST = True
+ # Schedule requests using a priority queue. (default)
+ SCHEDULER_QUEUE_CLASS = 'scrapy_redis.queue.SpiderPriorityQueue'
+
+ # Schedule requests using a queue (FIFO).
+ SCHEDULER_QUEUE_CLASS = 'scrapy_redis.queue.SpiderQueue'
+
+ # Schedule requests using a stack (LIFO).
+ SCHEDULER_QUEUE_CLASS = 'scrapy_redis.queue.SpiderStack'
+
# store scraped item in redis for post-processing
ITEM_PIPELINES = [
'scrapy_redis.pipelines.RedisPipeline',
]
+.. note::
+
+ Version 0.3 changed the requests serialization from `marshal` to `cPickle`,
+ therefore persisted requests using version 0.2 will not able to work on 0.3.
+
Running the example project
---------------------------
View
2 setup.py
@@ -6,7 +6,7 @@
setup(name='scrapy-redis',
- version='0.2',
+ version='0.3',
description='Redis-based components for Scrapy',
long_description=LONG_DESC,
author='Rolando Espinoza La fuente',

0 comments on commit 5d1db86

Please sign in to comment.
Something went wrong with that request. Please try again.