Quick hack.

gdelfresno · May 14, 2017 · ee3be05 · ee3be05
1 parent 59d3ad0
commit ee3be05
Showing 1 changed file with 7 additions and 0 deletions.
diff --git a/scrapyrt/resources.py b/scrapyrt/resources.py
@@ -212,6 +212,13 @@ def prepare_crawl(self, api_params, scrapy_request_args, *args, **kwargs):
             max_requests = api_params['max_requests']
         except (KeyError, IndexError):
             max_requests = None
+
+        crawler_params = api_params.copy()
+        for api_param in ['max_requests', 'start_requests', 'spider_name',
+                          'url']:
+            crawler_params.pop(api_param, None)
+        kwargs.update(crawler_params)
+
         dfd = self.run_crawl(
             spider_name, scrapy_request_args, max_requests,
             start_requests=start_requests, *args, **kwargs)