fix(http): default callback condition check

wind2sing · Oct 29, 2019 · 0d40b67 · 0d40b67
1 parent 66222c1
commit 0d40b67
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/acrawler/crawler.py b/acrawler/crawler.py
@@ -697,7 +697,8 @@ async def _produce_tasks_from_start_requests(self):
         logger.debug("Produce initial tasks...")
         async for task in to_asyncgen(self.crawler.start_requests):
             if isinstance(task, Request):
-                task.add_callback(self.crawler.parse)
+                if not task.callbacks:
+                    task.add_callback(self.crawler.parse)
                 await self.crawler.add_task(task)
             elif isinstance(task, Task):
                 await self.crawler.add_task(task)