Skip to content

Commit

Permalink
assert spider must inherit from the Spider class
Browse files Browse the repository at this point in the history
  • Loading branch information
jadbin committed Jul 14, 2018
1 parent aef400e commit 54ef32a
Showing 1 changed file with 2 additions and 1 deletion.
3 changes: 2 additions & 1 deletion xpaw/cluster.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@
from .http import HttpRequest, HttpResponse
from .errors import IgnoreRequest, IgnoreItem
from .downloader import DownloaderMiddlewareManager
from .spider import SpiderMiddlewareManager
from .spider import Spider, SpiderMiddlewareManager
from .eventbus import EventBus
from . import events
from .extension import ExtensionManager
Expand All @@ -38,6 +38,7 @@ def __init__(self, config):
verify_ssl=self.config.getbool('verify_ssl'),
loop=self.loop)
self.spider = self._new_object_from_cluster(self.config.get('spider'), self)
assert isinstance(self.spider, Spider), 'spider must inherit from the Spider class'
log.info('Spider: %s', str(self.spider))
self.downloadermw = DownloaderMiddlewareManager.from_cluster(self)
log.info('Downloader middlewares: %s', self._log_objects(self.downloadermw.components))
Expand Down

0 comments on commit 54ef32a

Please sign in to comment.