Skip to content

Commit

Permalink
minor
Browse files Browse the repository at this point in the history
  • Loading branch information
Dan McInerney committed Dec 19, 2014
1 parent 45758a9 commit 22817de
Showing 1 changed file with 0 additions and 3 deletions.
3 changes: 0 additions & 3 deletions xsscrapy/spiders/xss_spider.py
Original file line number Diff line number Diff line change
Expand Up @@ -31,9 +31,6 @@ class XSSspider(CrawlSpider):
# Scrape 404 pages too
handle_httpstatus_list = [x for x in xrange(0,600)]

# If you're logging into a site with a logout link, you'll want to
# uncomment the rule below and comment the shorter one right after to
# prevent yourself from being logged out automatically
rules = (Rule(LinkExtractor(), callback='parse_resp', follow=True), )

def __init__(self, *args, **kwargs):
Expand Down

0 comments on commit 22817de

Please sign in to comment.