Skip to content

Commit

Permalink
lwn.net: Fix spider
Browse files Browse the repository at this point in the history
  • Loading branch information
Lukas0907 committed Aug 25, 2021
1 parent f31ffc4 commit 207193c
Showing 1 changed file with 3 additions and 1 deletion.
4 changes: 3 additions & 1 deletion feeds/spiders/lwn_net.py
Original file line number Diff line number Diff line change
Expand Up @@ -72,6 +72,8 @@ class LwnNetSpider(FeedsXMLFeedSpider):
# lwn.net doesn't like it (i.e. blocks us) if we impose too much load.
custom_settings = {"DOWNLOAD_DELAY": 1.0, "COOKIES_ENABLED": True}

feed_title = "LWN.net"

_subscribed = False

def start_requests(self):
Expand Down Expand Up @@ -118,7 +120,7 @@ def _after_login(self, response):
def _start_requests(self):
return scrapy.Request(
f"https://{self.name}/headlines/rss",
self.parse,
self._parse,
meta={"dont_cache": True},
)

Expand Down

0 comments on commit 207193c

Please sign in to comment.