Explicitly set callback function in XMLFeedSpider spiders

PyFeeds · Aug 25, 2021 · f291b0d · f291b0d
1 parent 207193c
commit f291b0d
Show file tree

Hide file tree

Showing 5 changed files with 5 additions and 0 deletions.
diff --git a/feeds/spiders/arstechnica_com.py b/feeds/spiders/arstechnica_com.py
@@ -21,6 +21,7 @@ def start_requests(self):
         for channel in channels:
             yield scrapy.Request(
                 f"http://feeds.{self.name}/arstechnica/{channel}",
+                self._parse,
                 meta={"path": channel, "dont_cache": True},
             )
 

diff --git a/feeds/spiders/ft_com.py b/feeds/spiders/ft_com.py
@@ -25,6 +25,7 @@ def start_requests(self):
                 path = ressort
             yield scrapy.Request(
                 f"https://www.{self.name}/{path}?format=rss",
+                self._parse,
                 meta={"dont_cache": True, "ressort": ressort},
             )
 

diff --git a/feeds/spiders/nachrichten_at.py b/feeds/spiders/nachrichten_at.py
@@ -32,6 +32,7 @@ def start_requests(self):
         for ressort in self._ressorts:
             yield scrapy.Request(
                 f"https://www.{self.name}/storage/rss/rss/{ressort}.xml",
+                self._parse,
                 meta={"ressort": ressort, "dont_cache": True},
             )
 

diff --git a/feeds/spiders/orf_at.py b/feeds/spiders/orf_at.py
@@ -62,6 +62,7 @@ def start_requests(self):
         for channel in channels:
             yield scrapy.Request(
                 f"https://rss.orf.at/{channel}.xml",
+                self.parse,
                 meta={"path": channel, "dont_cache": True},
             )
 

diff --git a/feeds/spiders/trend_at.py b/feeds/spiders/trend_at.py
@@ -33,6 +33,7 @@ def start_requests(self):
                 "https://www.{}/sitemap-articles-{}.xml".format(
                     self.name, month.strftime("%Y-%m")
                 ),
+                self._parse,
                 meta={"dont_cache": True, "handle_httpstatus_list": [404]},
             )