Merge pull request #151 from Lukas0907/lwn

Fixes for Ö1 and LWN
PyFeeds · Aug 16, 2018 · dfee6af · dfee6af
2 parents 0bf9ab9 + 453dc64
commit dfee6af
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 1 deletion.
diff --git a/feeds/spiders/lwn_net.py b/feeds/spiders/lwn_net.py
@@ -164,10 +164,14 @@ def _parse_article(self, response):
             ".MakeALink",
             "br",
         ]
+        change_tags = {
+            "div.BigQuote": "blockquote",
+        }
         il = FeedEntryItemLoader(
             response=response,
             parent=response.meta["il"],
             remove_elems=remove_elems,
+            change_tags=change_tags,
             base_url="https://{}".format(self.name),
         )
         text = response.css(".ArticleText").extract_first()

diff --git a/feeds/spiders/oe1_orf_at.py b/feeds/spiders/oe1_orf_at.py
@@ -63,7 +63,7 @@ def _parse_broadcast(self, response):
             ),
         )
         il.add_value("category", broadcast["tags"])
-        if "no_canonical_url" not in broadcast["url"]:
+        if broadcast["url"] and "no_canonical_url" not in broadcast["url"]:
             yield scrapy.Request(
                 broadcast["url"], self._parse_show, dont_filter=True, meta={"il": il}
             )