Merge pull request #127 from Lukas0907/vice

vice.com: Improve cleanup.
PyFeeds · Jul 9, 2018 · 0fe0fc5 · 0fe0fc5
2 parents cd7d6f7 + f0d4676
commit 0fe0fc5
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/feeds/spiders/vice_com.py b/feeds/spiders/vice_com.py
@@ -42,7 +42,12 @@ def start_requests(self):
 
     def parse(self, response):
         articles = json.loads(response.text)
-        remove_elems = ["hr + p:contains('Auch bei Vice')", "hr", "iframe"]
+        remove_elems = [
+            "hr + p",
+            "hr",
+            "iframe",
+            "p i:last-of-type:contains('Facebook'):contains('Twitter')",
+        ]
         for article in articles:
             il = FeedEntryItemLoader(timezone=self._timezone, remove_elems=remove_elems)
             il.add_value("title", article["title"])