Merge pull request #117 from Lukas0907/master

addendum.org: Remove more elements.

.isort.cfg

@@ -0,0 +1,6 @@
+[settings]
+line_length = 88
+multi_line_output = 3
+combine_as_imports = true
+include_trailing_comma = true
+not_skip = __init__.py

feeds/cache.py

@@ -1,7 +1,7 @@
-from datetime import datetime
 import logging
 import os
 import pickle
+from datetime import datetime
 
 logger = logging.getLogger(__name__)
 

feeds/cli.py

@@ -1,15 +1,13 @@
-from datetime import datetime
-from datetime import timedelta
 import configparser
 import logging
 import os
+from datetime import datetime, timedelta
 
+import click
 from scrapy.crawler import CrawlerProcess
 from scrapy.utils.log import configure_logging
-from scrapy.utils.project import get_project_settings
-from scrapy.utils.project import data_path
+from scrapy.utils.project import data_path, get_project_settings
 from twisted.python import failure
-import click
 
 from feeds.cache import cleanup_cache
 

feeds/exporters.py

@@ -1,12 +1,11 @@
-from urllib.parse import urljoin
 import logging
 import os
+from urllib.parse import urljoin
 
 from lxml import etree
 from scrapy.exporters import BaseItemExporter
 
-from feeds.items import FeedEntryItem
-from feeds.items import FeedItem
+from feeds.items import FeedEntryItem, FeedItem
 
 
 class AtomExporter(BaseItemExporter):

feeds/loaders.py

@@ -1,24 +1,19 @@
-from datetime import datetime
 import html
 import os
 import re
+from datetime import datetime
 
+import dateparser
+import delorean
+import lxml
 from lxml import etree
 from lxml.cssselect import CSSSelector
 from lxml.html import HtmlComment
 from scrapy.loader import ItemLoader
-from scrapy.loader.processors import Compose
-from scrapy.loader.processors import Identity
-from scrapy.loader.processors import Join
-from scrapy.loader.processors import MapCompose
-from scrapy.loader.processors import TakeFirst
+from scrapy.loader.processors import Compose, Identity, Join, MapCompose, TakeFirst
 from w3lib.html import remove_tags
-import delorean
-import dateparser
-import lxml
 
-from feeds.items import FeedItem
-from feeds.items import FeedEntryItem
+from feeds.items import FeedEntryItem, FeedItem
 
 
 def parse_datetime(text, loader_context):

feeds/spiders/__init__.py

@@ -1,7 +1,5 @@
-from scrapy.spiders import CrawlSpider
-from scrapy.spiders import Spider
-from scrapy.spiders import XMLFeedSpider
 import scrapy
+from scrapy.spiders import CrawlSpider, Spider, XMLFeedSpider
 
 from feeds.loaders import FeedItemLoader
 

feeds/spiders/addendum_org.py

@@ -50,6 +50,9 @@ def _parse_article(self, response):
             ".callToAction",
             ".print-action",
             ".internalLink span",
+            ".addCommunity",
+            ".download",
+            ".BCaudioPlayer",
         ]
         change_tags = {
             "div.heroStage__introText": "strong",

feeds/spiders/facebook_com.py

@@ -1,8 +1,8 @@
 import json
 
-from scrapy import Request
 import bleach
 import w3lib.url
+from scrapy import Request
 
 from feeds.loaders import FeedEntryItemLoader
 from feeds.spiders import FeedsSpider

feeds/spiders/falter_at.py

@@ -1,7 +1,7 @@
-from collections import OrderedDict
-from datetime import timedelta
 import json
 import re
+from collections import OrderedDict
+from datetime import timedelta
 
 import delorean
 import scrapy

feeds/spiders/lwn_net.py

@@ -1,9 +1,9 @@
-from datetime import timedelta
 import re
+from datetime import timedelta
 
-from scrapy.loader.processors import TakeFirst
-import scrapy
 import delorean
+import scrapy
+from scrapy.loader.processors import TakeFirst
 
 from feeds.loaders import FeedEntryItemLoader
 from feeds.spiders import FeedsXMLFeedSpider

feeds/spiders/openwrt_org.py

@@ -1,6 +1,6 @@
+import scrapy
 from scrapy.linkextractors import LinkExtractor
 from scrapy.spiders import Rule
-import scrapy
 
 from feeds.loaders import FeedEntryItemLoader
 from feeds.spiders import FeedsCrawlSpider

feeds/spiders/tvthek_orf_at.py

@@ -1,8 +1,8 @@
-from datetime import timedelta
 import json
+from datetime import timedelta
 
-from scrapy import Request
 import delorean
+from scrapy import Request
 
 from feeds.loaders import FeedEntryItemLoader
 from feeds.spiders import FeedsSpider

feeds/spiders/uebermedien_de.py

@@ -1,8 +1,8 @@
-from scrapy.http import FormRequest
-import scrapy
-
-from urllib.parse import urlparse, parse_qs
 import json
+from urllib.parse import parse_qs, urlparse
+
+import scrapy
+from scrapy.http import FormRequest
 
 from feeds.loaders import FeedEntryItemLoader
 from feeds.spiders import FeedsXMLFeedSpider

feeds/spiders/usenix_org.py

@@ -1,5 +1,5 @@
-from datetime import datetime
 import re
+from datetime import datetime
 
 import scrapy
 

feeds/spiders/vice_com.py

@@ -1,6 +1,6 @@
-import delorean
 import json
 
+import delorean
 import scrapy
 
 from feeds.loaders import FeedEntryItemLoader

feeds/spiders/wienerlinien_at.py

@@ -1,8 +1,8 @@
-from scrapy.http import HtmlResponse
 import scrapy
+from scrapy.http import HtmlResponse
 
-from feeds.spiders import FeedsSpider
 from feeds.loaders import FeedEntryItemLoader
+from feeds.spiders import FeedsSpider
 
 
 class WienerLinienAtSpider(FeedsSpider):

feeds/spiders/zeitdiebin_at.py

@@ -1,6 +1,7 @@
-import scrapy
 import datetime
 
+import scrapy
+
 from feeds.loaders import FeedEntryItemLoader
 from feeds.spiders import FeedsSpider
 

setup.py

@@ -1,4 +1,4 @@
-from setuptools import setup, find_packages
+from setuptools import find_packages, setup
 
 setup(
     name="feeds",