refactor: extract main or body in external urls

nalgeon · Apr 13, 2024 · ae1d30b · ae1d30b
1 parent 55a5e67
commit ae1d30b
Showing 1 changed file with 1 addition and 6 deletions.
diff --git a/bot/fetcher.py b/bot/fetcher.py
@@ -66,12 +66,7 @@ def extract_text(self) -> str:
         if self.content_type != "text/html":
             return self.response.text
         html = BeautifulSoup(self.response.text, "html.parser")
-        article = (
-            html.find("main article")
-            or html.find("article")
-            or html.find("main")
-            or html.find("body")
-        )
+        article = html.find("main") or html.find("body")
         return article.get_text()
 
     def is_text(self) -> bool: