Improve content logging when there are no posts

kevinzg · Jun 16, 2020 · 1a703c8 · 1a703c8
1 parent 9086f0a
commit 1a703c8
Showing 1 changed file with 9 additions and 2 deletions.
diff --git a/facebook_scraper/page_iterators.py b/facebook_scraper/page_iterators.py
@@ -1,6 +1,7 @@
 import json
 import logging
 import re
+import textwrap
 from typing import Iterator, Optional
 
 from . import utils
@@ -66,8 +67,14 @@ def get_page(self) -> Page:
         if not raw_posts:
             logger.warning("No raw posts (<article> elements) were found in this page.")
             if logger.isEnabledFor(logging.DEBUG):
-                content = utils.html2text(raw_page.html)
-                logger.debug("The page content is:\n---\n%s\n---\n", content)
+                content = textwrap.indent(
+                    utils.html2text(raw_page.html),
+                    prefix='| ',
+                    predicate=lambda _: True,
+                )
+                sep = '+' + '-' * 60
+                logger.debug("The page url is: %s", self.response.url)
+                logger.debug("The page content is:\n%s\n%s%s\n", sep, content, sep)
 
         return raw_posts