Skip to content

Commit

Permalink
Fix __main__ for pytest
Browse files Browse the repository at this point in the history
  • Loading branch information
charmoniumQ committed Mar 15, 2022
1 parent 3eacf07 commit 1104dde
Showing 1 changed file with 20 additions and 16 deletions.
36 changes: 20 additions & 16 deletions ascl_net_scraper/__main__.py
Original file line number Diff line number Diff line change
@@ -1,24 +1,28 @@
import logging
import os

from tqdm import tqdm

from .main import scrape_index_list, scrape_details

logger = logging.getLogger("charmonium.freeze")
logger.setLevel(logging.DEBUG)
fh = logging.FileHandler("freeze.log")
fh.setLevel(logging.DEBUG)
fh.setFormatter(logging.Formatter("%(asctime)s: %(message)s"))
logger.addHandler(fh)
# __name__ == "__main__" is needed so pytest ignores this.
if __name__ == "__main__":
logger = logging.getLogger("charmonium.freeze")
logger.setLevel(logging.DEBUG)
fh = logging.FileHandler("freeze.log")
fh.setLevel(logging.DEBUG)
fh.setFormatter(logging.Formatter("%(message)s"))
logger.addHandler(fh)
logger.debug("Program {}", os.getpid())

logger = logging.getLogger("charmonium.cache.ops")
logger.setLevel(logging.DEBUG)
fh = logging.FileHandler("cache.log")
fh.setLevel(logging.DEBUG)
fh.setFormatter(logging.Formatter("%(asctime)s: %(message)s"))
logger.addHandler(fh)
logger = logging.getLogger("charmonium.cache.ops")
logger.setLevel(logging.DEBUG)
fh = logging.FileHandler("cache.log")
fh.setLevel(logging.DEBUG)
fh.setFormatter(logging.Formatter("%(message)s"))
logger.addHandler(fh)
logger.debug("Program {}", os.getpid())


records = scrape_index_list(10)
for record in tqdm(records, total=len(records)):
detailed_record = scrape_details(record.details_url)
records = scrape_index_list(10)
for record in tqdm(records, total=len(records)):
detailed_record = scrape_details(record.details_url)

0 comments on commit 1104dde

Please sign in to comment.