diff --git a/.gitignore b/.gitignore index c1a3c4c..9747edd 100644 --- a/.gitignore +++ b/.gitignore @@ -8,6 +8,7 @@ src/strategies/__pycache__/ *.pyc .env update.sh +.python-version *yarn.lock diff --git a/scraper/src/config/config_loader.py b/scraper/src/config/config_loader.py index 1aea2ad..4060098 100644 --- a/scraper/src/config/config_loader.py +++ b/scraper/src/config/config_loader.py @@ -8,7 +8,6 @@ from collections import OrderedDict import json import os -import sys import copy from .config_validator import ConfigValidator @@ -102,7 +101,6 @@ def _load_config(self, config): return data except ValueError as value_error: raise ValueError('CONFIG is not a valid JSON') from value_error - sys.exit(EXIT_CODE_WRONG_CONFIG) def _parse(self): # Parse Env diff --git a/scraper/src/documentation_spider.py b/scraper/src/documentation_spider.py index ac840e7..88bd125 100644 --- a/scraper/src/documentation_spider.py +++ b/scraper/src/documentation_spider.py @@ -10,7 +10,6 @@ from scrapy.spiders.sitemap import regex import re import os -import sys # End of import for the sitemap behavior @@ -160,7 +159,6 @@ def add_records(self, response, from_sitemap): self.reason_to_stop = "Too much hits, Docs-Scraper only handle {} records".format( int(self.nb_hits_max)) raise ValueError(self.reason_to_stop) - sys.exit(EXIT_CODE_EXCEEDED_RECORDS) def parse_from_sitemap(self, response): if self.reason_to_stop is not None: