Skip to content

Commit

Permalink
Update scraper.py
Browse files Browse the repository at this point in the history
  • Loading branch information
Kooben209 committed Jul 16, 2021
1 parent d11b6a3 commit 5226312
Showing 1 changed file with 2 additions and 0 deletions.
2 changes: 2 additions & 0 deletions scraper.py
Expand Up @@ -72,6 +72,8 @@ def saveToStore(data):
if os.environ.get("MORPH_SLEEP") is not None:
sleepTime = int(os.environ["MORPH_SLEEP"])

scraperwiki.sqlite.execute("DELETE FROM data WHERE 'propId' in ( '80413752', '110383286', '108403724', '110425505', '110243744', '81009882', '110328962', '81010308', '108389390', '107762981', '110332100' )")

for k, v in filtered_dict.items():
checkURL = v
parsed = urlparse.urlparse(checkURL)
Expand Down

0 comments on commit 5226312

Please sign in to comment.