Skip to content

Commit

Permalink
Update scraper.py
Browse files Browse the repository at this point in the history
  • Loading branch information
Brandhunt committed Jan 27, 2020
1 parent c3085e1 commit 6391f34
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions scraper.py
Expand Up @@ -313,8 +313,8 @@ def doeshtmlelementexist(selectedel):
if prod is not None:
products.append(str(etree.tostring(prod)))
childrenCountNew = len(products)
print('chCOUNT: ' + childrenCount)
print('chCOUNTNEW: ' + childrenCountNew)
print('chCOUNT: ' + str(childrenCount))
print('chCOUNTNEW: ' + str(childrenCountNew))
exists = doeshtmlelementexist(temp_root.cssselect(scrapsite['scrapefield']['productloadmoreselector'])) if onlyScrollDown is False else False
if scrapsite['scrapefield']['phantomjsimport'] == 'phantomjsimport_scroll_loadmore_wait':
browser.execute_script("window.scrollTo(0, document.body.scrollHeight);")
Expand Down

0 comments on commit 6391f34

Please sign in to comment.