Update scraper.py

Brandhunt · Jan 27, 2020 · 28b4892 · 28b4892
1 parent 71a61a0
commit 28b4892
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/scraper.py b/scraper.py
@@ -276,6 +276,8 @@ def doeshtmlelementexist(selectedel):
                                 clickTime = 2 # <--- Amount of time to wait between each click
                                 scrollTime = 2 # <--- Amount of time to wait between each scroll
                                 start_time = datetime.now()
+                                browser.execute_script("window.scrollTo(0, document.body.scrollHeight);")
+                                time.sleep(scrollTime)
                                 cur_scrollheight = browser.execute_script("return document.body.scrollHeight")
                                 new_scrollheight = cur_scrollheight
                                 while exists is True: