Update scraper.py

Brandhunt · Feb 3, 2020 · 283f740 · 283f740
1 parent 45c8b48
commit 283f740
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/scraper.py b/scraper.py
@@ -267,7 +267,8 @@ def reltoabs(relurl, baseurl):
                             # >>> VISIT THE PAGE THROUGH BROWSER <<< #
                             try:
                                 browser.visit(product['url'])
-                                #time.sleep(2)
+                                time.sleep(2)
+                                browser.driver.refresh()
                                 html_source = browser.html
                                 #html_source = browser.driver.page_source
                                 #html_source = browser.driver.execute_script('return document.documentElement.outerHTML')