Update scraper.py

scraper.py

@@ -25,6 +25,7 @@
 chrome_options.add_argument("disable-infobars")
 chrome_options.add_argument("--disable-extensions")
 
+driverException = False
 driver = webdriver.Chrome(chrome_options=chrome_options,executable_path='/usr/local/bin/chromedriver')
 #driver = webdriver.Chrome(chrome_options=chrome_options)
 
@@ -60,12 +61,17 @@ def saveToStore(data):
 	if os.environ.get('MORPH_DEBUG') == "1":
 		print(checkURL)
 	try:
+		if driverException == True:
+			driver = webdriver.Chrome(chrome_options=chrome_options)
+			driverException = False
 		driver.get(checkURL)
 		numOfPages = int(driver.find_element_by_xpath('/html/body/div[1]/div[2]/div[1]/div[3]/div/div/div/div[2]/span[3]').text)
 	except ValueError:
 		numOfPages = 0	
 	except WebDriverException as e:
 		print("WebDriverException Exception: {0} Message: {1}".format("e message", str(e)))		
+		driverException = True
+		driver.quit()
 		continue
 
 	print("NumberOfPages:"+str(numOfPages))
@@ -154,7 +160,8 @@ def saveToStore(data):
 
 		except WebDriverException as e:
 			print("WebDriverException Exception: {0} Message: {1}".format("e message", str(e)))		
-		finally:
+			driverException = True
+			driver.quit()
 			break
 		page +=1 
 	time.sleep(sleepTime)
@@ -176,4 +183,4 @@ def saveToStore(data):
 if os.environ.get('MORPH_RUN_SOLD_PRICES') == "1":
 	getAllSoldPrices(currentMonth)
 
-sys.exit(0)
+sys.exit(0)