Update scraper.py

chadskelton · Jun 26, 2019 · 9fadbad · 9fadbad
1 parent ac05726
commit 9fadbad
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/scraper.py b/scraper.py
@@ -143,7 +143,7 @@ def scrape_bcca(url):
         tweetit(record)
 
 def scrape_bcpc(url):
-        html = requests.get(url, headers={'User-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.77 Safari/537.36'})
+        html = requests.get(url, verify=False, headers={'User-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.77 Safari/537.36'})
         # verify=False because getting 502 errors due to invalid certificate
         htmlpage = html.content