Adding HTTPS verification

janlengyel · Sep 27, 2018 · f767ce0 · f767ce0
1 parent e7de814
commit f767ce0
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 4 deletions.
diff --git a/requirements.txt b/requirements.txt
@@ -3,8 +3,10 @@
 # Find out more: https://morph.io/documentation/python
 
 # Custom version of scraperwiki library
--e git+http://github.com/openaustralia/scraperwiki-python.git@morph_defaults#egg=scraperwiki
+#-e git+http://github.com/openaustralia/scraperwiki-python.git@morph_defaults#egg=scraperwiki
 
-lxml==3.4.4
-cssselect==0.9.1
+#lxml==3.4.4
+#cssselect==0.9.1
 certifi
+beautifulsoup4
+
diff --git a/scraper.py b/scraper.py
@@ -3,8 +3,9 @@
 import sqlite3 as sql3
 import os
 from hashlib import md5
+import certifi
 
-http = urllib3.PoolManager()
+http = urllib3.PoolManager(cert_reqs='CERT_REQUIRED', ca_certs=certifi.where())
 request = http.request('GET', 'https://eskoly.sk/hlavna113/jedalen')
 if request.status == 200: