Update scraper.py

chadskelton · Jun 25, 2019 · ae69796 · ae69796
1 parent ef6f883
commit ae69796
Showing 1 changed file with 0 additions and 8 deletions.
diff --git a/scraper.py b/scraper.py
@@ -19,14 +19,6 @@
 br.set_handle_robots(False)
 br.addheaders = [('User-agent', 'Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.0.1) Gecko/2008071615 Fedora/3.0.1-1.fc9 Firefox/3.0.1')]
 
-url = "http://www.chadskelton.com/"
-
-response = br.open(url)
-
-br = mechanize.Browser()
-br.set_handle_robots(False)
-br.addheaders = [('User-agent', 'Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.0.1) Gecko/2008071615 Fedora/3.0.1-1.fc9 Firefox/3.0.1')]
-
 departments = ['ACCT', 'AGRI', 'ANTH', 'CMNS', 'APSC', 'ARTH', 'ARTS', 'ASIA', 'ASTR', 'BIOL', 'BIOQ', 'HOPS', 'BUSI', 'BUQU', 'CCLS', 'CHEM', 'CHEQ', 'CADA', 'COMM', 'CAHS', 'CBSY', 'CPSC', 'CADD', 'COOP', 'CNPS', 'CRWR', 'CRIM', 'CUST', 'ECON', 'ECHS', 'EDUC', 'ENGL', 'ELST', 'ELSQ', 'ENGQ', 'ENTR', 'ENVI', 'EXCH', 'FASN', 'FMRK', 'FNSR', 'FINA', 'FIND', 'FREN', 'GEOG', 'GNIE', 'GNQU', 'GDMA', 'HCAP', 'HSCI', 'HAUC', 'HIST', 'HORT', 'HRMT', 'INFO', 'IDEA', 'IDSN', 'JAPN', 'JRNL', 'LGLA', 'LING', 'MAND', 'MRKT', 'MATQ', 'MATH', 'MUSI', 'NRSG', 'PHIL', 'PHYS', 'PHYQ', 'POST', 'POLI', 'DEPD', 'PSYN', 'PSYC', 'PRLN', 'PSCM', 'PUNJ', 'SOCI', 'SPAN', 'SETA', 'DETA', 'ZZZZ']
 
 for department in departments: