Permalink
Browse files

added lxml to bs

  • Loading branch information...
blablupcom committed Aug 28, 2015
1 parent f245cca commit c513bf5aebeefc3ccd4e959b765495cf1ba983fd
Showing with 1 addition and 1 deletion.
  1. +1 −1 scraper.py
View
@@ -57,7 +57,7 @@ def convert_mth_strings ( mth_string ):
return mth_string
# pull down the content from the webpage
html = urllib2.urlopen(url)
soup = BeautifulSoup(html)
soup = BeautifulSoup(html, 'lxml')
# find all entries with the required class
block = soup.find('div', attrs = {'id':'content'})
links = block.findAll('a', href = True)

0 comments on commit c513bf5

Please sign in to comment.