Update scraper.py

blablupcom · Mar 13, 2018 · 0b76b7d · 0b76b7d
1 parent d587378
commit 0b76b7d
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/scraper.py b/scraper.py
@@ -103,8 +103,8 @@ def convert_mth_strings ( mth_string ):
     link_page = block.find('a')['href']
     html_page = urllib2.urlopen(link_page)
     soup_page = BeautifulSoup(html_page, 'lxml')
-    print soup_page
-    doc_links = soup_page.find('div', attrs={'class', re.compile('content page-default')}).find_all('a')
+   # print soup_page
+    doc_links = soup_page.find_all('a')
     for doc in doc_links:
         if '.csv' in doc['href']:
             url = doc['href']