Update scraper.py

paulbradshaw · Jan 25, 2018 · 9168cbd · 9168cbd
1 parent 2fdafb6
commit 9168cbd
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/scraper.py b/scraper.py
@@ -19,7 +19,7 @@
   print link.text
   print link.text_content()
   print link.attrib['href']
-  fullurl = baseurl+link.attrib['href']
+  fullurl = baseurl+link.attrib['href'].split("?")[0]
   linkslist.append(fullurl)
 
 for url in linkslist: