From 9168cbd7e32b481e7f8d3f6bf5db266e6e823bc8 Mon Sep 17 00:00:00 2001
From: Paul Bradshaw <paulonhismobile@gmail.com>
Date: Thu, 25 Jan 2018 12:09:10 +0000
Subject: [PATCH] Update scraper.py

---
 scraper.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/scraper.py b/scraper.py
index 0a8e378..df89574 100644
--- a/scraper.py
+++ b/scraper.py
@@ -19,7 +19,7 @@
   print link.text
   print link.text_content()
   print link.attrib['href']
-  fullurl = baseurl+link.attrib['href']
+  fullurl = baseurl+link.attrib['href'].split("?")[0]
   linkslist.append(fullurl)
 
 for url in linkslist: