Update scraper.py

Chahed · Nov 5, 2015 · 2604a46 · 2604a46
1 parent 6c7f4cf
commit 2604a46
Showing 1 changed file with 2 additions and 4 deletions.
diff --git a/scraper.py b/scraper.py
@@ -44,9 +44,9 @@ def get_numpages(url):
 def suittext(text):
     text=text.replace(", ,","")
     text=text.replace("'","")
-    text=text.replace("\\n","")
+    text=text.replace("\\n"," ")
     text=text.replace("  ","")
-    text=text.replace("\\r","")
+    text=text.replace("\\r"," ")
     text=text.replace("[","")
     text=text.replace("]","")
     return text
@@ -81,7 +81,6 @@ def Detail_left_fc(htmltext):
     Description=BeautifulSoup(Description).text
     Description=Description.strip(', ')
     Description=suittext(Description)
-    Description=Description.strip('u')
     return Description
 
 def Description_awarded(htmltext):
@@ -93,7 +92,6 @@ def Description_awarded(htmltext):
     Description=BeautifulSoup(Description).text
     Description=Description.strip(', ')
     Description=suittext(Description)
-    Description=Description.strip('u')
     return Description