Update scraper.py

Chahed · Nov 5, 2015 · 477b615 · 477b615
1 parent b12f308
commit 477b615
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/scraper.py b/scraper.py
@@ -44,7 +44,7 @@ def get_numpages(url):
 def suittext(text):
     text=text.replace(", ,","")
     text=text.replace("'","")
-    text=text.replace("\\n"," ")
+
     text=text.replace("  ","")
     text=text.replace("\\r"," ")
     text=text.replace("[","")
@@ -139,7 +139,7 @@ def scrap_live(url):
     Contract_Type =BeautifulSoup(Table(htmltext,0)).text
     Procurement_Process =suittext(BeautifulSoup(Table(htmltext,1)).text)
     Estimated_Value_TEXT_DESCRIPTION =suittext(BeautifulSoup(Table(htmltext,2)).text)
-    Category =suittext(Table(htmltext,3))
+    Category =suittext(BeautifulSoup(Table(htmltext,3)))
 
     CPV_codes =suittext(BeautifulSoup(Table(htmltext,4)).text).strip(', ')
     Suitable_for_SME =suittext(BeautifulSoup(Table(htmltext,5)).text)