Update scraper.py

paulbradshaw · Jan 18, 2017 · 71a86d0 · 71a86d0
1 parent b7dbd33
commit 71a86d0
Showing 1 changed file with 6 additions and 3 deletions.
diff --git a/scraper.py b/scraper.py
@@ -60,11 +60,14 @@ def scrapepdf(url):
       if mention:
         #we add .encode to avoid any unicode-related errors
         print line.text.encode('ascii', 'ignore')
+        record['url'] = url
         record['text'] = line.text.encode('ascii', 'ignore')
         record['reportline'] = url+str(linenumber)
-  record['url'] = url
-  print 'ALL DATA: ', record
-  scraperwiki.sqlite.save(['reportline'],record)
+        print 'ALL DATA: ', record
+        scraperwiki.sqlite.save(['reportline'],record)
+
+
+
 
 scrapepdf(url)
 #