Update scraper.py

acvwebb · Jan 25, 2018 · 9fe2533 · 9fe2533
1 parent daf8df2
commit 9fe2533
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/scraper.py b/scraper.py
@@ -19,8 +19,14 @@
 print root
 print root.cssselect("div[align='left']")
 
+urltoscrape = "http://site.com/"
 Listylist = ["p1","p2","p3"]
 print Listylist
+for blah in Listylist:
+   print blah 
+   fullurl = urltoscrape + blah 
+   print fullurl 
+
 #
 # # Write out to the sqlite database using scraperwiki library
 # scraperwiki.sqlite.save(unique_keys=['name'], data={"name": "susan", "occupation": "software developer"})