Update scraper.py

baradwaaj · Apr 23, 2015 · db2d3cd · db2d3cd
1 parent dc38dcd
commit db2d3cd
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/scraper.py b/scraper.py
@@ -3,7 +3,12 @@
 import urllib2
 import sys
 
-link = 'http://www.flipkart.com/mobiles/pr?p[]=sort%3Dprice_asc&sid=tyy%2C4io&layout=grid'
+item_count = 600
+for i in range(0, item_count, 40):
+    link = "http://www.flipkart.com/mobiles/pr?p%5B%5D=sort%3Dprice_asc&sid=tyy%2C4io&layout=grid&ajax=true&start=%d" % (i+1)
+
+    // Do something with the link
+    print link
 response = urllib2.urlopen(link)
 thePage = response.read()
 soup = bs4.BeautifulSoup(thePage)