Create scraper.py

scraper.py

@@ -94,10 +94,7 @@ def scrape_table(root):
 62 scrape_page(next_link)'''
 
 #def Add_Case_No(next_link):
-for next_link in range (0,744):
-    print next_link + 1
-    print "the next case number is:", next_link
-    next_link = 'GetCaseInformation.aspx?db=garfield&number=CF-2011-' + str(next_link)
+
 
 def scrape_and_look_for_next_link(url):
     html = scraperwiki.scrape(url)
@@ -106,10 +103,14 @@ def scrape_and_look_for_next_link(url):
     scrape_table(root)
     #for next_link in range (1, 744):
         #print next_link
-    if next_link:
-        next_url = base_url+str(next_link)
-        print next_url
-        scrape_and_look_for_next_link(next_url)
+    for next_link in range (0,744):
+        print next_link + 1
+        print "the next case number is:", next_link
+        next_link = 'GetCaseInformation.aspx?db=garfield&number=CF-2011-' + str(next_link)
+        if next_link:
+            next_url = base_url+str(next_link)
+            print next_url
+            scrape_and_look_for_next_link(next_url)
 
 # ---------------------------------------------------------------------------
 # START HERE: define your starting URL - then