Create scraper.py

walinchus · Jun 13, 2017 · 7b760d3 · 7b760d3
1 parent 8d759bc
commit 7b760d3
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/scraper.py b/scraper.py
@@ -98,8 +98,8 @@ def scrape_and_look_for_next_link(url):
 # START HERE: define your starting URL - then 
 # call a function to scrape the first page in the series.
 # ---------------------------------------------------------------------------
-base_url = 'http://www.oscn.net/dockets/GetCaseInformation.aspx?db=garfield&number=CF-2011-'
-starting_url = urlparse.urljoin(base_url, '1')
+base_url = 'http://www.oscn.net/dockets/'
+starting_url = urlparse.urljoin(base_url, 'GetCaseInformation.aspx?db=garfield&number=CF-2011-1')
 print starting_url
 scrape_and_look_for_next_link(starting_url)