Skip to content

Commit

Permalink
Create scraper.py
Browse files Browse the repository at this point in the history
  • Loading branch information
walinchus committed Jun 13, 2017
1 parent 2e01c7b commit 12b10a0
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions scraper.py
Expand Up @@ -8,7 +8,7 @@
import lxml.etree
import mechanize

next_link = 1
#next_link = 0

def scrape_table(root):
#grab all table rows <tr> in table class="tblSearchResults"
Expand Down Expand Up @@ -99,7 +99,7 @@ def scrape_and_look_for_next_link(url):
# call a function to scrape the first page in the series.
# ---------------------------------------------------------------------------
base_url = 'http://www.oscn.net/dockets/GetCaseInformation.aspx?db=garfield&number=CF-2011-'
starting_url = urlparse.urljoin(base_url, next_link)
starting_url = urlparse.urljoin(base_url, 1)
scrape_and_look_for_next_link(starting_url)


Expand Down

0 comments on commit 12b10a0

Please sign in to comment.