Skip to content

Commit

Permalink
trying to get to run every hour-ish for 20 hours
Browse files Browse the repository at this point in the history
  • Loading branch information
chadskelton committed Jul 4, 2019
1 parent 10281f1 commit 27642ad
Showing 1 changed file with 19 additions and 13 deletions.
32 changes: 19 additions & 13 deletions scraper.py
Expand Up @@ -189,18 +189,24 @@ def scrape_bcpc(url):
record["url"] = 'https://www.canlii.org' + decision.get('href')
tweetit(record)

try:
scrape_bcsc("http://www.courts.gov.bc.ca/supreme_court/recent_Judgments.aspx")
except:
print 'Difficulty scraping BCSC'


for x in range (0, 21):

try:
scrape_bcca("http://www.courts.gov.bc.ca/court_of_appeal/recent_Judgments.aspx")
except:
print 'Difficulty scraping BCCA'
time.sleep(3600) # wait one hour

try:
#scrape_bcpc("http://www.provincialcourt.bc.ca/judgments-decisions")
scrape_bcpc("https://www.canlii.org/en/bc/bcpc/")
except:
print 'Difficulty scraping BCPC'
try:
scrape_bcsc("http://www.courts.gov.bc.ca/supreme_court/recent_Judgments.aspx")
except:
print 'Difficulty scraping BCSC'

try:
scrape_bcca("http://www.courts.gov.bc.ca/court_of_appeal/recent_Judgments.aspx")
except:
print 'Difficulty scraping BCCA'

try:
#scrape_bcpc("http://www.provincialcourt.bc.ca/judgments-decisions")
scrape_bcpc("https://www.canlii.org/en/bc/bcpc/")
except:
print 'Difficulty scraping BCPC'

0 comments on commit 27642ad

Please sign in to comment.