From bf1233b6cca3a8894b675e24eafba2d9ae7e41fe Mon Sep 17 00:00:00 2001 From: yngveny <31400411+yngveny@users.noreply.github.com> Date: Wed, 27 Sep 2017 10:00:55 +0200 Subject: [PATCH] Update scraper.py --- scraper.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scraper.py b/scraper.py index a4129a9..b6ad1bb 100644 --- a/scraper.py +++ b/scraper.py @@ -43,7 +43,7 @@ def scrape_dof(url): # Finally, save the record to the datastore - 'Name' is our unique key scraperwiki.sqlite.save(["Dofref"], record) -doflist = ['www.doffin.no/Notice?query=&PageNumber=1&PageSize=20&OrderingType=0&OrderingDirection=1&RegionId=&CountyId=&MunicipalityId=&IsAdvancedSearch=false&location=&NoticeType=3&PublicationType=&IncludeExpired=false&Cpvs=&EpsReferenceNr=&DeadlineFromDate=&DeadlineToDate=&PublishedFromDate=&PublishedToDate='] +doflist = ['www.doffin.no/Notice?query=&PageNumber=1&PageSize=20&OrderingType=0&OrderingDirection=1&NoticeType=3&IncludeExpired=false'] for url in doflist: fullurl = 'http://'+url print 'scraping ', fullurl