From d99162989699f7703a63bf556aa52a57e7299484 Mon Sep 17 00:00:00 2001 From: Ridzuan MD Date: Thu, 2 Apr 2015 13:02:29 +0800 Subject: [PATCH] Update scraper.py --- scraper.py | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/scraper.py b/scraper.py index b2df110..5dd9f68 100644 --- a/scraper.py +++ b/scraper.py @@ -8,16 +8,16 @@ # Change QUERY to your search term of choice. # Examples: 'newsnight', 'from:bbcnewsnight', 'to:bbcnewsnight' -QUERY = 'LLMinfotrafik' -RESULTS_PER_PAGE = '100' +QUERY = 'from:LLMinfotrafik' +RESULTS_PER_PAGE = '10' # LANGUAGE = 'en' LANGUAGE = 'en' NUM_PAGES = 10 for page in range(1, NUM_PAGES+1): - # base_url = 'http://search.twitter.com/search.json?q=%s&rpp=%s&lang=%s&page=%s' \ - # % (urllib2.quote(QUERY), RESULTS_PER_PAGE, LANGUAGE, page) - base_url = 'http://search.twitter.com/search.json?q=from%3ALLMinfotrafik' + base_url = 'http://search.twitter.com/search.json?q=%s&rpp=%s&lang=%s&page=%s' \ + % (urllib2.quote(QUERY), RESULTS_PER_PAGE, LANGUAGE, page) + # base_url = 'http://search.twitter.com/search.json?q=from%3ALLMinfotrafik' try: results_json = simplejson.loads(scraperwiki.scrape(base_url)) for result in results_json['results']: