Update scraper.py

yyl · Mar 27, 2015 · 7aa57dc · 7aa57dc
1 parent e19ac13
commit 7aa57dc
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/scraper.py b/scraper.py
@@ -3,7 +3,8 @@
 
 def get_google_new_results( term, count ):
     results = []
-    obj = parseString( urllib2.urlopen('https://news.google.com/news?q=%s&output=rss' % term).read() )
+    #obj = parseString( urllib2.urlopen('https://news.google.com/news?q=%s&output=rss' % term).read() )
+    obj = parseString( urllib2.urlopen('https://www.google.com/search?q=%s&hl=en&gl=us&authuser=0&source=lnt&tbm=nws' % term).read() )
 
     elements = obj.getElementsByTagName('title')[2:] # To get rid of unwanted title elements in XML doc    
     links = obj.getElementsByTagName('link')[2:]