Update scraper.py

shayan786 · Dec 2, 2014 · 8e88043 · 8e88043
1 parent c78b2d3
commit 8e88043
Showing 1 changed file with 9 additions and 1 deletion.
diff --git a/scraper.py b/scraper.py
@@ -41,7 +41,15 @@ def parse_list(root):
 def get_sub_loc_urls(url):
     for el in url(".geo_name a"):
         sub_url = "http://www.tripadvisor.com" + el.get("href")
-        print sub_url
+
+        # go to that sub location page
+        sub_page = get_url(sub_url)
+
+        # go to the activities page
+        sub_activities_url = sub_page("#ATTRACTION_FILTER #tab1 a").get("href")
+        print sub_activities_url
+
+
 
 
 def parse_listing_pages(start_url):