Update scraper.py

hanzalot · Aug 12, 2016 · 2c988e4 · 2c988e4
1 parent 85410fa
commit 2c988e4
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/scraper.py b/scraper.py
@@ -35,7 +35,9 @@ def parse(self, response):
         headers = response.xpath("//*[@id='subnavigation']/form/div")
         print len(headers)
         for header in headers:
-            links = header.xpath("//*/option")
+            links = header.xpath("//select/option")
+            ident = header.xpath("//@id").extract()
+            print ident
             for link in links:
                 value = link.xpath("//@value").extract()
                 if value: