Merge pull request #1480 from StationA/master

Fix bug in Wal-mart spider
alltheplaces · May 13, 2020 · 723d6e3 · 723d6e3
2 parents 2bc9c76 + 9e0ffaa
commit 723d6e3
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/locations/spiders/walmart.py b/locations/spiders/walmart.py
@@ -55,7 +55,7 @@ def parse(self, response):
                 yield scrapy.Request(u.strip(), callback=self.parse_store)
 
     def parse_store(self, response):
-        script = response.xpath("//script[contains(.,'WML_REDUX_INITIAL_STATE')]").extract_first()
+        script = response.xpath("//script[contains(.,'__WML_REDUX_INITIAL_STATE__ = ')]").extract_first()
         # In rare cases will hit page before script tag loads with content
         if script is None:
             if self.retries.get(response.url, 0) <= 2: