Merge 7591e21 into 606926f

mtlynch · Feb 14, 2019 · 1731ce9 · 1731ce9
2 parents 606926f + 7591e21
commit 1731ce9
Showing 1 changed file with 8 additions and 1 deletion.
diff --git a/ketohub/spiders.py b/ketohub/spiders.py
@@ -153,15 +153,22 @@ class RuledMeSpider(spiders.CrawlSpider):
     ]
 
 
+# Note: This site seems to have stopped publishing on 2018-06-15.
 class KetogasmSpider(spiders.CrawlSpider):
     name = 'ketogasm'
 
     callback_handler = CallbackHandler(
         content_saver=persist.ContentSaver(_get_download_root()))
 
     allowed_domains = ['ketogasm.com']
+    _url_format = ('https://ketogasm.com/recipe-index/?'
+                   'fwp_recipes_filters=recipe&'
+                   'fwp_paged=%d')
     start_urls = [
-        'https://ketogasm.com/recipe-index/?fwp_recipes_filters=recipe'
+        (_url_format % 1),
+        (_url_format % 2),
+        (_url_format % 3),
+        (_url_format % 4),
     ]
 
     rules = [