Merge cca72b8 into 1c51fdc

mtlynch · Feb 14, 2019 · 6c276a3 · 6c276a3
2 parents 1c51fdc + cca72b8
commit 6c276a3
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/ketohub/spiders.py b/ketohub/spiders.py
@@ -283,7 +283,9 @@ class LowCarbYum(spiders.CrawlSpider):
         # e.g. https://lowcarbyum.com/category/desserts/
         spiders.Rule(
             linkextractors.LinkExtractor(
-                allow=r'https://lowcarbyum.com/category/\w+(-\w+)*/$')),
+                allow=r'https://lowcarbyum.com/category/',
+                deny=r'https://lowcarbyum.com/category/((reviews)|(articles))')
+        ),
         # Extract links for recipes.
         spiders.Rule(
             linkextractors.LinkExtractor(