ignore sitemap.xml links

lgraubner · May 11, 2018 · ce143c4 · ce143c4
1 parent e73e3fb
commit ce143c4
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/src/discoverResources.js b/src/discoverResources.js
@@ -13,6 +13,10 @@ module.exports = (buffer, queueItem) => {
   const links = $('a[href]').map(function iteratee() {
     let href = $(this).attr('href');
 
+    if (/sitemap\.xml$/.test(href)) {
+      return null;
+    }
+
     // exclude "mailto:" etc
     if (/^[a-z]+:(?!\/\/)/i.test(href)) {
       return null;