Support import of @published page (#33)

clay · Sep 21, 2017 · bf7b198 · bf7b198
1 parent 53bcc84
commit bf7b198
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/lib/io/input-clay.js b/lib/io/input-clay.js
@@ -253,6 +253,10 @@ function getDeepPage(concurrency, url) {
 
   return rest.get(url, concurrency)
     .flatMap((pageData) => {
+
+      // remove reserved properties that aren't URIs or URI arrays
+      pageData = _.omit(pageData, ['url', 'urlHistory', 'customUrl', 'lastModified', 'priority', 'changeFrequency']);
+
       const childUrls = _.reduce(pageData, (uris, area) => {
         if (_.isArray(area)) {
           return uris.concat(area);