Expose load and autoload methods

Author: Kikobeats

packages/metascraper/src/index.js

@@ -1,20 +1,25 @@
 'use strict'
 
 const { isUrl } = require('@metascraper/helpers')
-const { isEmpty } = require('lodash')
+const { isEmpty, partial } = require('lodash')
 
-const loadRules = require('./load-rules')
+const {autoload: autoLoadRules, load: loadRules} = require('./load-rules')
 const loadHTML = require('./load-html')
 const getData = require('./get-data')
 
-module.exports = async ({ url, html } = {}) => {
-  const rules = await loadRules()
+const create = loader => {
+  return async ({url, html} = {}) => {
+    const rules = await loader()
 
-  if (!isUrl(url)) throw new TypeError('You need to provide a valid url.')
-  if (isEmpty(html)) {
-    throw new TypeError('You need to provide a valid HTML markup.')
-  }
+    if (!isUrl(url)) throw new TypeError('You need to provide a valid url.')
+    if (isEmpty(html)) {
+      throw new TypeError('You need to provide a valid HTML markup.')
+    }
 
-  const htmlDom = loadHTML(html)
-  return getData({ rules, htmlDom, url })
+    const htmlDom = loadHTML(html)
+    return getData({ rules, htmlDom, url })
+  }
 }
+
+module.exports = create(autoLoadRules)
+module.exports.load = rules => create(partial(loadRules, rules))

packages/metascraper/src/load-rules.js

@@ -5,6 +5,8 @@ const config = require('cosmiconfig')('metascraper').load(cwd)
 const resolveFrom = require('resolve-from')
 
 const {
+  map,
+  memoize,
   findIndex,
   forEach,
   chain,
@@ -26,50 +28,53 @@ const DEFAULT_RULES = [
   'metascraper-url'
 ]
 
-let singletonConfig
+const load = rules =>
+  // export an array interface, it's easier to iterate
+  map(rules, obj => {
+    const key = Object.keys(obj)[0]
+    const value = obj[key]
+    return [key, value]
+  })
 
-module.exports = () =>
-  singletonConfig ||
-  Promise.resolve(config).then(configFile => {
-    const rules = get(configFile, 'config.rules', DEFAULT_RULES)
+const autoload = async () => {
+  const configFile = await config
+  const rules = get(configFile, 'config.rules', DEFAULT_RULES)
 
-    singletonConfig = chain(rules)
-      .map(rule => {
-        let moduleName
-        let moduleConfig
+  return chain(rules)
+    .map(rule => {
+      let moduleName
+      let moduleConfig
 
-        if (isString(rule)) {
-          moduleName = rule
-        } else if (isArray(rule)) {
-          moduleName = rule[0]
-          moduleConfig = rule[1]
-        } else if (isObject(rule)) {
-          moduleName = Object.keys(rule)[0]
-          moduleConfig = rule[moduleName]
-        }
+      if (isString(rule)) {
+        moduleName = rule
+      } else if (isArray(rule)) {
+        moduleName = rule[0]
+        moduleConfig = rule[1]
+      } else if (isObject(rule)) {
+        moduleName = Object.keys(rule)[0]
+        moduleConfig = rule[moduleName]
+      }
 
-        const modulePath = resolveFrom(cwd, moduleName)
-        return require(modulePath)(moduleConfig)
-      })
-      // merge rules with same props
-      .reduce((acc, rules) => {
-        forEach(rules, function (rule, propName) {
-          const index = findIndex(acc, item => item[propName])
-          if (index !== -1) {
-            acc[index][propName] = acc[index][propName].concat(rule)
-          } else {
-            acc.push({ [propName]: rule })
-          }
-        })
-        return acc
-      }, [])
-      // export an array interface, it's easier to iterate
-      .map(obj => {
-        const key = Object.keys(obj)[0]
-        const value = obj[key]
-        return [key, value]
+      const modulePath = resolveFrom(cwd, moduleName)
+      return require(modulePath)(moduleConfig)
+    })
+    // merge rules with same props
+    .reduce((acc, rules) => {
+      forEach(rules, function (rule, propName) {
+        const index = findIndex(acc, item => item[propName])
+        if (index !== -1) {
+          acc[index][propName] = acc[index][propName].concat(rule)
+        } else {
+          acc.push({ [propName]: rule })
+        }
       })
-      .value()
+      return acc
+    }, [])
+    .thru(load)
+    .value()
+}
 
-    return singletonConfig
-  })
+module.exports = {
+  autoload,
+  load
+}

packages/metascraper/test/unit/load-rules/config/index.js

@@ -5,7 +5,7 @@ const should = require('should')
 
 let metascraper
 
-describe('load rules', () => {
+describe('automagically load rules', () => {
   before(() => {
     clearModule.all()
     process.env.METASCRAPER_CWD = __dirname

packages/metascraper/test/unit/load-rules/pkg/index.js

@@ -5,7 +5,7 @@ const should = require('should')
 
 let metascraper
 
-describe('load rules', () => {
+describe('automagically load rules', () => {
   before(() => {
     clearModule.all()
     process.env.METASCRAPER_CWD = __dirname

packages/metascraper/test/unit/load-rules/rc/index.js

@@ -5,7 +5,7 @@ const should = require('should')
 
 let metascraper
 
-describe('load rules', () => {
+describe('automagically load rules', () => {
   before(() => {
     clearModule.all()
     process.env.METASCRAPER_CWD = __dirname