Refactor url helpers

Author: Kikobeats

packages/metascraper-author/index.js

@@ -17,10 +17,7 @@ const removeBy = value => value.replace(REGEX_BY, '')
 
 const wrap = rule => ({ htmlDom }) => {
   const value = rule(htmlDom)
-
-  if (!isString(value)) return
-  if (isUrl(value)) return
-  return titleize(removeBy(value))
+  return isString(value) && !isUrl(value, {relative: false}) && titleize(removeBy(value))
 }
 
 /**

packages/metascraper-helpers/index.js

@@ -5,18 +5,27 @@ const isRelativeUrl = require('is-relative-url')
 const { resolve: resolveUrl } = require('url')
 const sanetizeUrl = require('normalize-url')
 const smartquotes = require('smartquotes')
+const { flow, isNil } = require('lodash')
 const toTitle = require('to-title-case')
 const urlRegex = require('url-regex')
-const { flow } = require('lodash')
 
-const isUrl = value => urlRegex().test(value)
+const isUrl = (url, {relative = true} = {}) => {
+  if (isNil(url)) return false
+  if (!relative) return urlRegex().test(url)
+  return isRelativeUrl(url) || urlRegex().test(url)
+}
 
 const normalizeUrl = url => sanetizeUrl(url, { stripWWW: false })
 
-const getAbsoluteUrl = (url, baseUrl) =>
-  isRelativeUrl(url) ? resolveUrl(baseUrl, url) : url
+const getAbsoluteUrl = (baseUrl, relativePath = '') => (
+  isRelativeUrl(relativePath)
+    ? resolveUrl(baseUrl, relativePath)
+    : relativePath
+)
 
-const getUrl = (url, baseUrl) => normalizeUrl(getAbsoluteUrl(url, baseUrl))
+const getUrl = (baseUrl, relativePath) => (
+  normalizeUrl(getAbsoluteUrl(baseUrl, relativePath))
+)
 
 const createTitle = flow([condenseWhitespace, smartquotes])
 

packages/metascraper-image/index.js

@@ -1,6 +1,6 @@
 'use strict'
 
-const { getUrl } = require('@metascraper/helpers')
+const { getUrl, isUrl } = require('@metascraper/helpers')
 
 /**
  * Wrap a rule with validation and formatting logic.
@@ -9,10 +9,9 @@ const { getUrl } = require('@metascraper/helpers')
  * @return {Function} wrapped
  */
 
-const wrap = rule => ({ htmlDom, url: baseUrl }) => {
-  const url = rule(htmlDom)
-  if (!url) return
-  return getUrl(url, baseUrl)
+const wrap = rule => ({ htmlDom, url }) => {
+  const value = rule(htmlDom)
+  return isUrl(value) && getUrl(url, value)
 }
 
 /**

packages/metascraper-logo-favicon/index.js

@@ -1,5 +1,7 @@
 'use strict'
 
+const { getUrl } = require('@metascraper/helpers')
+
 module.exports = () => ({
-  logo: [({ htmlDom: $, meta, url }) => `${url}/favicon.ico`]
+  logo: [({ htmlDom: $, meta, url }) => getUrl(url, `favicon.ico`)]
 })

packages/metascraper-logo-favicon/package.json

@@ -20,6 +20,9 @@
     "clearbit",
     "metascraper"
   ],
+  "dependencies": {
+    "@metascraper/helpers": "~3.2.0"
+  },
   "devDependencies": {
     "standard": "latest"
   },

packages/metascraper-logo/index.js

@@ -1,15 +1,7 @@
 'use strict'
 
-const {
-  flow,
-  chain,
-  first,
-  isString,
-  concat,
-  toNumber,
-  split
-} = require('lodash')
-const { getUrl } = require('@metascraper/helpers')
+const { flow, chain, first, concat, toNumber, split } = require('lodash')
+const { getUrl, isUrl } = require('@metascraper/helpers')
 
 const getSize = flow([str => split(str, 'x'), first, toNumber])
 
@@ -46,10 +38,9 @@ const sizeSelectors = [
  * @return {Function} wrapped
  */
 
-const wrap = rule => ({ htmlDom, url: baseUrl }) => {
-  const url = rule(htmlDom)
-  if (!isString(url)) return
-  return getUrl(url, baseUrl)
+const wrap = rule => ({ htmlDom, url }) => {
+  const value = rule(htmlDom)
+  return isUrl(value) && getUrl(url, value)
 }
 
 /**

packages/metascraper-url/index.js

@@ -1,7 +1,7 @@
 'use strict'
 
-const { isString } = require('lodash')
 const { getUrl, isUrl } = require('@metascraper/helpers')
+const { isString } = require('lodash')
 
 /**
  * Wrap a rule with validation and formatting logic.
@@ -12,7 +12,7 @@ const { getUrl, isUrl } = require('@metascraper/helpers')
 
 const wrap = rule => ({ htmlDom, url }) => {
   const value = rule(htmlDom, url)
-  return isUrl(value) ? getUrl(value) : url
+  return isUrl(value) ? getUrl(value, url) : url
 }
 
 /**