Add smart quotes

Author: Kikobeats

package.json

@@ -29,6 +29,7 @@
     "normalize-url": "~1.9.1",
     "req-all": "~1.0.0",
     "sanitize-html": "~1.14.1",
+    "smartquotes": "~2.1.2",
     "to-title-case": "~1.0.0",
     "url-regex": "~4.1.1"
   },

src/get-data/rules/description.js

@@ -2,6 +2,7 @@
 
 const condenseWhitespace = require('condense-whitespace')
 const isString = require('lodash.isstring')
+const smartquotes = require('smartquotes')
 const flow = require('lodash.flow')
 
 const REGEX_LOCATION = /^[A-Z\s]+\s+[-—–]\s+/
@@ -13,7 +14,8 @@ const sanetize = flow([
   condenseWhitespace,
   // if it starts with a location, like articles sometimes do in the opening
   // paragraph, try to remove it
-  removeLocation
+  removeLocation,
+  smartquotes
 ])
 
 /**

src/get-data/rules/title.js

@@ -1,14 +1,21 @@
 'use strict'
 
-const isString = require('lodash.isstring')
 const condenseWhitespace = require('condense-whitespace')
+const isString = require('lodash.isstring')
+const smartquotes = require('smartquotes')
+const flow = require('lodash.flow')
+
+const sanetize = flow([
+  condenseWhitespace,
+  smartquotes
+])
 
 function wrap (rule) {
   return ($) => {
     const value = rule($)
 
     if (!isString(value)) return
-    return condenseWhitespace(value)
+    return sanetize(value)
   }
 }
 

test/web/astier/output.json

@@ -1,9 +1,9 @@
 {
   "author": "Anisse Astier",
   "date": "2017-07-05T00:00:00.000Z",
-  "description": "In which I babble about some projects I do and I rant about stuff I like. I'm working as a Linux Kernel engineer as a day job, and I probably play too much video games on my free time.",
+  "description": "In which I babble about some projects I do and I rant about stuff I like. I’m working as a Linux Kernel engineer as a day job, and I probably play too much video games on my free time.",
   "image": "https://anisse.astier.eu/images/anisse.jpg",
   "publisher": null,
-  "title": "Linux Engineer's random thoughts - awk driven IoT",
+  "title": "Linux Engineer’s random thoughts - awk driven IoT",
   "url": "https://anisse.astier.eu/awk-driven-iot.html"
 }

test/web/cloud-pro/output.json

@@ -4,6 +4,6 @@
   "description": "The services will enable Sabre to provide its software, data, mobile and distribution solutions to more travel companies",
   "image": "http://cdn2.cloudpro.co.uk/sites/cloudprod7/files/4/29/handshake_0.jpg",
   "publisher": "Cloud Pro",
-  "title": "Sabre selects Virtustream's IaaS and managed services",
+  "title": "Sabre selects Virtustream’s IaaS and managed services",
   "url": "http://www.cloudpro.co.uk/go/6024"
 }

test/web/cnet/output.json

@@ -4,6 +4,6 @@
   "description": "Smartwatches with heart rate support, plus a stand-alone puck called Core that acts as a 3G-connected smart button: Pebble is trying for a two-device approach in fitness wearables.",
   "image": "https://cnet3.cbsistatic.com/hub/i/r/2016/05/23/ee9a228a-d1d9-40b3-b401-4ba0e07e2fce/thumbnail/670x503/90dc7a2315faa0f311e2e8f43e578847/pebblecore3.jpg",
   "publisher": "CNET",
-  "title": "Pebble 2, Pebble Time 2, Pebble Core: Pebble's fitness hat trick adds heart rate, GPS, Spotify, and 3G",
+  "title": "Pebble 2, Pebble Time 2, Pebble Core: Pebble’s fitness hat trick adds heart rate, GPS, Spotify, and 3G",
   "url": "http://www.cnet.com/news/pebble-2-pebble-time-2-pebble-core-announced-coming-this-year-and-2017"
 }

test/web/entrepreneur/output.json

@@ -1,7 +1,7 @@
 {
   "author": "Reuters",
   "date": "2016-05-04T15:40:00.000Z",
-  "description": "'One of the big causes for the stagnation of middle class wages is essentially because of clever computer programs,' said David Siegel, co-chairman of Two Sigma.",
+  "description": "‘One of the big causes for the stagnation of middle class wages is essentially because of clever computer programs,’ said David Siegel, co-chairman of Two Sigma.",
   "image": "https://assets.entrepreneur.com/content/3x2/1300/20160504155601-GettyImages-174457162.jpeg",
   "publisher": "Entrepreneur",
   "title": "The Rich and Powerful Warn That Robots Are Coming for Our Jobs",

test/web/et-tech/output.json

@@ -4,6 +4,6 @@
   "description": "Dell speaks about the complexities of engineering the biggest acquisition in tech history, Dell’s future bets and why he continues to remain bullish..",
   "image": "http://economictimes.indiatimes.com/photo/michael-dell-on-complexities-involved-in-pulling-off-the-biggest-tech-acquisition-dell-s-future-bets-more/52424992.cms",
   "publisher": "ETtech.com",
-  "title": "Michael Dell on complexities involved in pulling off the biggest tech acquisition, Dell's future bets & more | ETtech",
+  "title": "Michael Dell on complexities involved in pulling off the biggest tech acquisition, Dell’s future bets & more | ETtech",
   "url": "http://tech.economictimes.indiatimes.com/news/corporate/michael-dell-biggest-tech-acquisition-future-bets/52424992"
 }

test/web/inc/output.json

@@ -4,6 +4,6 @@
   "description": "The Chicago-based Neurensic uses artificial intelligence to make sure futures traders remain in compliance.",
   "image": "http://images.inc.com/uploaded_files/image/970x450/30U30-2016-Neurensic-pano_90455.jpg",
   "publisher": "Inc.com",
-  "title": "Meet Wall Street's New A.I. Sheriffs",
+  "title": "Meet Wall Street’s New A.I. Sheriffs",
   "url": "http://www.inc.com/jeremy-quittner/2016-30-under-30-neurensic.html"
 }

test/web/los-angeles-times/output.json

@@ -1,7 +1,7 @@
 {
   "author": "Los Angeles Times",
   "date": "2016-04-30T00:00:00.000Z",
-  "description": "Tech start-up Appthority's office has plush conference rooms, soundproof phone booths, an enormous kitchen and a view of San Francisco Bay. It has ping-pong and foosball tables, beer on tap and 11 types of tea.",
+  "description": "Tech start-up Appthority’s office has plush conference rooms, soundproof phone booths, an enormous kitchen and a view of San Francisco Bay. It has ping-pong and foosball tables, beer on tap and 11 types of tea.",
   "image": "http://www.trbimg.com/img-572421a4/turbine/la-fi-tn-tech-downturn-20160429",
   "publisher": "latimes.com",
   "title": "As venture capital dries up, tech start-ups discover frugality",