More punctuation (#2848)

ms609 · May 7, 2020 · 476996d · 476996d
1 parent e305c3a
commit 476996d
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/expandFns.php b/expandFns.php
@@ -179,7 +179,10 @@ function str_remove_irrelevant_bits($str) {
   $str = preg_replace(REGEXP_PIPED_WIKILINK, "$2", $str);   // Convert [[Y|X]] wikilinks into X
   $str = trim($str);
   $str = preg_replace("~^the\s+~i", "", $str);  // Ignore leading "the" so "New York Times" == "The New York Times"
-  $str = str_replace(array('.', ',', ';', ':', '   ', '  '), ' ', $str); // punctuation and multiple spaces
+  // punctuation
+  $str = str_replace(array('.', ',', ';', ': '), array(' ', ' ', ' ', ' '), $str);
+  $str = str_replace(array(':', '-', '&mdash;', '&ndash;', '—', '–'), array('', '', '', '', '', ''), $str);
+  $str = str_replace(array('   ', '  '), array(' ', ' '), $str);
   $str = trim($str);
   $str = str_ireplace(array('Proceedings', 'Proceeding', 'Symposium', 'Huffington ', 'the Journal of ', 'nytimes.com'   , '& '  , '(Clifton, N.J.)'),
                       array('Proc',        'Proc',       'Sym',       'Huff ',       'journal of ',     'New York Times', 'and ', ''), $str);