Clean up weird stuff from CrossRef etc.

ms609 · Mar 22, 2023 · 8513cdb · 8513cdb
1 parent bbd1038
commit 8513cdb
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/Template.php b/Template.php
@@ -786,6 +786,10 @@ public function blank_other_than_comments($param) : bool { // Accepts arrays of
    *
    */
   public function add_if_new(string $param_name, string $value, string $api = '') : bool {
+    // Clean up weird stuff from CrossRef etc.
+    $value = safe_preg_replace('~[\x{2000}-\x{200A}\x{00A0}\x{202F}\x{205F}\x{3000}]~u', ' ', $value); // Non-standard spaces
+    $value = safe_preg_replace('~[\t\n\r\0\x0B]~u', ' ', $value); // tabs, linefeeds, null bytes
+    $value = safe_preg_replace('~  +~u', ' ', $value); // multiple spaces
     $value = trim($value);
     $param_name = trim($param_name); // Pure paranoia
     if ($value === '') {