Experimental emoji sanitization

Related to #59
medialab · Nov 7, 2023 · c857a27 · c857a27
1 parent 869501d
commit c857a27
Show file tree

Hide file tree

Showing 2 changed files with 19 additions and 2 deletions.
diff --git a/src/cmd/view.rs b/src/cmd/view.rs
@@ -44,6 +44,7 @@ view options:
                            handle them.
     -e, --expand           Expand the table so that in can be easily piped to
                            a pager such as \"less\", with no with constraints.
+    -E, --sanitize-emojis  Replace emojis by their shortcode to avoid formatting issues.
 
 Common options:
     -h, --help             Display this message
@@ -64,6 +65,7 @@ struct Args {
     flag_limit: isize,
     flag_rainbow: bool,
     flag_expand: bool,
+    flag_sanitize_emojis: bool,
 }
 
 impl Args {
@@ -122,7 +124,15 @@ pub fn run(argv: &[&str]) -> CliResult<()> {
             match r_iter.next() {
                 None => break,
                 Some((i, record)) => {
-                    records.push(prepend(&record?, &i.to_string()));
+                    let mut record = record?;
+
+                    if args.flag_sanitize_emojis {
+                        record = sanitize_emojis(&record);
+                    }
+
+                    record = prepend(&record, &i.to_string());
+
+                    records.push(record);
 
                     if limit > 0 && records.len() == limit {
                         break;
@@ -368,6 +378,13 @@ fn prepend(record: &csv::StringRecord, item: &str) -> csv::StringRecord {
     new_record
 }
 
+fn sanitize_emojis(record: &csv::StringRecord) -> csv::StringRecord {
+    record
+        .iter()
+        .map(|cell| util::sanitize_emojis(cell))
+        .collect()
+}
+
 fn adjust_column_widths(widths: &Vec<usize>, max_width: usize) -> Vec<usize> {
     widths.iter().map(|m| usize::min(*m, max_width)).collect()
 }

diff --git a/src/util.rs b/src/util.rs
@@ -514,7 +514,7 @@ pub fn sanitize_emojis(string: &str) -> String {
             None => Cow::Borrowed(grapheme),
             Some(emoji) => Cow::Owned(format!(
                 ":{}:",
-                emoji.shortcode().unwrap_or("unknown-emoji")
+                emoji.shortcode().unwrap_or("unknown_emoji")
             )),
         })
         .collect()