csv: add allowed delimiters parameter to sniffer

inveniosoftware · Jul 24, 2019 · 608eb76 · 608eb76
1 parent 72ec8db
commit 608eb76
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 1 deletion.
diff --git a/invenio_previewer/config.py b/invenio_previewer/config.py
@@ -11,6 +11,9 @@
 PREVIEWER_CSV_VALIDATION_BYTES = 1024
 """Number of bytes read by CSV previewer to validate the file."""
 
+PREVIEWER_CSV_SNIFFER_ALLOWED_DELIMITERS = None
+"""Allowed delimiter characters passed to the ``csv.Sniffer.sniff`` method."""
+
 PREVIEWER_CHARDET_BYTES = 1024
 """Number of bytes to read for character encoding detection by `cchardet`."""
 

diff --git a/invenio_previewer/extensions/csv_dthreejs.py b/invenio_previewer/extensions/csv_dthreejs.py
@@ -28,7 +28,11 @@ def validate_csv(file):
             encoding = detect_encoding(fp, default='utf-8')
             sample = fp.read(
                 current_app.config.get('PREVIEWER_CSV_VALIDATION_BYTES', 1024))
-            delimiter = csv.Sniffer().sniff(sample.decode(encoding)).delimiter
+            allowed_delimiters = current_app.config.get(
+                'PREVIEWER_CSV_SNIFFER_ALLOWED_DELIMITERS', None)
+            delimiter = csv.Sniffer().sniff(
+                sample=sample.decode(encoding),
+                delimiters=allowed_delimiters).delimiter
             is_valid = True
     except Exception as e:
         current_app.logger.debug(