Add raw prefix to avoid warnings from regex (#2310)

* Add raw prefix to avoid warnings from regex * Update openai_transformer_byte_pair_indexer.py
allenai · Jan 9, 2019 · f160059 · f160059
1 parent 8a7f808
commit f160059
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/allennlp/data/token_indexers/openai_transformer_byte_pair_indexer.py b/allennlp/data/token_indexers/openai_transformer_byte_pair_indexer.py
@@ -22,9 +22,9 @@ def text_standardize(text):
     text = text.replace('―', '-')
     text = text.replace('…', '...')
     text = text.replace('´', "'")
-    text = re.sub('''(-+|~+|!+|"+|;+|\?+|\++|,+|\)+|\(+|\\+|\/+|\*+|\[+|\]+|}+|{+|\|+|_+)''', r' \1 ', text)
-    text = re.sub('\s*\n\s*', ' \n ', text)
-    text = re.sub('[^\S\n]+', ' ', text)
+    text = re.sub(r'''(-+|~+|!+|"+|;+|\?+|\++|,+|\)+|\(+|\\+|\/+|\*+|\[+|\]+|}+|{+|\|+|_+)''', r' \1 ', text)
+    text = re.sub(r'\s*\n\s*', ' \n ', text)
+    text = re.sub(r'[^\S\n]+', ' ', text)
     return text.strip()