Update test_data_pipeline.sh (#1483)

dmlc · Jan 16, 2021 · 16146c2 · 16146c2
1 parent 52da8ab
commit 16146c2
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/tools/batch/batch_states/test_data_pipeline.sh b/tools/batch/batch_states/test_data_pipeline.sh
@@ -2,6 +2,7 @@
 # Shell script for testing the data preprocessing on AWS Batch
 
 set -ex
+export PYTHONIOENCODING=utf8
 echo $PWD
 
 for MODEL in spm yttm