From 16146c2a37d0fc9fd9e8a8342a65a2c2a5e02020 Mon Sep 17 00:00:00 2001 From: Xingjian Shi Date: Sat, 16 Jan 2021 03:48:25 -0800 Subject: [PATCH] Update test_data_pipeline.sh (#1483) --- tools/batch/batch_states/test_data_pipeline.sh | 1 + 1 file changed, 1 insertion(+) diff --git a/tools/batch/batch_states/test_data_pipeline.sh b/tools/batch/batch_states/test_data_pipeline.sh index 69a478a582..bf2959eadc 100644 --- a/tools/batch/batch_states/test_data_pipeline.sh +++ b/tools/batch/batch_states/test_data_pipeline.sh @@ -2,6 +2,7 @@ # Shell script for testing the data preprocessing on AWS Batch set -ex +export PYTHONIOENCODING=utf8 echo $PWD for MODEL in spm yttm