diff --git a/egs/swbd/s5c/local/nnet3/run_ivector_common.sh b/egs/swbd/s5c/local/nnet3/run_ivector_common.sh
index e0b9af96b8c..a0cac0c1d5d 100755
--- a/egs/swbd/s5c/local/nnet3/run_ivector_common.sh
+++ b/egs/swbd/s5c/local/nnet3/run_ivector_common.sh
@@ -37,8 +37,8 @@ if $speed_perturb; then
     steps/align_fmllr.sh --nj 100 --cmd "$train_cmd" \
       data/${train_set}_sp data/lang exp/tri4 exp/tri4_ali_nodup_sp
   fi
-  train_set=${train_set}_sp
 fi
+train_set=${train_set}_sp
 
 if [ $stage -le 3 ]; then
   mfccdir=mfcc_hires