fix a data preparation issue for librimix

espnet · Jul 21, 2023 · 394a27e · 394a27e
1 parent 17b472d
commit 394a27e
Show file tree

Hide file tree

Showing 2 changed files with 12 additions and 12 deletions.
diff --git a/egs2/librimix/asr1/local/data.sh b/egs2/librimix/asr1/local/data.sh
@@ -118,17 +118,17 @@ if [ ${stage} -le 2 ] && [ ${stop_stage} -ge 2 ]; then
             mix_f=${dset}
         fi
 
-        grep -v mixture_ID  ${metadata_dir}/mixture_${mix_f}_mix_both.csv | \
+        grep -v mixture_ID  <(cat ${metadata_dir}/mixture_${mix_f}_mix_both.csv) | \
             sort -u | awk -F',' '{print $1, $1}' > data/${dset}/utt2spk
-        grep -v mixture_ID  ${metadata_dir}/mixture_${mix_f}_mix_both.csv | \
+        grep -v mixture_ID  <(cat ${metadata_dir}/mixture_${mix_f}_mix_both.csv) | \
             sort -u | awk -F',' '{print $1, $1}' > data/${dset}/spk2utt
-        grep -v mixture_ID  ${metadata_dir}/mixture_${mix_f}_mix_both.csv | \
+        grep -v mixture_ID  <(cat ${metadata_dir}/mixture_${mix_f}_mix_both.csv) | \
             sort -u | awk -F',' '{print $1, $2}' > data/${dset}/wav.scp
-        grep -v mixture_ID  ${metadata_dir}/mixture_${mix_f}_mix_both.csv | \
+        grep -v mixture_ID  <(cat ${metadata_dir}/mixture_${mix_f}_mix_both.csv) | \
             sort -u | awk -F',' '{print $1, $3}' > data/${dset}/spk1.scp
-        grep -v mixture_ID  ${metadata_dir}/mixture_${mix_f}_mix_both.csv | \
+        grep -v mixture_ID  <(cat ${metadata_dir}/mixture_${mix_f}_mix_both.csv) | \
             sort -u | awk -F',' '{print $1, $4}' > data/${dset}/spk2.scp
-        grep -v mixture_ID  ${metadata_dir}/mixture_${mix_f}_mix_both.csv | \
+        grep -v mixture_ID  <(cat ${metadata_dir}/mixture_${mix_f}_mix_both.csv) | \
             sort -u | awk -F',' '{print $1, $5}' > data/${dset}/noise1.scp
 
     done

diff --git a/egs2/librimix/sot_asr1/local/data.sh b/egs2/librimix/sot_asr1/local/data.sh
@@ -125,17 +125,17 @@ if [ ${stage} -le 2 ] && [ ${stop_stage} -ge 2 ]; then
             mix_f=${dset}
         fi
 
-        grep -v mixture_ID ${metadata_dir}/mixture_${mix_f}_mix_both.csv | \
+        grep -v mixture_ID  <(cat ${metadata_dir}/mixture_${mix_f}_mix_both.csv) | \
             sort -u | awk -F',' '{print $1, $1}' > data/${dset}/utt2spk
-        grep -v mixture_ID ${metadata_dir}/mixture_${mix_f}_mix_both.csv | \
+        grep -v mixture_ID  <(cat ${metadata_dir}/mixture_${mix_f}_mix_both.csv) | \
             sort -u | awk -F',' '{print $1, $1}' > data/${dset}/spk2utt
-        grep -v mixture_ID ${metadata_dir}/mixture_${mix_f}_mix_both.csv | \
+        grep -v mixture_ID  <(cat ${metadata_dir}/mixture_${mix_f}_mix_both.csv) | \
             sort -u | awk -F',' '{print $1, $2}' > data/${dset}/wav.scp
-        grep -v mixture_ID ${metadata_dir}/mixture_${mix_f}_mix_both.csv | \
+        grep -v mixture_ID  <(cat ${metadata_dir}/mixture_${mix_f}_mix_both.csv) | \
             sort -u | awk -F',' '{print $1, $3}' > data/${dset}/spk1.scp
-        grep -v mixture_ID ${metadata_dir}/mixture_${mix_f}_mix_both.csv | \
+        grep -v mixture_ID  <(cat ${metadata_dir}/mixture_${mix_f}_mix_both.csv) | \
             sort -u | awk -F',' '{print $1, $4}' > data/${dset}/spk2.scp
-        grep -v mixture_ID ${metadata_dir}/mixture_${mix_f}_mix_both.csv | \
+        grep -v mixture_ID  <(cat ${metadata_dir}/mixture_${mix_f}_mix_both.csv) | \
             sort -u | awk -F',' '{print $1, $5}' > data/${dset}/noise1.scp
     done