2022fall new task tutorial

egs2/TEMPLATE/asr1/db.sh

@@ -10,6 +10,7 @@ AISHELL4=downloads
 ALFFA=downloads
 AMERICASNLP22=downloads
 AN4=downloads
+ASVTutorial=espnet_tutorial_asvspoof
 APHASIABANK=
 AUDIOSET=
 DIRHA_ENGLISH_PHDEV=

egs2/TEMPLATE/asr1/pyscripts/utils/asvspoof_score.py

@@ -0,0 +1,40 @@
+import argparse
+import os
+import warnings
+
+import numpy as np
+from scipy.interpolate import interp1d
+from scipy.optimize import brentq
+from sklearn.metrics import roc_curve
+
+warnings.filterwarnings("ignore", category=DeprecationWarning)
+
+
+def cal_eer_from_textfiles(gt_file, pred_file):
+    gt_data = np.genfromtxt(gt_file, dtype=str)
+    gt_scores = gt_data[:, 1].astype(np.float)
+    pred_data = np.genfromtxt(pred_file, dtype=str)
+    pred_scores = pred_data[:, 1].astype(np.float)
+    # pred_scores = 1/(1 + np.exp(-pred_scores))
+    assert len(pred_scores) == len(gt_scores)
+    fpr, tpr, _ = roc_curve(gt_scores, pred_scores, pos_label=1)
+    cm_eer = brentq(lambda x: 1.0 - x - interp1d(fpr, tpr)(x), 0.0, 1.0)
+    return cm_eer
+
+
+def get_args():
+    parser = argparse.ArgumentParser(description=__doc__)
+    parser.add_argument(
+        "-g", "--gt_file", type=str, help="ground truth file", required=True
+    )
+    parser.add_argument(
+        "-p", "--pred_file", type=str, help="prediction file", required=True
+    )
+    args = parser.parse_args()
+    return args
+
+
+if __name__ == "__main__":
+    args = get_args()
+    cm_eer = cal_eer_from_textfiles(args.gt_file, args.pred_file)
+    print("{} {:0.3f}".format(args.pred_file, 100 * cm_eer))

egs2/TEMPLATE/asr1/scripts/utils/show_asvspoof_result.sh

@@ -0,0 +1,63 @@
+#!/usr/bin/env bash
+mindepth=0
+maxdepth=1
+
+. utils/parse_options.sh
+
+if [ $# -gt 1 ]; then
+    echo "Usage: $0 --mindepth 0 --maxdepth 1 [exp]" 1>&2
+    echo ""
+    echo "Show the system environments and the evaluation results in Markdown format."
+    echo 'The default of <exp> is "exp/".'
+    exit 1
+fi
+
+[ -f ./path.sh ] && . ./path.sh
+set -euo pipefail
+if [ $# -eq 1 ]; then
+    exp=$1
+else
+    exp=exp
+fi
+
+
+cat << EOF
+<!-- Generated by $0 -->
+# RESULTS
+## Environments
+- date: \`$(LC_ALL=C date)\`
+EOF
+
+python3 << EOF
+import sys, espnet, torch
+pyversion = sys.version.replace('\n', ' ')
+
+print(f"""- python version: \`{pyversion}\`
+- espnet version: \`espnet {espnet.__version__}\`
+- pytorch version: \`pytorch {torch.__version__}\`""")
+EOF
+
+cat << EOF
+- Git hash: \`$(git rev-parse HEAD)\`
+  - Commit date: \`$(git log -1 --format='%cd')\`
+
+EOF
+
+while IFS= read -r expdir; do
+
+    if ls "${expdir}"/*/scoring/eer &> /dev/null; then
+        echo "## $(basename ${expdir})"
+                	cat << EOF
+|dataset|EER|
+|---|---|
+EOF
+        if ls "${expdir}"/*/scoring/eer &> /dev/null; then
+                    cat "${expdir}"/*/scoring/eer \
+                        | sed -e "s#${expdir}/\([^/]*/[^/]*\)/scoring/eer:#|\1#g" \
+                        | sed -e 's#^##g' | tr '|' ' ' | tr -s ' ' '|'
+                    echo
+        fi
+    fi
+
+
+done < <(find ${exp} -mindepth ${mindepth} -maxdepth ${maxdepth} -type d)