fix the gradient backward issue when joint training with s3prl frontend

espnet · May 5, 2023 · 5c62225 · 5c62225
1 parent 33aa097
commit 5c62225
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/espnet2/asr/frontend/s3prl.py b/espnet2/asr/frontend/s3prl.py
@@ -50,6 +50,8 @@ def __init__(
             normalize=frontend_conf.get("normalize", False),
             extra_conf=frontend_conf.get("extra_conf", None),
         )
+        if getattr(upstream.upstream.model, "feature_grad_mult", None):
+            upstream.upstream.model.feature_grad_mult = 1.0
         upstream.eval()
         if getattr(
             upstream.upstream, "model", None

diff --git a/tools/extra_path.sh b/tools/extra_path.sh
@@ -36,5 +36,4 @@ export PATH="${TOOL_DIR}"/festival/bin:"${PATH:-}"
 export PATH="${TOOL_DIR}"/ffmpeg-release:"${PATH:-}"
 export LD_LIBRARY_PATH="${TOOL_DIR}"/lib:"${TOOL_DIR}"/lib64:"${LD_LIBRARY_PATH:-}"
 export LD_LIBRARY_PATH="${TOOL_DIR}"/espeak-ng/lib:"${LD_LIBRARY_PATH:-}"
-export PYTHONPATH="${TOOL_DIR}"/s3prl:"${PYTHONPATH:-}"
 export PYTHONPATH="${TOOL_DIR}"/RawNet/python/RawNet3:"${TOOL_DIR}"/RawNet/python/RawNet3/models:"${PYTHONPATH:-}"