Skip to content
ci on ubuntu

Merge pull request #5738 from espnet/pre-commit-ci-update-config #1921

Sign in to view logs

Merge pull request #5738 from espnet/pre-commit-ci-update-config

Merge pull request #5738 from espnet/pre-commit-ci-update-config #1921

Workflow file for this run

.github/workflows/ci_on_ubuntu.yml at 58d348a
name: ci on ubuntu
on:
push:
branches:
- master
pull_request:
branches:
- master
jobs:
process_labels:
runs-on: ubuntu-latest
outputs:
is_docker: ${{ steps.step1.outputs.is_docker }}
steps:
- name: Get PR labels
id: pr-labels
uses: joerick/pr-labels-action@v1.0.9
- name: Check whether PR is related to only docker
id: step1
run: |
if [ -z "$GITHUB_PR_LABEL_ESPNET1" ] && [ -z "$GITHUB_PR_LABEL_ESPNET2" ] && [ -n "$GITHUB_PR_LABEL_DOCKER" ]; then
echo "is_docker=true" >> "$GITHUB_OUTPUT"
else
echo "is_docker=false" >> "$GITHUB_OUTPUT"
fi
unit_test_espnet1_and_integration_test_espnet1:
runs-on: ${{ matrix.os }}
needs: process_labels
# Outputs from Previous jobs are strings. Take care in case of using True/False.
if: |
github.event.pull_request.draft == false &&
needs.process_labels.outputs.is_docker == 'false'
strategy:
max-parallel: 20
matrix:
os: [ubuntu-latest]
python-version: ["3.10"]
pytorch-version: [2.1.0]
chainer-version: [6.0.0]
use-conda: [false]
include:
- os: ubuntu-latest
python-version: "3.7"
pytorch-version: 1.13.1
chainer-verssion: 6.0.0
use-conda: false
steps:
- uses: actions/checkout@master
- uses: actions/cache@v3
with:
path: ~/.cache/pip
key: ${{ runner.os }}-pip-${{ matrix.python-version }}-${{ matrix.pytorch-version }}-${{ hashFiles('**/setup.py') }}-${{ hashFiles('**/Makefile') }}
- uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python-version }}
architecture: 'x64'
- name: install dependencies
run: |
sudo apt-get update -qq
# NOTE(kamo): g++-7 doesn't exist in ubuntu-latest
sudo apt-get install -qq -y cmake libsndfile1-dev bc sox ffmpeg
- name: install espnet
env:
ESPNET_PYTHON_VERSION: ${{ matrix.python-version }}
TH_VERSION: ${{ matrix.pytorch-version }}
CHAINER_VERSION: ${{ matrix.chainer-version }}
USE_CONDA: ${{ matrix.use-conda }}
run: |
./ci/install.sh
- name: test shell
run: |
./ci/test_shell_espnet1.sh
- name: test python
run: ./ci/test_python_espnet1.sh
- uses: codecov/codecov-action@v2
with:
flags: test_python_espnet1
- name: coverage erase
continue-on-error: true
run: |
source tools/activate_python.sh
coverage erase
- name: install kaldi
run: |
./ci/install_kaldi.sh
- name: test integration
run: ./ci/test_integration_espnet1.sh
- uses: codecov/codecov-action@v2
with:
flags: test_integration_espnet1
unit_test_espnet2_and_integration_test_espnet2:
runs-on: ${{ matrix.os }}
needs: process_labels
if: |
github.event.pull_request.draft == false &&
needs.process_labels.outputs.is_docker == 'false'
strategy:
max-parallel: 20
matrix:
os: [ubuntu-latest]
python-version: [3.8, 3.9, "3.10"]
pytorch-version: [2.0.1, 2.1.0]
chainer-version: [6.0.0]
use-conda: [false]
include:
- os: ubuntu-latest
python-version: "3.7"
pytorch-version: 1.12.1
chainer-verssion: 6.0.0
use-conda: false
- os: ubuntu-latest
python-version: "3.7"
pytorch-version: 1.13.1
chainer-verssion: 6.0.0
use-conda: false
steps:
- uses: actions/checkout@master
- uses: actions/cache@v3
with:
path: ~/.cache/pip
key: ${{ runner.os }}-pip-${{ matrix.python-version }}-${{ matrix.pytorch-version }}-${{ hashFiles('**/setup.py') }}-${{ hashFiles('**/Makefile') }}
- uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python-version }}
architecture: 'x64'
- name: install dependencies
run: |
sudo apt-get update -qq
# NOTE(kamo): g++-7 doesn't exist in ubuntu-latest
sudo apt-get install -qq -y cmake libsndfile1-dev bc sox ffmpeg
- name: Get PR labels
id: pr-labels
uses: joerick/pr-labels-action@v1.0.9
- name: install espnet
env:
ESPNET_PYTHON_VERSION: ${{ matrix.python-version }}
TH_VERSION: ${{ matrix.pytorch-version }}
CHAINER_VERSION: ${{ matrix.chainer-version }}
USE_CONDA: ${{ matrix.use-conda }}
run: |
./ci/install.sh
- name: test shell
run: |
./ci/test_shell_espnet2.sh
- name: test python
run: ./ci/test_python_espnet2.sh
- uses: codecov/codecov-action@v2
with:
flags: test_python_espnet2
- name: coverage erase
continue-on-error: true
run: |
source tools/activate_python.sh
coverage erase
- name: install kaldi
run: |
./ci/install_kaldi.sh
- name: test utils
run: ./ci/test_utils.sh
- uses: codecov/codecov-action@v2
with:
flags: test_utils
- name: coverage erase
continue-on-error: true
run: |
source tools/activate_python.sh
coverage erase
- name: test espnet2 integration
run: ./ci/test_integration_espnet2.sh
- uses: codecov/codecov-action@v2
with:
flags: test_integration_espnet2
test_configuration_espnet2:
runs-on: ${{ matrix.os }}
needs: process_labels
if: |
github.event.pull_request.draft == false &&
needs.process_labels.outputs.is_docker == 'false'
strategy:
max-parallel: 20
matrix:
os: [ubuntu-latest]
python-version: [3.7]
pytorch-version: [1.13.1]
chainer-version: [6.0.0]
use-conda: [false]
include:
- os: ubuntu-latest
python-version: "3.10"
pytorch-version: 2.1.0
chainer-verssion: 6.0.0
use-conda: false
steps:
- uses: actions/checkout@master
- uses: actions/cache@v3
with:
path: ~/.cache/pip
key: ${{ runner.os }}-pip-${{ matrix.python-version }}-${{ matrix.pytorch-version }}-${{ hashFiles('**/setup.py') }}-${{ hashFiles('**/Makefile') }}
- uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python-version }}
architecture: 'x64'
- name: install dependencies
run: |
sudo apt-get update -qq
# NOTE(kamo): g++-7 doesn't exist in ubuntu-latest
sudo apt-get install -qq -y cmake libsndfile1-dev bc sox ffmpeg
- name: install espnet
env:
ESPNET_PYTHON_VERSION: ${{ matrix.python-version }}
TH_VERSION: ${{ matrix.pytorch-version }}
CHAINER_VERSION: ${{ matrix.chainer-version }}
USE_CONDA: ${{ matrix.use-conda }}
run: |
./ci/install.sh
- name: test configuration
run: ./ci/test_configuration_espnet2.sh
- uses: codecov/codecov-action@v2
with:
flags: test_configuration_espnet2
unit_test_espnetez_and_integration_test_espnetez:
runs-on: ${{ matrix.os }}
needs: process_labels
if: |
github.event.pull_request.draft == false &&
needs.process_labels.outputs.is_docker == 'false'
strategy:
max-parallel: 20
matrix:
os: [ubuntu-latest]
python-version: [3.8, 3.9, "3.10"]
pytorch-version: [2.0.1, 2.1.0]
chainer-version: [6.0.0]
use-conda: [false]
include:
- os: ubuntu-latest
python-version: "3.7"
pytorch-version: 1.12.1
chainer-verssion: 6.0.0
use-conda: false
- os: ubuntu-latest
python-version: "3.7"
pytorch-version: 1.13.1
chainer-verssion: 6.0.0
use-conda: false
steps:
- uses: actions/checkout@master
- uses: actions/cache@v3
with:
path: ~/.cache/pip
key: ${{ runner.os }}-pip-${{ matrix.python-version }}-${{ matrix.pytorch-version }}-${{ hashFiles('**/setup.py') }}-${{ hashFiles('**/Makefile') }}
- uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python-version }}
architecture: 'x64'
- name: install dependencies
run: |
sudo apt-get update -qq
# NOTE(kamo): g++-7 doesn't exist in ubuntu-latest
sudo apt-get install -qq -y cmake libsndfile1-dev bc sox ffmpeg
- name: Get PR labels
id: pr-labels
uses: joerick/pr-labels-action@v1.0.9
- name: install espnet
env:
ESPNET_PYTHON_VERSION: ${{ matrix.python-version }}
TH_VERSION: ${{ matrix.pytorch-version }}
CHAINER_VERSION: ${{ matrix.chainer-version }}
USE_CONDA: ${{ matrix.use-conda }}
run: |
./ci/install.sh
- name: test python
run: ./ci/test_python_espnetez.sh
- uses: codecov/codecov-action@v2
with:
flags: test_python_espnetez
- name: coverage erase
continue-on-error: true
run: |
source tools/activate_python.sh
coverage erase
- name: install kaldi
run: |
./ci/install_kaldi.sh
- name: test utils
run: ./ci/test_utils.sh
- uses: codecov/codecov-action@v2
with:
flags: test_utils
- name: coverage erase
continue-on-error: true
run: |
source tools/activate_python.sh
coverage erase
- name: test espnetez integration
run: ./ci/test_integration_espnetez.sh
- uses: codecov/codecov-action@v2
with:
flags: test_integration_espnetez
test_import:
runs-on: ${{ matrix.os }}
needs: process_labels
if: |
github.event.pull_request.draft == false &&
needs.process_labels.outputs.is_docker == 'false'
strategy:
max-parallel: 20
matrix:
os: [ubuntu-latest]
python-version: ["3.10"]
pytorch-version: [2.1.0]
steps:
- uses: actions/checkout@v2
- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python-version }}
- name: Install dependencies
run: |
sudo apt-get install -qq -y libsndfile1-dev
python3 -m pip install --upgrade pip setuptools wheel
- name: Install espnet with the least requirement
env:
TH_VERSION: ${{ matrix.pytorch-version }}
run: |
python3 -m pip install -U numba
./tools/installers/install_torch.sh false ${TH_VERSION} CPU
./tools/installers/install_chainer.sh CPU
python3 setup.py bdist_wheel
python3 -m pip install dist/espnet-*.whl
# log
python3 -m pip freeze
- name: Import all modules (Try1)
run: |
python3 ./ci/test_import_all.py
- name: Install espnet with the full requirement
env:
TH_VERSION: ${{ matrix.pytorch-version }}
run: |
python3 -m pip install "$(ls dist/espnet-*.whl)[all]"
# log
python3 -m pip freeze
- name: Import all modules (Try2)
run: |
python3 -q -X faulthandler ./ci/test_import_all.py
check_kaldi_symlinks:
runs-on: ubuntu-latest
needs: process_labels
if: |
github.event.pull_request.draft == false &&
needs.process_labels.outputs.is_docker == 'false'
steps:
- uses: actions/checkout@master
- run: ci/check_kaldi_symlinks.sh