Skip to content

[ci][1/2] Shard frontend: GPU job into 2 jobs #10413

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
areusch merged 1 commit into from
Mar 1, 2022
Merged

[ci][1/2] Shard frontend: GPU job into 2 jobs #10413

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
69 changes: 46 additions & 23 deletions tests/scripts/task_python_frontend.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -30,33 +30,56 @@ find . -type f -path "*.pyc" | xargs rm -f
# Rebuild cython
make cython3

echo "Running relay MXNet frontend test..."
run_pytest cython python-frontend-mxnet tests/python/frontend/mxnet
# These tests are sharded into two sections in order to increase parallelism in CI.
# The split is purely based on balancing the runtime of each shard so they should
# be about the same. This may need rebalancing in the future if this is no longer
# the case.
function shard1 {
echo "Running relay MXNet frontend test..."
run_pytest cython python-frontend-mxnet tests/python/frontend/mxnet

echo "Running relay ONNX frontend test..."
run_pytest cython python-frontend-onnx tests/python/frontend/onnx
echo "Running relay ONNX frontend test..."
run_pytest cython python-frontend-onnx tests/python/frontend/onnx

echo "Running relay CoreML frontend test..."
run_pytest cython python-frontend-coreml tests/python/frontend/coreml
echo "Running relay PyTorch frontend test..."
run_pytest cython python-frontend-pytorch tests/python/frontend/pytorch
}

echo "Running relay Tensorflow frontend test..."
# Note: Tensorflow tests often have memory issues, so invoke each one separately
TENSORFLOW_TESTS=$(./tests/scripts/pytest_ids.py --folder tests/python/frontend/tensorflow)
i=0
for node_id in $TENSORFLOW_TESTS; do
echo "$node_id"
run_pytest cython "python-frontend-tensorflow-$i" "$node_id"
i=$((i+1))
done
function shard2 {
echo "Running relay Tensorflow frontend test..."
# Note: Tensorflow tests often have memory issues, so invoke each one separately
TENSORFLOW_TESTS=$(./tests/scripts/pytest_ids.py --folder tests/python/frontend/tensorflow)
i=0
for node_id in $TENSORFLOW_TESTS; do
echo "$node_id"
run_pytest cython "python-frontend-tensorflow-$i" "$node_id"
i=$((i+1))
done

echo "Running relay caffe2 frontend test..."
run_pytest cython python-frontend-caffe2 tests/python/frontend/caffe2
echo "Running relay caffe2 frontend test..."
run_pytest cython python-frontend-caffe2 tests/python/frontend/caffe2

echo "Running relay DarkNet frontend test..."
run_pytest cython python-frontend-darknet tests/python/frontend/darknet
echo "Running relay DarkNet frontend test..."
run_pytest cython python-frontend-darknet tests/python/frontend/darknet

echo "Running relay PyTorch frontend test..."
run_pytest cython python-frontend-pytorch tests/python/frontend/pytorch
echo "Running relay PaddlePaddle frontend test..."
run_pytest cython python-frontend-paddlepaddle tests/python/frontend/paddlepaddle

echo "Running relay PaddlePaddle frontend test..."
run_pytest cython python-frontend-paddlepaddle tests/python/frontend/paddlepaddle
echo "Running relay CoreML frontend test..."
run_pytest cython python-frontend-coreml tests/python/frontend/coreml
}


if [ -z ${1+x} ]; then
# TODO: This case can be removed once https://github.com/apache/tvm/pull/10413
# is merged.
# No sharding set, run everything
shard1
shard2
else
if [ "$1" == "1" ]; then
shard1
else
shard2
fi
fi