diff --git a/tools/mmcls/dist_search.sh b/tools/mmcls/dist_search.sh
new file mode 100644
index 000000000..c45483919
--- /dev/null
+++ b/tools/mmcls/dist_search.sh
@@ -0,0 +1,10 @@
+#!/usr/bin/env bash
+
+CONFIG=$1
+CHECKPOINT=$2
+GPUS=$3
+PORT=${PORT:-29500}
+
+PYTHONPATH="$(dirname $0)/../..":$PYTHONPATH \
+python -m torch.distributed.launch --nproc_per_node=$GPUS --master_port=$PORT \
+    $(dirname "$0")/search_mmcls.py $CONFIG $CHECKPOINT --launcher pytorch ${@:4}
diff --git a/tools/mmcls/dist_test.sh b/tools/mmcls/dist_test.sh
new file mode 100644
index 000000000..9749e54d7
--- /dev/null
+++ b/tools/mmcls/dist_test.sh
@@ -0,0 +1,10 @@
+#!/usr/bin/env bash
+
+CONFIG=$1
+CHECKPOINT=$2
+GPUS=$3
+PORT=${PORT:-29500}
+
+PYTHONPATH="$(dirname $0)/../..":$PYTHONPATH \
+python -m torch.distributed.launch --nproc_per_node=$GPUS --master_port=$PORT \
+    $(dirname "$0")/test_mmcls.py $CONFIG $CHECKPOINT --launcher pytorch ${@:4}
diff --git a/tools/mmcls/dist_train.sh b/tools/mmcls/dist_train.sh
new file mode 100644
index 000000000..0b6fadcf9
--- /dev/null
+++ b/tools/mmcls/dist_train.sh
@@ -0,0 +1,9 @@
+#!/usr/bin/env bash
+
+CONFIG=$1
+GPUS=$2
+PORT=${PORT:-29500}
+
+PYTHONPATH="$(dirname $0)/../..":$PYTHONPATH \
+python -m torch.distributed.launch --nproc_per_node=$GPUS --master_port=$PORT \
+    $(dirname "$0")/train_mmcls.py $CONFIG --launcher pytorch ${@:3}
diff --git a/tools/mmdet/dist_search.sh b/tools/mmdet/dist_search.sh
new file mode 100644
index 000000000..510447c02
--- /dev/null
+++ b/tools/mmdet/dist_search.sh
@@ -0,0 +1,10 @@
+#!/usr/bin/env bash
+
+CONFIG=$1
+CHECKPOINT=$2
+GPUS=$3
+PORT=${PORT:-29500}
+
+PYTHONPATH="$(dirname $0)/../..":$PYTHONPATH \
+python -m torch.distributed.launch --nproc_per_node=$GPUS --master_port=$PORT \
+    $(dirname "$0")/search_mmdet.py $CONFIG $CHECKPOINT --launcher pytorch ${@:4}
diff --git a/tools/mmdet/dist_test.sh b/tools/mmdet/dist_test.sh
new file mode 100644
index 000000000..e710ba9fc
--- /dev/null
+++ b/tools/mmdet/dist_test.sh
@@ -0,0 +1,10 @@
+#!/usr/bin/env bash
+
+CONFIG=$1
+CHECKPOINT=$2
+GPUS=$3
+PORT=${PORT:-29500}
+
+PYTHONPATH="$(dirname $0)/../..":$PYTHONPATH \
+python -m torch.distributed.launch --nproc_per_node=$GPUS --master_port=$PORT \
+    $(dirname "$0")/test_mmdet.py $CONFIG $CHECKPOINT --launcher pytorch ${@:4}
diff --git a/tools/mmdet/dist_train.sh b/tools/mmdet/dist_train.sh
new file mode 100644
index 000000000..16d3167f4
--- /dev/null
+++ b/tools/mmdet/dist_train.sh
@@ -0,0 +1,9 @@
+#!/usr/bin/env bash
+
+CONFIG=$1
+GPUS=$2
+PORT=${PORT:-29500}
+
+PYTHONPATH="$(dirname $0)/../..":$PYTHONPATH \
+python -m torch.distributed.launch --nproc_per_node=$GPUS --master_port=$PORT \
+    $(dirname "$0")/train_mmdet.py $CONFIG --launcher pytorch ${@:3}
diff --git a/tools/mmseg/dist_test.sh b/tools/mmseg/dist_test.sh
new file mode 100644
index 000000000..2e1d6ddd0
--- /dev/null
+++ b/tools/mmseg/dist_test.sh
@@ -0,0 +1,10 @@
+#!/usr/bin/env bash
+
+CONFIG=$1
+CHECKPOINT=$2
+GPUS=$3
+PORT=${PORT:-29500}
+
+PYTHONPATH="$(dirname $0)/../..":$PYTHONPATH \
+python -m torch.distributed.launch --nproc_per_node=$GPUS --master_port=$PORT \
+    $(dirname "$0")/test_mmseg.py $CONFIG $CHECKPOINT --launcher pytorch ${@:4}
diff --git a/tools/mmseg/dist_train.sh b/tools/mmseg/dist_train.sh
new file mode 100644
index 000000000..c38ef173e
--- /dev/null
+++ b/tools/mmseg/dist_train.sh
@@ -0,0 +1,9 @@
+#!/usr/bin/env bash
+
+CONFIG=$1
+GPUS=$2
+PORT=${PORT:-29500}
+
+PYTHONPATH="$(dirname $0)/../..":$PYTHONPATH \
+python -m torch.distributed.launch --nproc_per_node=$GPUS --master_port=$PORT \
+    $(dirname "$0")/train_mmseg.py $CONFIG --launcher pytorch ${@:3}