-
Notifications
You must be signed in to change notification settings - Fork 1.5k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Add benchmark regression script and script to generate this script
- Loading branch information
Showing
3 changed files
with
173 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,21 @@ | ||
| configs/3dssd/3dssd_4x4_kitti-3d-car.py | ||
| configs/centerpoint/centerpoint_01voxel_second_secfpn_dcn_circlenms_4x8_cyclic_20e_nus.py | ||
| configs/dynamic_voxelization/dv_second_secfpn_2x8_cosine_80e_kitti-3d-3class.py | ||
| configs/fcos3d/fcos3d_r101_caffe_fpn_gn-head_dcn_2x8_1x_nus-mono3d.py | ||
| configs/fp16/hv_second_secfpn_fp16_6x8_80e_kitti-3d-3class.py | ||
| configs/free_anchor/hv_pointpillars_regnet-1.6gf_fpn_sbn-all_free-anchor_strong-aug_4x8_3x_nus-3d.py | ||
| configs/groupfree3d/groupfree3d_8x4_scannet-3d-18class-L6-O256.py | ||
| configs/h3dnet/h3dnet_3x8_scannet-3d-18class.py | ||
| configs/imvotenet/imvotenet_faster_rcnn_r50_fpn_2x4_sunrgbd-3d-10class.py | ||
| configs/imvotenet/imvotenet_stage2_16x8_sunrgbd-3d-10class.py | ||
| configs/imvoxelnet/imvoxelnet_4x8_kitti-3d-car.py | ||
| configs/mvxnet/dv_mvx-fpn_second_secfpn_adamw_2x8_80e_kitti-3d-3class.py | ||
| configs/parta2/hv_PartA2_secfpn_2x8_cyclic_80e_kitti-3d-3class.py | ||
| configs/pointnet2/pointnet2_msg_16x2_cosine_80e_s3dis_seg-3d-13class.py | ||
| configs/pointnet2/pointnet2_msg_16x2_cosine_250e_scannet_seg-3d-20class.py | ||
| configs/pointpillars/hv_pointpillars_fpn_sbn-all_2x8_2x_lyft-3d.py | ||
| configs/pointpillars/hv_pointpillars_secfpn_sbn_2x16_2x_waymoD5-3d-3class.py | ||
| configs/regnet/hv_pointpillars_regnet-1.6gf_fpn_sbn-all_4x8_2x_nus-3d.py | ||
| configs/second/hv_second_secfpn_6x8_80e_kitti-3d-3class.py | ||
| configs/ssn/hv_ssn_secfpn_sbn-all_2x16_2x_lyft-3d.py | ||
| configs/votenet/votenet_8x8_scannet-3d-18class.py |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,66 @@ | ||
| import argparse | ||
| import re | ||
|
|
||
|
|
||
| def parse_args(): | ||
| parser = argparse.ArgumentParser( | ||
| description='Generate benchmark training/testing scripts') | ||
| parser.add_argument( | ||
| '--input_file', | ||
| required=False, | ||
| type=str, | ||
| help='Input file containing the paths ' | ||
| 'of configs to be trained/tested.') | ||
| parser.add_argument( | ||
| '--output_file', | ||
| required=True, | ||
| type=str, | ||
| help='Output file containing the ' | ||
| 'commands to train/test selected models.') | ||
| parser.add_argument( | ||
| '--mode', type=str, default='train', help='Train or test') | ||
|
|
||
| args = parser.parse_args() | ||
| return args | ||
|
|
||
|
|
||
| args = parse_args() | ||
| assert args.mode in ['train', 'test'], 'Currently we only support ' \ | ||
| 'automatically generating training or testing scripts.' | ||
|
|
||
| config_paths = [] | ||
|
|
||
| if args.input_file is not None: | ||
| with open(args.input_file, 'r') as fi: | ||
| config_paths = fi.read().strip().split('\n') | ||
| else: | ||
| while True: | ||
| print('Please type a config path and ' | ||
| 'press enter (press enter directly to exit):') | ||
| config_path = input() | ||
| if config_path != '': | ||
| config_paths.append(config_path) | ||
| else: | ||
| break | ||
|
|
||
| script = '''PARTITION=$1 | ||
| CHECKPOINT_DIR=$2 | ||
| ''' | ||
|
|
||
| for i, config_path in enumerate(config_paths): | ||
| config_name = config_path.split('/')[-1][:-3] | ||
| match_obj = re.match(r'.*_[0-9]+x([0-9]+)_.*', config_name) | ||
|
|
||
| gpu_num = int(match_obj.group(1)) | ||
| script += f"echo '{config_path}' &\n" | ||
| script += f'GPUS={gpu_num} GPUS_PER_NODE={gpu_num} CPUS_PER_TASK=5 ' \ | ||
| f'./tools/slurm_train.sh $PARTITION {config_name} ' \ | ||
| f'{config_path} \\\n' | ||
| script += f'$CHECKPOINT_DIR/{config_name} --cfg-options ' \ | ||
| f'checkpoint_config.max_keep_ckpts=1 >/dev/null &\n' | ||
| if i != len(config_paths) - 1: | ||
| script += '\n' | ||
|
|
||
| with open(args.output_file, 'w') as fo: | ||
| fo.write(script) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,86 @@ | ||
| PARTITION=$1 | ||
| CHECKPOINT_DIR=$2 | ||
|
|
||
| echo 'configs/3dssd/3dssd_4x4_kitti-3d-car.py' & | ||
| GPUS=4 GPUS_PER_NODE=4 CPUS_PER_TASK=5 ./tools/slurm_train.sh $PARTITION 3dssd_4x4_kitti-3d-car configs/3dssd/3dssd_4x4_kitti-3d-car.py \ | ||
| $CHECKPOINT_DIR/3dssd_4x4_kitti-3d-car --cfg-options checkpoint_config.max_keep_ckpts=1 >/dev/null & | ||
|
|
||
| echo 'configs/centerpoint/centerpoint_01voxel_second_secfpn_dcn_circlenms_4x8_cyclic_20e_nus.py' & | ||
| GPUS=8 GPUS_PER_NODE=8 CPUS_PER_TASK=5 ./tools/slurm_train.sh $PARTITION centerpoint_01voxel_second_secfpn_dcn_circlenms_4x8_cyclic_20e_nus configs/centerpoint/centerpoint_01voxel_second_secfpn_dcn_circlenms_4x8_cyclic_20e_nus.py \ | ||
| $CHECKPOINT_DIR/centerpoint_01voxel_second_secfpn_dcn_circlenms_4x8_cyclic_20e_nus --cfg-options checkpoint_config.max_keep_ckpts=1 >/dev/null & | ||
|
|
||
| echo 'configs/dynamic_voxelization/dv_second_secfpn_2x8_cosine_80e_kitti-3d-3class.py' & | ||
| GPUS=8 GPUS_PER_NODE=8 CPUS_PER_TASK=5 ./tools/slurm_train.sh $PARTITION dv_second_secfpn_2x8_cosine_80e_kitti-3d-3class configs/dynamic_voxelization/dv_second_secfpn_2x8_cosine_80e_kitti-3d-3class.py \ | ||
| $CHECKPOINT_DIR/dv_second_secfpn_2x8_cosine_80e_kitti-3d-3class --cfg-options checkpoint_config.max_keep_ckpts=1 >/dev/null & | ||
|
|
||
| echo 'configs/fcos3d/fcos3d_r101_caffe_fpn_gn-head_dcn_2x8_1x_nus-mono3d.py' & | ||
| GPUS=8 GPUS_PER_NODE=8 CPUS_PER_TASK=5 ./tools/slurm_train.sh $PARTITION fcos3d_r101_caffe_fpn_gn-head_dcn_2x8_1x_nus-mono3d configs/fcos3d/fcos3d_r101_caffe_fpn_gn-head_dcn_2x8_1x_nus-mono3d.py \ | ||
| $CHECKPOINT_DIR/fcos3d_r101_caffe_fpn_gn-head_dcn_2x8_1x_nus-mono3d --cfg-options checkpoint_config.max_keep_ckpts=1 >/dev/null & | ||
|
|
||
| echo 'configs/fp16/hv_second_secfpn_fp16_6x8_80e_kitti-3d-3class.py' & | ||
| GPUS=8 GPUS_PER_NODE=8 CPUS_PER_TASK=5 ./tools/slurm_train.sh $PARTITION hv_second_secfpn_fp16_6x8_80e_kitti-3d-3class configs/fp16/hv_second_secfpn_fp16_6x8_80e_kitti-3d-3class.py \ | ||
| $CHECKPOINT_DIR/hv_second_secfpn_fp16_6x8_80e_kitti-3d-3class --cfg-options checkpoint_config.max_keep_ckpts=1 >/dev/null & | ||
|
|
||
| echo 'configs/free_anchor/hv_pointpillars_regnet-1.6gf_fpn_sbn-all_free-anchor_strong-aug_4x8_3x_nus-3d.py' & | ||
| GPUS=8 GPUS_PER_NODE=8 CPUS_PER_TASK=5 ./tools/slurm_train.sh $PARTITION hv_pointpillars_regnet-1.6gf_fpn_sbn-all_free-anchor_strong-aug_4x8_3x_nus-3d configs/free_anchor/hv_pointpillars_regnet-1.6gf_fpn_sbn-all_free-anchor_strong-aug_4x8_3x_nus-3d.py \ | ||
| $CHECKPOINT_DIR/hv_pointpillars_regnet-1.6gf_fpn_sbn-all_free-anchor_strong-aug_4x8_3x_nus-3d --cfg-options checkpoint_config.max_keep_ckpts=1 >/dev/null & | ||
|
|
||
| echo 'configs/groupfree3d/groupfree3d_8x4_scannet-3d-18class-L6-O256.py' & | ||
| GPUS=4 GPUS_PER_NODE=4 CPUS_PER_TASK=5 ./tools/slurm_train.sh $PARTITION groupfree3d_8x4_scannet-3d-18class-L6-O256 configs/groupfree3d/groupfree3d_8x4_scannet-3d-18class-L6-O256.py \ | ||
| $CHECKPOINT_DIR/groupfree3d_8x4_scannet-3d-18class-L6-O256 --cfg-options checkpoint_config.max_keep_ckpts=1 >/dev/null & | ||
|
|
||
| echo 'configs/h3dnet/h3dnet_3x8_scannet-3d-18class.py' & | ||
| GPUS=8 GPUS_PER_NODE=8 CPUS_PER_TASK=5 ./tools/slurm_train.sh $PARTITION h3dnet_3x8_scannet-3d-18class configs/h3dnet/h3dnet_3x8_scannet-3d-18class.py \ | ||
| $CHECKPOINT_DIR/h3dnet_3x8_scannet-3d-18class --cfg-options checkpoint_config.max_keep_ckpts=1 >/dev/null & | ||
|
|
||
| echo 'configs/imvotenet/imvotenet_faster_rcnn_r50_fpn_2x4_sunrgbd-3d-10class.py' & | ||
| GPUS=4 GPUS_PER_NODE=4 CPUS_PER_TASK=5 ./tools/slurm_train.sh $PARTITION imvotenet_faster_rcnn_r50_fpn_2x4_sunrgbd-3d-10class configs/imvotenet/imvotenet_faster_rcnn_r50_fpn_2x4_sunrgbd-3d-10class.py \ | ||
| $CHECKPOINT_DIR/imvotenet_faster_rcnn_r50_fpn_2x4_sunrgbd-3d-10class --cfg-options checkpoint_config.max_keep_ckpts=1 >/dev/null & | ||
|
|
||
| echo 'configs/imvotenet/imvotenet_stage2_16x8_sunrgbd-3d-10class.py' & | ||
| GPUS=8 GPUS_PER_NODE=8 CPUS_PER_TASK=5 ./tools/slurm_train.sh $PARTITION imvotenet_stage2_16x8_sunrgbd-3d-10class configs/imvotenet/imvotenet_stage2_16x8_sunrgbd-3d-10class.py \ | ||
| $CHECKPOINT_DIR/imvotenet_stage2_16x8_sunrgbd-3d-10class --cfg-options checkpoint_config.max_keep_ckpts=1 >/dev/null & | ||
|
|
||
| echo 'configs/imvoxelnet/imvoxelnet_4x8_kitti-3d-car.py' & | ||
| GPUS=8 GPUS_PER_NODE=8 CPUS_PER_TASK=5 ./tools/slurm_train.sh $PARTITION imvoxelnet_4x8_kitti-3d-car configs/imvoxelnet/imvoxelnet_4x8_kitti-3d-car.py \ | ||
| $CHECKPOINT_DIR/imvoxelnet_4x8_kitti-3d-car --cfg-options checkpoint_config.max_keep_ckpts=1 >/dev/null & | ||
|
|
||
| echo 'configs/mvxnet/dv_mvx-fpn_second_secfpn_adamw_2x8_80e_kitti-3d-3class.py' & | ||
| GPUS=8 GPUS_PER_NODE=8 CPUS_PER_TASK=5 ./tools/slurm_train.sh $PARTITION dv_mvx-fpn_second_secfpn_adamw_2x8_80e_kitti-3d-3class configs/mvxnet/dv_mvx-fpn_second_secfpn_adamw_2x8_80e_kitti-3d-3class.py \ | ||
| $CHECKPOINT_DIR/dv_mvx-fpn_second_secfpn_adamw_2x8_80e_kitti-3d-3class --cfg-options checkpoint_config.max_keep_ckpts=1 >/dev/null & | ||
|
|
||
| echo 'configs/parta2/hv_PartA2_secfpn_2x8_cyclic_80e_kitti-3d-3class.py' & | ||
| GPUS=8 GPUS_PER_NODE=8 CPUS_PER_TASK=5 ./tools/slurm_train.sh $PARTITION hv_PartA2_secfpn_2x8_cyclic_80e_kitti-3d-3class configs/parta2/hv_PartA2_secfpn_2x8_cyclic_80e_kitti-3d-3class.py \ | ||
| $CHECKPOINT_DIR/hv_PartA2_secfpn_2x8_cyclic_80e_kitti-3d-3class --cfg-options checkpoint_config.max_keep_ckpts=1 >/dev/null & | ||
|
|
||
| echo 'configs/pointnet2/pointnet2_msg_16x2_cosine_80e_s3dis_seg-3d-13class.py' & | ||
| GPUS=2 GPUS_PER_NODE=2 CPUS_PER_TASK=5 ./tools/slurm_train.sh $PARTITION pointnet2_msg_16x2_cosine_80e_s3dis_seg-3d-13class configs/pointnet2/pointnet2_msg_16x2_cosine_80e_s3dis_seg-3d-13class.py \ | ||
| $CHECKPOINT_DIR/pointnet2_msg_16x2_cosine_80e_s3dis_seg-3d-13class --cfg-options checkpoint_config.max_keep_ckpts=1 >/dev/null & | ||
|
|
||
| echo 'configs/pointnet2/pointnet2_msg_16x2_cosine_250e_scannet_seg-3d-20class.py' & | ||
| GPUS=2 GPUS_PER_NODE=2 CPUS_PER_TASK=5 ./tools/slurm_train.sh $PARTITION pointnet2_msg_16x2_cosine_250e_scannet_seg-3d-20class configs/pointnet2/pointnet2_msg_16x2_cosine_250e_scannet_seg-3d-20class.py \ | ||
| $CHECKPOINT_DIR/pointnet2_msg_16x2_cosine_250e_scannet_seg-3d-20class --cfg-options checkpoint_config.max_keep_ckpts=1 >/dev/null & | ||
|
|
||
| echo 'configs/pointpillars/hv_pointpillars_fpn_sbn-all_2x8_2x_lyft-3d.py' & | ||
| GPUS=8 GPUS_PER_NODE=8 CPUS_PER_TASK=5 ./tools/slurm_train.sh $PARTITION hv_pointpillars_fpn_sbn-all_2x8_2x_lyft-3d configs/pointpillars/hv_pointpillars_fpn_sbn-all_2x8_2x_lyft-3d.py \ | ||
| $CHECKPOINT_DIR/hv_pointpillars_fpn_sbn-all_2x8_2x_lyft-3d --cfg-options checkpoint_config.max_keep_ckpts=1 >/dev/null & | ||
|
|
||
| echo 'configs/pointpillars/hv_pointpillars_secfpn_sbn_2x16_2x_waymoD5-3d-3class.py' & | ||
| GPUS=16 GPUS_PER_NODE=16 CPUS_PER_TASK=5 ./tools/slurm_train.sh $PARTITION hv_pointpillars_secfpn_sbn_2x16_2x_waymoD5-3d-3class configs/pointpillars/hv_pointpillars_secfpn_sbn_2x16_2x_waymoD5-3d-3class.py \ | ||
| $CHECKPOINT_DIR/hv_pointpillars_secfpn_sbn_2x16_2x_waymoD5-3d-3class --cfg-options checkpoint_config.max_keep_ckpts=1 >/dev/null & | ||
|
|
||
| echo 'configs/regnet/hv_pointpillars_regnet-1.6gf_fpn_sbn-all_4x8_2x_nus-3d.py' & | ||
| GPUS=8 GPUS_PER_NODE=8 CPUS_PER_TASK=5 ./tools/slurm_train.sh $PARTITION hv_pointpillars_regnet-1.6gf_fpn_sbn-all_4x8_2x_nus-3d configs/regnet/hv_pointpillars_regnet-1.6gf_fpn_sbn-all_4x8_2x_nus-3d.py \ | ||
| $CHECKPOINT_DIR/hv_pointpillars_regnet-1.6gf_fpn_sbn-all_4x8_2x_nus-3d --cfg-options checkpoint_config.max_keep_ckpts=1 >/dev/null & | ||
|
|
||
| echo 'configs/second/hv_second_secfpn_6x8_80e_kitti-3d-3class.py' & | ||
| GPUS=8 GPUS_PER_NODE=8 CPUS_PER_TASK=5 ./tools/slurm_train.sh $PARTITION hv_second_secfpn_6x8_80e_kitti-3d-3class configs/second/hv_second_secfpn_6x8_80e_kitti-3d-3class.py \ | ||
| $CHECKPOINT_DIR/hv_second_secfpn_6x8_80e_kitti-3d-3class --cfg-options checkpoint_config.max_keep_ckpts=1 >/dev/null & | ||
|
|
||
| echo 'configs/ssn/hv_ssn_secfpn_sbn-all_2x16_2x_lyft-3d.py' & | ||
| GPUS=16 GPUS_PER_NODE=16 CPUS_PER_TASK=5 ./tools/slurm_train.sh $PARTITION hv_ssn_secfpn_sbn-all_2x16_2x_lyft-3d configs/ssn/hv_ssn_secfpn_sbn-all_2x16_2x_lyft-3d.py \ | ||
| $CHECKPOINT_DIR/hv_ssn_secfpn_sbn-all_2x16_2x_lyft-3d --cfg-options checkpoint_config.max_keep_ckpts=1 >/dev/null & | ||
|
|
||
| echo 'configs/votenet/votenet_8x8_scannet-3d-18class.py' & | ||
| GPUS=8 GPUS_PER_NODE=8 CPUS_PER_TASK=5 ./tools/slurm_train.sh $PARTITION votenet_8x8_scannet-3d-18class configs/votenet/votenet_8x8_scannet-3d-18class.py \ | ||
| $CHECKPOINT_DIR/votenet_8x8_scannet-3d-18class --cfg-options checkpoint_config.max_keep_ckpts=1 >/dev/null & |