From 624ecb9f850b5239e8b23900f197ea77116eed26 Mon Sep 17 00:00:00 2001 From: anandhu-eng Date: Mon, 28 Jul 2025 14:47:43 +0530 Subject: [PATCH 01/11] Add r2 download linnke for llama2 and 3 --- .../meta.yaml | 24 +++++++ script/get-ml-model-llama2/customize.py | 19 ++---- script/get-ml-model-llama2/meta.yaml | 64 +++++++++++++++++-- script/get-ml-model-llama3/meta.yaml | 42 ++++++------ 4 files changed, 111 insertions(+), 38 deletions(-) diff --git a/script/get-dataset-mlperf-inference-llama3/meta.yaml b/script/get-dataset-mlperf-inference-llama3/meta.yaml index 9e8762f35..28b492bd1 100644 --- a/script/get-dataset-mlperf-inference-llama3/meta.yaml +++ b/script/get-dataset-mlperf-inference-llama3/meta.yaml @@ -36,12 +36,28 @@ variations: MLC_RCLONE_URL: mlc-inference:mlcommons-inference-wg-public/llama3.1_405b/mlperf_llama3.1_405b_dataset_8313_processed_fp16_eval.pkl MLC_DATASET_TYPE: validation MLC_DATASET_FILE_NAME: mlperf_llama3.1_405b_dataset_8313_processed_fp16_eval.pkl + validation,rclone: + env: + MLC_RCLONE_URL: mlc-inference:mlcommons-inference-wg-public/llama3.1_405b/mlperf_llama3.1_405b_dataset_8313_processed_fp16_eval.pkl + MLC_DATASET_FILE_NAME: mlperf_llama3.1_405b_dataset_8313_processed_fp16_eval.pkl + validation,r2_downloader: + env: + MLC_RCLONE_URL: "" + MLC_DATASET_FILE_NAME: "" calibration: group: dataset-type env: MLC_RCLONE_URL: mlc-inference:mlcommons-inference-wg-public/llama3.1_405b/mlperf_llama3.1_405b_calibration_dataset_512_processed_fp16_eval.pkl MLC_DATASET_TYPE: calibration MLC_DATASET_FILE_NAME: mlperf_llama3.1_405b_calibration_dataset_512_processed_fp16_eval.pkl + calibration,rclone: + env: + MLC_RCLONE_URL: mlc-inference:mlcommons-inference-wg-public/llama3.1_405b/mlperf_llama3.1_405b_calibration_dataset_512_processed_fp16_eval.pkl + MLC_DATASET_FILE_NAME: mlperf_llama3.1_405b_calibration_dataset_512_processed_fp16_eval.pkl + calibration,r2_downloader: + env: + MLC_RCLONE_URL: "" + MLC_DATASET_FILE_NAME: "" rclone: add_deps_recursive: dae: @@ -52,5 +68,13 @@ variations: MLC_DOWNLOAD_URL: <<>> MLC_RCLONE_CONFIG_NAME: mlc-inference group: download-tool + r2_downloader: + add_deps_recursive: + dae: + tags: _r2_downloader + env: + MLC_DOWNLOAD_FILENAME: checkpoint + MLC_RCLONE_CONFIG_NAME: mlc-inference + group: download-tool print_env_at_the_end: MLC_DATASET_LLAMA3_PATH: Path to the dataset diff --git a/script/get-ml-model-llama2/customize.py b/script/get-ml-model-llama2/customize.py index 494b7c9cf..491e76248 100644 --- a/script/get-ml-model-llama2/customize.py +++ b/script/get-ml-model-llama2/customize.py @@ -29,12 +29,6 @@ def preprocess(i): else: if path == '' or not os.path.exists(path): env['MLC_TMP_REQUIRE_DOWNLOAD'] = 'yes' - if env['MLC_DOWNLOAD_SRC'] == "mlcommons": - i['run_script_input']['script_name'] = 'run-rclone' - if env.get('MLC_OUTDIRNAME', '') != '': - env['LLAMA2_CHECKPOINT_PATH'] = env['MLC_OUTDIRNAME'] - else: - env['LLAMA2_CHECKPOINT_PATH'] = os.getcwd() return {'return': 0} @@ -42,11 +36,12 @@ def preprocess(i): def postprocess(i): env = i['env'] - if env.get('LLAMA2_CHECKPOINT_PATH', '') == '': - env['LLAMA2_CHECKPOINT_PATH'] = env['MLC_ML_MODEL_PATH'] - else: - env['MLC_ML_MODEL_PATH'] = env['LLAMA2_CHECKPOINT_PATH'] - env['MLC_ML_MODEL_LLAMA2_FILE_WITH_PATH'] = env['LLAMA2_CHECKPOINT_PATH'] - env['MLC_GET_DEPENDENT_CACHED_PATH'] = env['MLC_ML_MODEL_PATH'] + if env.get('MLC_DOWNLOAD_MODE', '') != "dry": + if env.get('LLAMA2_CHECKPOINT_PATH', '') == '': + env['LLAMA2_CHECKPOINT_PATH'] = env['MLC_ML_MODEL_PATH'] + else: + env['MLC_ML_MODEL_PATH'] = env['LLAMA2_CHECKPOINT_PATH'] + env['MLC_ML_MODEL_LLAMA2_FILE_WITH_PATH'] = env['LLAMA2_CHECKPOINT_PATH'] + env['MLC_GET_DEPENDENT_CACHED_PATH'] = env['MLC_ML_MODEL_PATH'] return {'return': 0} diff --git a/script/get-ml-model-llama2/meta.yaml b/script/get-ml-model-llama2/meta.yaml index d0e14cf77..942ff4d66 100644 --- a/script/get-ml-model-llama2/meta.yaml +++ b/script/get-ml-model-llama2/meta.yaml @@ -41,6 +41,12 @@ tags: - llama2-70b - text-summarization uid: 5db97be9f61244c6 +tests: + needs_pat: true + run_inputs: + - variations_list: + - r2_downloader,70b,mlc,dry-run + - r2_downloader,7b,mlc,dry-run variations: L40s: env: @@ -84,11 +90,11 @@ variations: MLC_ML_MODEL_PRECISION: int8 MLC_ML_MODEL_WEIGHT_DATA_TYPES: int8 group: precision - mlc: - group: download-source - default: true - env: - MLC_DOWNLOAD_SRC: mlcommons + rclone: + group: download-tool + add_deps_recursive: + dae: + tags: _rclone prehook_deps: - tags: get,rclone enable_if_env: @@ -99,6 +105,54 @@ variations: enable_if_env: MLC_TMP_REQUIRE_DOWNLOAD: - yes + r2_downloader: + group: download-tool + add_deps_recursive: + dae: + tags: _r2_downloader + dry-run: + group: run-mode + env: + MLC_DOWNLOAD_MODE: dry + dry-run,rclone: + env: + MLC_DOWNLOAD_EXTRA_OPTIONS: --dry-run + dry-run,r2_downloader: + env: + MLC_DOWNLOAD_EXTRA_OPTIONS: -x + mlc: + group: download-source + default: true + env: + MLC_DOWNLOAD_SRC: mlcommons + prehook_deps: + - enable_if_env: + MLC_TMP_REQUIRE_DOWNLOAD: + - 'yes' + env: + MLC_DOWNLOAD_FINAL_ENV_NAME: LLAMA3_CHECKPOINT_PATH + MLC_EXTRACT_FINAL_ENV_NAME: LLAMA3_CHECKPOINT_PATH + force_cache: true + names: + - dae + tags: download-and-extract + force_env_keys: + - MLC_OUTDIRNAME + update_tags_from_env_with_prefix: + _url.: + - MLC_DOWNLOAD_URL + mlc,rclone,70b: + env: + MLC_DOWNLOAD_URL: mlc-llama2:Llama-2-70b-chat-hf + mlc,rclone,7b: + env: + MLC_DOWNLOAD_URL: mlc-llama2:Llama-2-7b-chat-hf + mlc,r2_downloader,70b: + env: + MLC_DOWNLOAD_URL: https://llama2.mlcommons-storage.org/metadata/llama-2-70b-chat-hf.uri + mlc,r2_downloader,7b: + env: + MLC_DOWNLOAD_URL: https://llama2.mlcommons-storage.org/metadata/llama-2-7b-chat-hf.uri hf: group: download-source env: diff --git a/script/get-ml-model-llama3/meta.yaml b/script/get-ml-model-llama3/meta.yaml index fd79fdc33..eda3b97df 100644 --- a/script/get-ml-model-llama3/meta.yaml +++ b/script/get-ml-model-llama3/meta.yaml @@ -59,6 +59,27 @@ variations: env: MLC_ML_MODEL_NAME: Llama-3.1-8b-Instruct MLC_ML_MODEL_R2_HOSTED_NAME: llama3-1-8b-instruct + rclone: + group: download-tool + add_deps_recursive: + dae: + tags: _rclone + prehook_deps: + - tags: get,rclone + enable_if_env: + MLC_TMP_REQUIRE_DOWNLOAD: + - yes + - tags: get,rclone-config,_mlperf-llama3-1 + force_cache: true + enable_if_env: + MLC_TMP_REQUIRE_DOWNLOAD: + - yes + default: true + r2_downloader: + group: download-tool + add_deps_recursive: + dae: + tags: _r2_downloader mlc: group: download-src default: true @@ -92,27 +113,6 @@ variations: adr: dae: extra_cache_tags: llama3,dataset,rclone - rclone: - group: download-tool - add_deps_recursive: - dae: - tags: _rclone - prehook_deps: - - tags: get,rclone - enable_if_env: - MLC_TMP_REQUIRE_DOWNLOAD: - - yes - - tags: get,rclone-config,_mlperf-llama3-1 - force_cache: true - enable_if_env: - MLC_TMP_REQUIRE_DOWNLOAD: - - yes - default: true - r2_downloader: - group: download-tool - add_deps_recursive: - dae: - tags: _r2_downloader dry-run: group: run-mode env: From a9010d9e97946f339c5c05142f0e2322a3c6ad58 Mon Sep 17 00:00:00 2001 From: anandhu-eng Date: Mon, 28 Jul 2025 18:49:14 +0530 Subject: [PATCH 02/11] fix typo --- script/get-ml-model-llama2/meta.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/script/get-ml-model-llama2/meta.yaml b/script/get-ml-model-llama2/meta.yaml index 942ff4d66..7f7b4c6c9 100644 --- a/script/get-ml-model-llama2/meta.yaml +++ b/script/get-ml-model-llama2/meta.yaml @@ -130,8 +130,8 @@ variations: MLC_TMP_REQUIRE_DOWNLOAD: - 'yes' env: - MLC_DOWNLOAD_FINAL_ENV_NAME: LLAMA3_CHECKPOINT_PATH - MLC_EXTRACT_FINAL_ENV_NAME: LLAMA3_CHECKPOINT_PATH + MLC_DOWNLOAD_FINAL_ENV_NAME: LLAMA2_CHECKPOINT_PATH + MLC_EXTRACT_FINAL_ENV_NAME: LLAMA2_CHECKPOINT_PATH force_cache: true names: - dae From 67cd653ba4d5f930a270806b89250500674aa136 Mon Sep 17 00:00:00 2001 From: anandhu-eng Date: Mon, 28 Jul 2025 19:28:56 +0530 Subject: [PATCH 03/11] set r2 downloader as default download tool --- script/get-ml-model-llama2/meta.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/script/get-ml-model-llama2/meta.yaml b/script/get-ml-model-llama2/meta.yaml index 7f7b4c6c9..7e3752cc0 100644 --- a/script/get-ml-model-llama2/meta.yaml +++ b/script/get-ml-model-llama2/meta.yaml @@ -107,6 +107,7 @@ variations: - yes r2_downloader: group: download-tool + default: true add_deps_recursive: dae: tags: _r2_downloader From 69f0e4d6ae819847795971a5cd0f77cfef453702 Mon Sep 17 00:00:00 2001 From: anandhu-eng Date: Mon, 28 Jul 2025 19:54:07 +0530 Subject: [PATCH 04/11] Add r2 download method for waymo validation dataset --- script/get-dataset-waymo/meta.yaml | 31 ++++++++++++++++++++---------- 1 file changed, 21 insertions(+), 10 deletions(-) diff --git a/script/get-dataset-waymo/meta.yaml b/script/get-dataset-waymo/meta.yaml index ef56e4a2e..4f51313f7 100644 --- a/script/get-dataset-waymo/meta.yaml +++ b/script/get-dataset-waymo/meta.yaml @@ -21,22 +21,12 @@ variations: group: download-src default: true prehook_deps: - - tags: get,rclone - enable_if_env: - MLC_TMP_REQUIRE_DOWNLOAD: - - yes - - tags: get,rclone-config,_waymo - force_cache: true - enable_if_env: - MLC_TMP_REQUIRE_DOWNLOAD: - - yes - enable_if_env: MLC_TMP_REQUIRE_DOWNLOAD: - 'yes' env: MLC_DOWNLOAD_FINAL_ENV_NAME: MLC_DATASET_WAYMO_PATH MLC_EXTRACT_FINAL_ENV_NAME: MLC_DATASET_WAYMO_PATH - MLC_DOWNLOAD_URL: mlc_waymo:waymo_preprocessed_dataset/kitti_format extra_cache_tags: waymo,dataset force_cache: true names: @@ -54,6 +44,21 @@ variations: add_deps_recursive: dae: tags: _rclone + prehook_deps: + - tags: get,rclone + enable_if_env: + MLC_TMP_REQUIRE_DOWNLOAD: + - yes + - tags: get,rclone-config,_waymo + force_cache: true + enable_if_env: + MLC_TMP_REQUIRE_DOWNLOAD: + - yes + r2_downloader: + group: download-tool + add_deps_recursive: + dae: + tags: _r2_downloader default: true dry-run: group: run-mode @@ -62,3 +67,9 @@ variations: dry-run,rclone: env: MLC_DOWNLOAD_EXTRA_OPTIONS: --dry-run + rclone,mlc: + env: + MLC_DOWNLOAD_URL: mlc_waymo:waymo_preprocessed_dataset/kitti_format + r2_downloader,mlc: + env: + MLC_DOWNLOAD_URL: https://waymo.mlcommons-storage.org/metadata/dataset.uri From b3c4fcd443cbf85d33945c2cfa10cbfef734f245 Mon Sep 17 00:00:00 2001 From: anandhu-eng Date: Mon, 28 Jul 2025 20:14:35 +0530 Subject: [PATCH 05/11] support r2 download for pointpainting --- script/get-dataset-waymo/meta.yaml | 3 ++ script/get-ml-model-llama2/run-rclone.sh | 4 -- .../get-ml-model-pointpainting/customize.py | 40 +++++++-------- script/get-ml-model-pointpainting/meta.yaml | 51 +++++++++++++++++-- .../get-ml-model-pointpainting/run-rclone.sh | 4 -- 5 files changed, 67 insertions(+), 35 deletions(-) delete mode 100644 script/get-ml-model-llama2/run-rclone.sh delete mode 100644 script/get-ml-model-pointpainting/run-rclone.sh diff --git a/script/get-dataset-waymo/meta.yaml b/script/get-dataset-waymo/meta.yaml index 4f51313f7..8bd8209fc 100644 --- a/script/get-dataset-waymo/meta.yaml +++ b/script/get-dataset-waymo/meta.yaml @@ -67,6 +67,9 @@ variations: dry-run,rclone: env: MLC_DOWNLOAD_EXTRA_OPTIONS: --dry-run + dry-run,r2_downloader: + env: + MLC_DOWNLOAD_EXTRA_OPTIONS: -x rclone,mlc: env: MLC_DOWNLOAD_URL: mlc_waymo:waymo_preprocessed_dataset/kitti_format diff --git a/script/get-ml-model-llama2/run-rclone.sh b/script/get-ml-model-llama2/run-rclone.sh deleted file mode 100644 index 1fc602a9f..000000000 --- a/script/get-ml-model-llama2/run-rclone.sh +++ /dev/null @@ -1,4 +0,0 @@ -cmd="rclone sync mlc-llama2:${MLC_GIT_CHECKOUT_FOLDER} ${LLAMA2_CHECKPOINT_PATH}/${MLC_GIT_CHECKOUT_FOLDER} -P" -echo $cmd -eval $cmd -test $? -eq 0 || exit $? diff --git a/script/get-ml-model-pointpainting/customize.py b/script/get-ml-model-pointpainting/customize.py index 07b18602d..b7883c155 100644 --- a/script/get-ml-model-pointpainting/customize.py +++ b/script/get-ml-model-pointpainting/customize.py @@ -24,13 +24,6 @@ def preprocess(i): if env.get('MLC_ML_MODEL_POINT_PAINTING_PATH', '') == '' or env.get( 'MLC_ML_MODEL_DPLAB_RESNET50_PATH', '') == '': env['MLC_TMP_REQUIRE_DOWNLOAD'] = "yes" - if env['MLC_DOWNLOAD_SRC'] == "mlcommons": - i['run_script_input']['script_name'] = 'run-rclone' - if env.get('MLC_OUTDIRNAME', '') != '': - env['MLC_ML_MODEL_POINT_PAINTING_TMP_PATH'] = env['MLC_OUTDIRNAME'] - else: - env['MLC_ML_MODEL_POINT_PAINTING_TMP_PATH'] = os.path.join( - os.getcwd(), "model") return {'return': 0} @@ -39,21 +32,22 @@ def postprocess(i): env = i['env'] - if env.get('MLC_ML_MODEL_POINT_PAINTING_PATH', '') == '': - if env['MLC_ML_MODEL_PP_FORMAT'] == "onnx": - env['MLC_ML_MODEL_POINT_PAINTING_PATH'] = os.path.join( - env['MLC_ML_MODEL_POINT_PAINTING_TMP_PATH'], "pp.onnx") - else: - env['MLC_ML_MODEL_POINT_PAINTING_PATH'] = os.path.join( - env['MLC_ML_MODEL_POINT_PAINTING_TMP_PATH'], "pp_ep36.pth") - - if env.get('MLC_ML_MODEL_DPLAB_RESNET50_PATH', '') == '': - if env['MLC_ML_MODEL_DPLAB_RESNET50_FORMAT'] == "onnx": - env['MLC_ML_MODEL_DPLAB_RESNET50_PATH'] = os.path.join( - env['MLC_ML_MODEL_POINT_PAINTING_TMP_PATH'], "deeplabv3+.onnx") - else: - env['MLC_ML_MODEL_DPLAB_RESNET50_PATH'] = os.path.join( - env['MLC_ML_MODEL_POINT_PAINTING_TMP_PATH'], - "best_deeplabv3plus_resnet50_waymo_os16.pth") + if env.get('MLC_DOWNLOAD_MODE', '') != "dry": + if env.get('MLC_ML_MODEL_POINT_PAINTING_PATH', '') == '': + if env['MLC_ML_MODEL_PP_FORMAT'] == "onnx": + env['MLC_ML_MODEL_POINT_PAINTING_PATH'] = os.path.join( + env['MLC_ML_MODEL_POINT_PAINTING_TMP_PATH'], "pp.onnx") + else: + env['MLC_ML_MODEL_POINT_PAINTING_PATH'] = os.path.join( + env['MLC_ML_MODEL_POINT_PAINTING_TMP_PATH'], "pp_ep36.pth") + + if env.get('MLC_ML_MODEL_DPLAB_RESNET50_PATH', '') == '': + if env['MLC_ML_MODEL_DPLAB_RESNET50_FORMAT'] == "onnx": + env['MLC_ML_MODEL_DPLAB_RESNET50_PATH'] = os.path.join( + env['MLC_ML_MODEL_POINT_PAINTING_TMP_PATH'], "deeplabv3+.onnx") + else: + env['MLC_ML_MODEL_DPLAB_RESNET50_PATH'] = os.path.join( + env['MLC_ML_MODEL_POINT_PAINTING_TMP_PATH'], + "best_deeplabv3plus_resnet50_waymo_os16.pth") return {'return': 0} diff --git a/script/get-ml-model-pointpainting/meta.yaml b/script/get-ml-model-pointpainting/meta.yaml index b811d58d6..048f2504e 100644 --- a/script/get-ml-model-pointpainting/meta.yaml +++ b/script/get-ml-model-pointpainting/meta.yaml @@ -27,9 +27,11 @@ variations: env: MLC_ML_MODEL_PP_FORMAT: onnx MLC_ML_MODEL_DPLAB_RESNET50_FORMAT: onnx - mlc: - group: download-src - default: true + rclone: + group: download-tool + add_deps_recursive: + dae: + tags: _rclone prehook_deps: - tags: get,rclone enable_if_env: @@ -40,6 +42,47 @@ variations: enable_if_env: MLC_TMP_REQUIRE_DOWNLOAD: - yes + r2_downloader: + group: download-tool + add_deps_recursive: + dae: + tags: _r2_downloader + default: true + mlc: + group: download-src + default: true + prehook_deps: + - enable_if_env: + MLC_TMP_REQUIRE_DOWNLOAD: + - 'yes' + env: + MLC_DOWNLOAD_FINAL_ENV_NAME: MLC_ML_MODEL_POINT_PAINTING_TMP_PATH + MLC_EXTRACT_FINAL_ENV_NAME: MLC_ML_MODEL_POINT_PAINTING_TMP_PATH + extra_cache_tags: waymo,dataset + force_cache: true + names: + - dae + tags: download-and-extract + force_env_keys: + - MLC_OUTDIRNAME + update_tags_from_env_with_prefix: + _url.: + - MLC_DOWNLOAD_URL env: MLC_DOWNLOAD_SRC: mlcommons - + dry-run: + group: run-mode + env: + MLC_DOWNLOAD_MODE: dry + dry-run,rclone: + env: + MLC_DOWNLOAD_EXTRA_OPTIONS: --dry-run + dry-run,r2_downloader: + env: + MLC_DOWNLOAD_EXTRA_OPTIONS: -x + rclone,mlc: + env: + MLC_DOWNLOAD_URL: mlc-waymo:waymo_preprocessed_dataset/model + r2_downloader,mlc: + env: + MLC_DOWNLOAD_URL: https://waymo.mlcommons-storage.org/metadata/model.uri diff --git a/script/get-ml-model-pointpainting/run-rclone.sh b/script/get-ml-model-pointpainting/run-rclone.sh deleted file mode 100644 index 9b76a1511..000000000 --- a/script/get-ml-model-pointpainting/run-rclone.sh +++ /dev/null @@ -1,4 +0,0 @@ -cmd="rclone sync mlc-waymo:waymo_preprocessed_dataset/model ${MLC_ML_MODEL_POINT_PAINTING_TMP_PATH} -P" -echo $cmd -eval $cmd -test $? -eq 0 || exit $? \ No newline at end of file From 0ab30affd114698b4ea7fcee886edf4a9d3db7fa Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" Date: Mon, 28 Jul 2025 14:44:56 +0000 Subject: [PATCH 06/11] [Automated Commit] Format Codebase [skip ci] --- script/get-ml-model-pointpainting/customize.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/script/get-ml-model-pointpainting/customize.py b/script/get-ml-model-pointpainting/customize.py index b7883c155..ec30f0d2b 100644 --- a/script/get-ml-model-pointpainting/customize.py +++ b/script/get-ml-model-pointpainting/customize.py @@ -40,7 +40,7 @@ def postprocess(i): else: env['MLC_ML_MODEL_POINT_PAINTING_PATH'] = os.path.join( env['MLC_ML_MODEL_POINT_PAINTING_TMP_PATH'], "pp_ep36.pth") - + if env.get('MLC_ML_MODEL_DPLAB_RESNET50_PATH', '') == '': if env['MLC_ML_MODEL_DPLAB_RESNET50_FORMAT'] == "onnx": env['MLC_ML_MODEL_DPLAB_RESNET50_PATH'] = os.path.join( From 5b58564d4925ae5df184d8cfaa40ac813d3aea2e Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Tue, 29 Jul 2025 11:00:15 +0530 Subject: [PATCH 07/11] r2_downloader -> r2-downloader --- script/get-dataset-mlperf-inference-llama3/meta.yaml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/script/get-dataset-mlperf-inference-llama3/meta.yaml b/script/get-dataset-mlperf-inference-llama3/meta.yaml index 28b492bd1..24aef9e20 100644 --- a/script/get-dataset-mlperf-inference-llama3/meta.yaml +++ b/script/get-dataset-mlperf-inference-llama3/meta.yaml @@ -40,7 +40,7 @@ variations: env: MLC_RCLONE_URL: mlc-inference:mlcommons-inference-wg-public/llama3.1_405b/mlperf_llama3.1_405b_dataset_8313_processed_fp16_eval.pkl MLC_DATASET_FILE_NAME: mlperf_llama3.1_405b_dataset_8313_processed_fp16_eval.pkl - validation,r2_downloader: + validation,r2-downloader: env: MLC_RCLONE_URL: "" MLC_DATASET_FILE_NAME: "" @@ -54,7 +54,7 @@ variations: env: MLC_RCLONE_URL: mlc-inference:mlcommons-inference-wg-public/llama3.1_405b/mlperf_llama3.1_405b_calibration_dataset_512_processed_fp16_eval.pkl MLC_DATASET_FILE_NAME: mlperf_llama3.1_405b_calibration_dataset_512_processed_fp16_eval.pkl - calibration,r2_downloader: + calibration,r2-downloader: env: MLC_RCLONE_URL: "" MLC_DATASET_FILE_NAME: "" @@ -68,10 +68,10 @@ variations: MLC_DOWNLOAD_URL: <<>> MLC_RCLONE_CONFIG_NAME: mlc-inference group: download-tool - r2_downloader: + r2-downloader: add_deps_recursive: dae: - tags: _r2_downloader + tags: _r2-downloader env: MLC_DOWNLOAD_FILENAME: checkpoint MLC_RCLONE_CONFIG_NAME: mlc-inference From 0048b20c03f40a7a74e4b4ebbeaf0a92baf9a500 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Tue, 29 Jul 2025 11:01:20 +0530 Subject: [PATCH 08/11] r2_downloader -> r2-downloader --- script/get-dataset-waymo/meta.yaml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/script/get-dataset-waymo/meta.yaml b/script/get-dataset-waymo/meta.yaml index 8bd8209fc..e90315017 100644 --- a/script/get-dataset-waymo/meta.yaml +++ b/script/get-dataset-waymo/meta.yaml @@ -54,11 +54,11 @@ variations: enable_if_env: MLC_TMP_REQUIRE_DOWNLOAD: - yes - r2_downloader: + r2-downloader: group: download-tool add_deps_recursive: dae: - tags: _r2_downloader + tags: _r2-downloader default: true dry-run: group: run-mode @@ -67,12 +67,12 @@ variations: dry-run,rclone: env: MLC_DOWNLOAD_EXTRA_OPTIONS: --dry-run - dry-run,r2_downloader: + dry-run,r2-downloader: env: MLC_DOWNLOAD_EXTRA_OPTIONS: -x rclone,mlc: env: MLC_DOWNLOAD_URL: mlc_waymo:waymo_preprocessed_dataset/kitti_format - r2_downloader,mlc: + r2-downloader,mlc: env: MLC_DOWNLOAD_URL: https://waymo.mlcommons-storage.org/metadata/dataset.uri From e8429e0df8b6675c451abc3233602a5772521d51 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Tue, 29 Jul 2025 11:02:20 +0530 Subject: [PATCH 09/11] Update meta.yaml --- script/get-ml-model-llama2/meta.yaml | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/script/get-ml-model-llama2/meta.yaml b/script/get-ml-model-llama2/meta.yaml index 7e3752cc0..a2b0c3c1e 100644 --- a/script/get-ml-model-llama2/meta.yaml +++ b/script/get-ml-model-llama2/meta.yaml @@ -45,8 +45,8 @@ tests: needs_pat: true run_inputs: - variations_list: - - r2_downloader,70b,mlc,dry-run - - r2_downloader,7b,mlc,dry-run + - r2-downloader,70b,mlc,dry-run + - r2-downloader,7b,mlc,dry-run variations: L40s: env: @@ -105,12 +105,12 @@ variations: enable_if_env: MLC_TMP_REQUIRE_DOWNLOAD: - yes - r2_downloader: + r2-downloader: group: download-tool default: true add_deps_recursive: dae: - tags: _r2_downloader + tags: _r2-downloader dry-run: group: run-mode env: @@ -118,7 +118,7 @@ variations: dry-run,rclone: env: MLC_DOWNLOAD_EXTRA_OPTIONS: --dry-run - dry-run,r2_downloader: + dry-run,r2-downloader: env: MLC_DOWNLOAD_EXTRA_OPTIONS: -x mlc: @@ -148,10 +148,10 @@ variations: mlc,rclone,7b: env: MLC_DOWNLOAD_URL: mlc-llama2:Llama-2-7b-chat-hf - mlc,r2_downloader,70b: + mlc,r2-downloader,70b: env: MLC_DOWNLOAD_URL: https://llama2.mlcommons-storage.org/metadata/llama-2-70b-chat-hf.uri - mlc,r2_downloader,7b: + mlc,r2-downloader,7b: env: MLC_DOWNLOAD_URL: https://llama2.mlcommons-storage.org/metadata/llama-2-7b-chat-hf.uri hf: From 8dd575be4a1e7dc722f29b93dd0eb4157c14b72b Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Tue, 29 Jul 2025 11:02:58 +0530 Subject: [PATCH 10/11] Update meta.yaml --- script/get-ml-model-llama3/meta.yaml | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/script/get-ml-model-llama3/meta.yaml b/script/get-ml-model-llama3/meta.yaml index eda3b97df..5e2c04fc1 100644 --- a/script/get-ml-model-llama3/meta.yaml +++ b/script/get-ml-model-llama3/meta.yaml @@ -38,8 +38,8 @@ tests: run_inputs: - variations_list: - rclone,405b,mlc,dry-run - - r2_downloader,405b,mlc,dry-run - - r2_downloader,8b,mlc,dry-run + - r2-downloader,405b,mlc,dry-run + - r2-downloader,8b,mlc,dry-run variations: fp16: default: true @@ -75,11 +75,11 @@ variations: MLC_TMP_REQUIRE_DOWNLOAD: - yes default: true - r2_downloader: + r2-downloader: group: download-tool add_deps_recursive: dae: - tags: _r2_downloader + tags: _r2-downloader mlc: group: download-src default: true @@ -107,7 +107,7 @@ variations: adr: dae: extra_cache_tags: llama3,dataset,rclone - mlc,r2_downloader: + mlc,r2-downloader: env: MLC_DOWNLOAD_URL: https://llama3-1.mlcommons-storage.org/metadata/<<>>.uri adr: @@ -120,7 +120,7 @@ variations: dry-run,rclone: env: MLC_DOWNLOAD_EXTRA_OPTIONS: --dry-run - dry-run,r2_downloader: + dry-run,r2-downloader: env: MLC_DOWNLOAD_EXTRA_OPTIONS: -x hf: From 71e1e4c236d45d21628abde0656cc45c4b1f70f0 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Tue, 29 Jul 2025 11:03:34 +0530 Subject: [PATCH 11/11] Update meta.yaml --- script/get-ml-model-pointpainting/meta.yaml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/script/get-ml-model-pointpainting/meta.yaml b/script/get-ml-model-pointpainting/meta.yaml index 048f2504e..8047b6188 100644 --- a/script/get-ml-model-pointpainting/meta.yaml +++ b/script/get-ml-model-pointpainting/meta.yaml @@ -42,11 +42,11 @@ variations: enable_if_env: MLC_TMP_REQUIRE_DOWNLOAD: - yes - r2_downloader: + r2-downloader: group: download-tool add_deps_recursive: dae: - tags: _r2_downloader + tags: _r2-downloader default: true mlc: group: download-src @@ -77,12 +77,12 @@ variations: dry-run,rclone: env: MLC_DOWNLOAD_EXTRA_OPTIONS: --dry-run - dry-run,r2_downloader: + dry-run,r2-downloader: env: MLC_DOWNLOAD_EXTRA_OPTIONS: -x rclone,mlc: env: MLC_DOWNLOAD_URL: mlc-waymo:waymo_preprocessed_dataset/model - r2_downloader,mlc: + r2-downloader,mlc: env: MLC_DOWNLOAD_URL: https://waymo.mlcommons-storage.org/metadata/model.uri