Fixes for whisper, dont print python env at end

script/app-mlperf-inference-mlcommons-python/meta.yaml

@@ -526,7 +526,7 @@ deps:
         - "yes"
 
   ## LLAMA3_1-8B
-  - tags: get,ml-model,llama3,_mlc,_8b,_r2_downloader
+  - tags: get,ml-model,llama3,_mlc,_8b,_r2-downloader
     names:
       - llama3-8b-model
     enable_if_env:
@@ -1476,7 +1476,7 @@ variations:
       MLC_MODEL: llama3_1-8b
     deps:
       ## CNNDM for Llama3 8B model - datacenter
-      - tags: get,dataset,cnndm,_validation,_datacenter,_llama3,_mlc,_r2_downloader
+      - tags: get,dataset,cnndm,_validation,_datacenter,_llama3,_mlc,_r2-downloader
         names:
           - cnndm-llama3-datacenter
         skip_if_env:
@@ -1490,7 +1490,7 @@ variations:
       MLC_MODEL: llama3_1-8b-edge
     deps:
       ## CNNDM for Llama3 8B model - edge
-      - tags: get,dataset,cnndm,_validation,_edge,_llama3,_mlc,_r2_downloader
+      - tags: get,dataset,cnndm,_validation,_edge,_llama3,_mlc,_r2-downloader
         names:
           - cnndm-llama3-edge
         skip_if_env:
@@ -1510,18 +1510,17 @@ variations:
       - tags: get,generic-python-lib,_package.setuptools-scm
       - tags: get,generic-python-lib,_package.librosa
       - tags: get,generic-python-lib,_package.transformers
-        version_max: "4.52.4"
       - tags: get,generic-python-lib,_package.openai-whisper
       # - tags: get,generic-python-lib,_package.evaluate
       # - tags: get,generic-python-lib,_package.absl-py
       # - tags: get,generic-python-lib,_package.rouge-score
-      - tags: get,ml-model,whisper,_r2_downloader,_mlc
+      - tags: get,ml-model,whisper,_r2-downloader,_mlc
         skip_if_env:
           MLC_RUN_STATE_DOCKER:
           - "yes"
         names:
           - whisper-model
-      - tags: get,dataset,whisper,_preprocessed,_mlc,_r2_downloader
+      - tags: get,dataset,whisper,_preprocessed
         names:
           - whisper-dataset
         skip_if_env:
@@ -1533,7 +1532,7 @@ variations:
     env:
       MLC_MODEL: deepseek-r1
     deps:
-      - tags: get,preprocessed,dataset,deepseek-r1,_validation,_mlc,_r2_downloader
+      - tags: get,preprocessed,dataset,deepseek-r1,_validation,_mlc,_r2-downloader
         names:
           - deepseek-r1-preprocessed-dataset
         skip_if_env:

script/app-mlperf-inference/meta.yaml

@@ -969,7 +969,7 @@ variations:
         - "${{ MLC_ML_MODEL_LLAMA3_CHECKPOINT_PATH }}:${{ MLC_ML_MODEL_LLAMA3_CHECKPOINT_PATH }}" 
         - "${{ MLC_DATASET_CNNDM_EVAL_PATH }}:${{ MLC_DATASET_CNNDM_EVAL_PATH }}"
       deps:
-      - tags: get,ml-model,llama3,_mlc,_8b,_r2_downloader
+      - tags: get,ml-model,llama3,_mlc,_8b,_r2-downloader
         enable_if_env:
           MLC_USE_ML_MODEL_FROM_HOST:
           - 'yes'
@@ -1003,7 +1003,7 @@ variations:
     docker:
       deps:
       ## CNNDM for Llama3 8B model - datacenter
-      - tags: get,dataset,cnndm,_validation,_datacenter,_llama3,_mlc,_r2_downloader
+      - tags: get,dataset,cnndm,_validation,_datacenter,_llama3,_mlc,_r2-downloader
         names:
           - cnndm-llama3-datacenter
         enable_if_env:
@@ -1038,7 +1038,7 @@ variations:
     docker:
       deps:
       ## CNNDM for Llama3 8B model - edge
-      - tags: get,dataset,cnndm,_validation,_edge,_llama3,_mlc,_r2_downloader
+      - tags: get,dataset,cnndm,_validation,_edge,_llama3,_mlc,_r2-downloader
         names:
           - cnndm-llama3-edge
         enable_if_env:
@@ -1072,13 +1072,13 @@ variations:
       tags: run,accuracy,mlperf,_librispeech_whisper,_int64
     docker:
       deps:
-      - tags: get,ml-model,whisper,_r2_downloader,_mlc
+      - tags: get,ml-model,whisper,_r2-downloader,_mlc
         enable_if_env:
           MLC_USE_ML_MODEL_FROM_HOST:
           - 'yes'
         names:
           - whisper-model
-      - tags: get,dataset,whisper,_preprocessed,_mlc,_r2_downloader
+      - tags: get,dataset,whisper,_preprocessed,_mlc,_r2-downloader
         names:
           - whisper-dataset
         enable_if_env:
@@ -1150,7 +1150,7 @@ variations:
       tags: run,accuracy,mlperf,_dataset_deepseek-r1
     docker:
       deps:
-      - tags: get,preprocessed,dataset,deepseek-r1,_validation,_mlc,_r2_downloader
+      - tags: get,preprocessed,dataset,deepseek-r1,_validation,_mlc,_r2-downloader
         enable_if_env:
           MLC_USE_DATASET_FROM_HOST:
           - 'yes'

script/download-and-extract/meta.yaml

@@ -125,9 +125,9 @@ variations:
       download-script:
         tags: _wget
     group: download-tool
-  r2_downloader:
+  r2-downloader:
     add_deps:
       download-script:
-        tags: _r2_downloader
+        tags: _r2-downloader
     group: download-tool
 versions: {}

script/download-file/meta.yaml

@@ -77,9 +77,9 @@ variations:
     env:
       MLC_DOWNLOAD_TOOL: wget
     group: download-tool
-  r2_downloader:
+  r2-downloader:
     env:
-      MLC_DOWNLOAD_TOOL: r2_downloader
+      MLC_DOWNLOAD_TOOL: r2-downloader
     group: download-tool
 
 versions: {}

script/get-dataset-cnndm/meta.yaml

@@ -72,19 +72,19 @@ variations:
     add_deps_recursive:
       dae:
         tags: _rclone
-  r2_downloader:
+  r2-downloader:
     group: download-tool
     add_deps_recursive:
       dae:
-        tags: _r2_downloader
+        tags: _r2-downloader
   dry-run:
     group: run-mode
     env:
       MLC_DOWNLOAD_MODE: dry
   dry-run,rclone:
     env:
       MLC_DOWNLOAD_EXTRA_OPTIONS: --dry-run
-  dry-run,r2_downloader:
+  dry-run,r2-downloader:
     env:
       MLC_DOWNLOAD_EXTRA_OPTIONS: -x
   mlc:
@@ -135,7 +135,7 @@ variations:
       MLC_DOWNLOAD_URL: mlc-inference:mlcommons-inference-wg-public/llama3.1_8b/<<<MLC_DATASET_CNNDM_FILENAME>>>
       MLC_DOWNLOAD_FINAL_ENV_NAME: MLC_DATASET_CNNDM_EVAL_PATH
       MLC_EXTRACT_FINAL_ENV_NAME: MLC_DATASET_CNNDM_EVAL_PATH
-  validation,edge,llama3,mlc,r2_downloader:
+  validation,edge,llama3,mlc,r2-downloader:
     adr:
       dae:
         extra_cache_tags: cnndm,dataset,llama3,val,edge
@@ -153,7 +153,7 @@ variations:
       MLC_DOWNLOAD_URL: mlc-inference:mlcommons-inference-wg-public/llama3.1_8b/<<<MLC_DATASET_CNNDM_FILENAME>>>
       MLC_DOWNLOAD_FINAL_ENV_NAME: MLC_DATASET_CNNDM_EVAL_PATH
       MLC_EXTRACT_FINAL_ENV_NAME: MLC_DATASET_CNNDM_EVAL_PATH
-  validation,datacenter,llama3,mlc,r2_downloader:
+  validation,datacenter,llama3,mlc,r2-downloader:
     adr:
       dae:
         extra_cache_tags: cnndm,dataset,llama3,val,datacenter
@@ -171,7 +171,7 @@ variations:
       MLC_DOWNLOAD_URL: mlc-inference:mlcommons-inference-wg-public/llama3.1_8b/<<<MLC_DATASET_CNNDM_FILENAME>>>
       MLC_DOWNLOAD_FINAL_ENV_NAME: MLC_CALIBRATION_DATASET_CNNDM_PATH
       MLC_EXTRACT_FINAL_ENV_NAME: MLC_CALIBRATION_DATASET_CNNDM_PATH
-  calibation,llama3,mlc,r2_downloader:
+  calibation,llama3,mlc,r2-downloader:
     adr:
       dae:
         extra_cache_tags: cnndm,dataset,llama3,calib
@@ -185,7 +185,7 @@ tests:
   - variations_list:
       # - validation,edge,rclone,llama3,mlc,dry-run
       # - validation,datacenter,rclone,llama3,mlc,dry-run
-      - validation,edge,r2_downloader,llama3,mlc,dry-run
-      - validation,datacenter,r2_downloader,llama3,mlc,dry-run
-      - calibration,r2_downloader,llama3,mlc,dry-run
+      - validation,edge,r2-downloader,llama3,mlc,dry-run
+      - validation,datacenter,r2-downloader,llama3,mlc,dry-run
+      - calibration,r2-downloader,llama3,mlc,dry-run
       # - calibration,rclone,llama3,mlc,dry-run

script/get-dataset-whisper/meta.yaml

@@ -14,7 +14,7 @@ tests:
   run_inputs:
   - variations_list:
     - rclone,preprocessed,mlc,dry-run
-    - r2_downloader,preprocessed,mlc,dry-run
+    - r2-downloader,preprocessed,mlc,dry-run
 variations:
   preprocessed:
     group: dataset-type
@@ -45,7 +45,7 @@ variations:
   dry-run,rclone:
     env:
       MLC_DOWNLOAD_EXTRA_OPTIONS: --dry-run
-  dry-run,r2_downloader:
+  dry-run,r2-downloader:
     env:
       MLC_DOWNLOAD_EXTRA_OPTIONS: -x
   mlc:
@@ -59,10 +59,10 @@ variations:
         tags: _rclone
     default: true
     group: download-tool
-  r2_downloader:
+  r2-downloader:
     add_deps_recursive:
       dae:
-        tags: _r2_downloader
+        tags: _r2-downloader
     group: download-tool
   rclone,preprocessed:
     env:
@@ -95,6 +95,6 @@ variations:
       update_tags_from_env_with_prefix:
         _url.:
         - MLC_DOWNLOAD_URL
-  r2_downloader,preprocessed:
+  r2-downloader,preprocessed:
     env:
       MLC_DOWNLOAD_URL: https://inference.mlcommons-storage.org/metadata/whisper-dataset.uri

script/get-ml-model-llama3/meta.yaml

@@ -38,8 +38,8 @@ tests:
   run_inputs:
   - variations_list:
     - rclone,405b,mlc,dry-run
-    - r2_downloader,405b,mlc,dry-run
-    - r2_downloader,8b,mlc,dry-run
+    - r2-downloader,405b,mlc,dry-run
+    - r2-downloader,8b,mlc,dry-run
 variations:
   fp16:
     default: true
@@ -86,7 +86,7 @@ variations:
     adr:
       dae:
         extra_cache_tags: llama3,dataset,rclone
-  mlc,r2_downloader:
+  mlc,r2-downloader:
     env:
       MLC_DOWNLOAD_URL: https://llama3-1.mlcommons-storage.org/metadata/<<<MLC_ML_MODEL_R2_HOSTED_NAME>>>.uri
     adr:
@@ -108,19 +108,19 @@ variations:
           MLC_TMP_REQUIRE_DOWNLOAD:
           - yes
     default: true
-  r2_downloader:
+  r2-downloader:
     group: download-tool
     add_deps_recursive:
       dae:
-        tags: _r2_downloader
+        tags: _r2-downloader
   dry-run:
     group: run-mode
     env:
       MLC_DOWNLOAD_MODE: dry
   dry-run,rclone:
     env:
       MLC_DOWNLOAD_EXTRA_OPTIONS: --dry-run
-  dry-run,r2_downloader:
+  dry-run,r2-downloader:
     env:
       MLC_DOWNLOAD_EXTRA_OPTIONS: -x
   hf:

script/get-ml-model-whisper/meta.yaml

@@ -16,7 +16,7 @@ tests:
   run_inputs:
   - variations_list:
     - rclone,mlc,dry-run
-    - r2_downloader,mlc,dry-run
+    - r2-downloader,mlc,dry-run
 uid: 3bea2356e97f47b1
 variations:
   dry-run:
@@ -26,7 +26,7 @@ variations:
   dry-run,rclone:
     env:
       MLC_DOWNLOAD_EXTRA_OPTIONS: --dry-run
-  dry-run,r2_downloader:
+  dry-run,r2-downloader:
     env:
       MLC_DOWNLOAD_EXTRA_OPTIONS: -x
   mlc:
@@ -46,14 +46,14 @@ variations:
       force_env_keys:
       - MLC_OUTDIRNAME
       names:
-      - dae
+      - whisper-model-dae
       tags: download-and-extract
       update_tags_from_env_with_prefix:
         _url.:
         - MLC_DOWNLOAD_URL
   rclone:
-    add_deps_recursive:
-      dae:
+    adr:
+      whisper-model-dae:
         tags: _rclone
         env:
           MLC_DOWNLOAD_URL: 'mlc-inference:mlcommons-inference-wg-public/Whisper/model/'
@@ -71,10 +71,10 @@ variations:
         tags: get,rclone-config,_mlc-inference
     default: true
     group: download-tool
-  r2_downloader:
-    add_deps_recursive:
-      dae:
-        tags: _r2_downloader
+  r2-downloader:
+    adr:
+      whisper-model-dae:
+        tags: _r2-downloader
         env:
           MLC_DOWNLOAD_URL: 'https://inference.mlcommons-storage.org/metadata/whisper-model.uri'
-    group: download-tool
+    group: download-tool

script/get-preprocessed-dataset-mlperf-deepseek-r1/meta.yaml

@@ -28,18 +28,18 @@ variations:
   validation,rclone:
     env:
       MLC_DOWNLOAD_URL: mlc-inference:mlcommons-inference-wg-public/deepseek_r1/mlperf_deepseek_r1_dataset_4388_fp8_eval.pkl
-  validation,r2_downloader:
+  validation,r2-downloader:
     env:
       MLC_DOWNLOAD_URL:  https://inference.mlcommons-storage.org/metadata/deepseek-r1-dataset-4388-fp8-eval.uri
   calibration:
     group: dataset-type
     env:
       MLC_PREPROCESSED_DATASET_TYPE: calibration
-  r2_downloader:
+  r2-downloader:
     group: download-tool
     add_deps_recursive:
       dae:
-        tags: _r2_downloader
+        tags: _r2-downloader
   rclone:
     group: download-tool
     add_deps_recursive:
@@ -66,7 +66,7 @@ variations:
   calibration,rclone:
     env:
       MLC_DOWNLOAD_URL: mlc-inference:mlcommons-inference-wg-public/deepseek_r1/mlperf_deepseek_r1_calibration_dataset_500_fp8_eval.pkl
-  calibration,r2_downloader:
+  calibration,r2-downloader:
     env:
       MLC_DOWNLOAD_URL: https://inference.mlcommons-storage.org/metadata/deepseek-r1-calibration-dataset-500-fp8-eval.uri
   mlc:
@@ -94,8 +94,8 @@ variations:
 tests:
   run_inputs:
   - variations_list:
-      - calibration,r2_downloader,mlc,dry-run
-      - validation,r2_downloader,mlc,dry-run
+      - calibration,r2-downloader,mlc,dry-run
+      - validation,r2-downloader,mlc,dry-run
       # - validation,rclone,mlc,dry-run
       # - calibration,rclone,mlc,dry-run
 

script/get-python3/meta.yaml

@@ -21,9 +21,6 @@ prehook_deps:
   inherit_variation_tags: true
   reuse_version: true
   tags: install,python,src
-print_env_at_the_end:
-  MLC_PYTHON_BIN_WITH_PATH: Path to Python
-  MLC_PYTHON_VERSION: Python version
 tags:
 - get
 - python