Sync Dev

.github/pull_request_template.md

@@ -3,3 +3,21 @@
 - [ ] Target branch is `dev`
 
 📌 Note: PRs must be raised against `dev`. Do not commit directly to `main`.
+
+### ✅ Testing & CI
+- [ ] No existing GitHub Actions are failing because of this change
+
+### 📁 File Hygiene & Output Handling
+- [ ] No unintended files (e.g., logs, cache, temp files, __pycache__, output folders) are committed
+
+### 📝 Comments & Communication
+- [ ] Proper inline comments are added to explain important or non-obvious changes
+- [ ] PR title and description clearly state what the PR does and why
+- [ ] Related issues (if any) are properly referenced (`Fixes #`, `Related to #`, etc.)
+- [ ] All reviewer feedback has been addressed
+
+### 🛡️ Safety & Security
+- [ ] No secrets or credentials are committed
+- [ ] Paths, shell commands, and environment handling are safe and portable
+
+

.github/workflows/build_wheel_off.yml

@@ -1,13 +1,13 @@
 name: Build wheel and release into PYPI (off now)
 
+
 on: 
   push:
     branches:
       - dev_off
     paths:
       - VERSION
 
-
 jobs:
   build_wheels:
     if: github.repository_owner == 'mlcommons'

.github/workflows/codeql.yml

@@ -0,0 +1,89 @@
+name: "CodeQL Advanced"
+
+on:
+  push:
+    branches: [ "main" ]
+  pull_request:
+    branches: [ "main" ]
+  schedule:
+    - cron: '39 13 * * 1'
+
+jobs:
+  analyze:
+    name: Analyze (${{ matrix.language }})
+    # Runner size impacts CodeQL analysis time. To learn more, please see:
+    #   - https://gh.io/recommended-hardware-resources-for-running-codeql
+    #   - https://gh.io/supported-runners-and-hardware-resources
+    #   - https://gh.io/using-larger-runners (GitHub.com only)
+    # Consider using larger runners or machines with greater resources for possible analysis time improvements.
+    runs-on: ${{ (matrix.language == 'swift' && 'macos-latest') || 'ubuntu-latest' }}
+    permissions:
+      # required for all workflows
+      security-events: write
+
+      # required to fetch internal or private CodeQL packs
+      packages: read
+
+      # only required for workflows in private repositories
+      actions: read
+      contents: read
+
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+        - language: actions
+          build-mode: none
+        - language: python
+          build-mode: none
+        # CodeQL supports the following values keywords for 'language': 'actions', 'c-cpp', 'csharp', 'go', 'java-kotlin', 'javascript-typescript', 'python', 'ruby', 'rust', 'swift'
+        # Use `c-cpp` to analyze code written in C, C++ or both
+        # Use 'java-kotlin' to analyze code written in Java, Kotlin or both
+        # Use 'javascript-typescript' to analyze code written in JavaScript, TypeScript or both
+        # To learn more about changing the languages that are analyzed or customizing the build mode for your analysis,
+        # see https://docs.github.com/en/code-security/code-scanning/creating-an-advanced-setup-for-code-scanning/customizing-your-advanced-setup-for-code-scanning.
+        # If you are analyzing a compiled language, you can modify the 'build-mode' for that language to customize how
+        # your codebase is analyzed, see https://docs.github.com/en/code-security/code-scanning/creating-an-advanced-setup-for-code-scanning/codeql-code-scanning-for-compiled-languages
+    steps:
+    - name: Checkout repository
+      uses: actions/checkout@v4
+
+    # Add any setup steps before running the `github/codeql-action/init` action.
+    # This includes steps like installing compilers or runtimes (`actions/setup-node`
+    # or others). This is typically only required for manual builds.
+    # - name: Setup runtime (example)
+    #   uses: actions/setup-example@v1
+
+    # Initializes the CodeQL tools for scanning.
+    - name: Initialize CodeQL
+      uses: github/codeql-action/init@v3
+      with:
+        languages: ${{ matrix.language }}
+        build-mode: ${{ matrix.build-mode }}
+        # If you wish to specify custom queries, you can do so here or in a config file.
+        # By default, queries listed here will override any specified in a config file.
+        # Prefix the list here with "+" to use these queries and those in the config file.
+
+        # For more details on CodeQL's query packs, refer to: https://docs.github.com/en/code-security/code-scanning/automatically-scanning-your-code-for-vulnerabilities-and-errors/configuring-code-scanning#using-queries-in-ql-packs
+        # queries: security-extended,security-and-quality
+
+    # If the analyze step fails for one of the languages you are analyzing with
+    # "We were unable to automatically build your code", modify the matrix above
+    # to set the build mode to "manual" for that language. Then modify this step
+    # to build your code.
+    # ℹ️ Command-line programs to run using the OS shell.
+    # 📚 See https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions#jobsjob_idstepsrun
+    - if: matrix.build-mode == 'manual'
+      shell: bash
+      run: |
+        echo 'If you are using a "manual" build mode for one or more of the' \
+          'languages you are analyzing, replace this with the commands to build' \
+          'your code, for example:'
+        echo '  make bootstrap'
+        echo '  make release'
+        exit 1
+
+    - name: Perform CodeQL Analysis
+      uses: github/codeql-action/analyze@v3
+      with:
+        category: "/language:${{matrix.language}}"

.github/workflows/document-scripts.yml

@@ -65,7 +65,8 @@ jobs:
       - name: Document meta.yaml file
         run: |
           echo "Documenting ${{ matrix.modified_metas.file }}"
-
+          python3 -m venv mlcflow
+          . mlcflow/bin/activate
           pip install mlcflow
           mlc add repo automation-scripts
           mlc doc script ${{ matrix.modified_metas.uid}} --quiet
@@ -75,8 +76,7 @@ jobs:
           git config --global user.name github-actions[bot]
           git config --global user.email "github-actions[bot]@users.noreply.github.com"
           # Commit changes
-          git commit -m '[Automated Commit] Document ${{ matrix.modified_metas.file}}  [skip ci]'
-          git push
+          git diff-index --quiet HEAD || (git commit -am "[Automated Commit] Document ${{ matrix.modified_metas.file}}  [skip ci]" ) && git push)
 
 
 

.github/workflows/run_tests_on_modified_meta_with_secrets.yml

@@ -7,20 +7,6 @@ on:
       - 'script/**meta.yaml'
 
 jobs:
-  fetch-secret:
-    runs-on: ubuntu-latest
-    outputs:
-      gdrive_secret: ${{ steps.op-load-secret.outputs.GDRIVE_SERVICE_ACCOUNT_KEY }}
-    steps:
-      - name: Load secret from 1Password
-        id: op-load-secret
-        uses: 1password/load-secrets-action@v2
-        with:
-          export-env: false
-        env:
-          OP_SERVICE_ACCOUNT_TOKEN: ${{ secrets.OP_SERVICE_ACCOUNT_TOKEN }}
-          GDRIVE_SERVICE_ACCOUNT_KEY: op://7basd2jirojjckncf6qnq3azai/bzbaco3uxoqs2rcyu42rvuccga/credential
-
   get_modified_files:
     runs-on: ubuntu-latest
     outputs:
@@ -52,20 +38,25 @@ jobs:
   process_modified_files:
     needs: 
       - get_modified_files
-      - fetch-secret
     runs-on: ubuntu-latest
     if: needs.get_modified_files.outputs.processed_files != '[]' && needs.get_modified_files.outputs.processed_files != ''
     strategy:
       fail-fast: false
       matrix:
         file_info: ${{ fromJSON(needs.get_modified_files.outputs.processed_files).file_info }}
     steps:
+      - name: Load secrets
+        id: op-load-secrets
+        uses: 1password/load-secrets-action@v3
+        env:
+          OP_SERVICE_ACCOUNT_TOKEN: ${{ secrets.OP_SERVICE_ACCOUNT_TOKEN }}
+          GDRIVE_SERVICE_ACCOUNT_KEY: op://7basd2jirojjckncf6qnq3azai/bzbaco3uxoqs2rcyu42rvuccga/credential
+
       - name: Set RCLONE Service account env var from secret
         shell: bash
         run: |
-          echo "::add-mask::${{ needs.fetch-secret.outputs.gdrive_secret }}"
-          echo "RCLONE_CONFIG_MLC_COGNATA_SERVICE_ACCOUNT_CREDENTIALS=${{ needs.fetch-secret.outputs.gdrive_secret }}" >> $GITHUB_ENV
-          echo "RCLONE_CONFIG_MLC_NUSCENES_SERVICE_ACCOUNT_CREDENTIALS=${{ needs.fetch-secret.outputs.gdrive_secret }}" >> $GITHUB_ENV
+          echo "RCLONE_CONFIG_MLC_COGNATA_SERVICE_ACCOUNT_CREDENTIALS=${{ steps.op-load-secrets.outputs.GDRIVE_SERVICE_ACCOUNT_KEY }}" >> $GITHUB_ENV
+          echo "RCLONE_CONFIG_MLC_NUSCENES_SERVICE_ACCOUNT_CREDENTIALS=${{ steps.op-load-secrets.outputs.GDRIVE_SERVICE_ACCOUNT_KEY }}" >> $GITHUB_ENV
 
       - name: Process meta.yaml file
         run: |

.github/workflows/test-mlc-script-features.yml

@@ -173,18 +173,16 @@ jobs:
           Write-Host "run_step=false" | Out-File -FilePath $Env:GITHUB_ENV -Append
         }
 
-    - name: Load secret
+    - name: Load secrets
       if: github.repository_owner == 'mlcommons' && env.run_step == 'true'
-      id: op-load-secret
-      uses: 1password/load-secrets-action@v2
-      with:
-        export-env: false
+      id: op-load-secrets
+      uses: 1password/load-secrets-action@v3
       env:
         OP_SERVICE_ACCOUNT_TOKEN: ${{ secrets.OP_SERVICE_ACCOUNT_TOKEN }}
         PAT: op://7basd2jirojjckncf6qnq3azai/bzbaco3uxoqs2rcyu42rvuccga/credential
     - name: Push Results
       env:
-        GITHUB_TOKEN: ${{ steps.op-load-secret.outputs.PAT }}
+        GITHUB_TOKEN: ${{ steps.op-load-secrets.outputs.PAT }}
       if: github.repository_owner == 'mlcommons' && env.run_step == 'true'
       run: |
         git config --global user.name "mlcommons-bot"

.github/workflows/test-mlperf-automotive.yml

@@ -7,35 +7,24 @@ on:
       - 'script/**meta.yaml'
 
 jobs:
-  fetch-secret:
-    runs-on: ubuntu-latest
-    outputs:
-      gdrive_secret: ${{ steps.op-load-secret.outputs.GDRIVE_SERVICE_ACCOUNT_KEY }}
-    steps:
-      - name: Load secret from 1Password
-        id: op-load-secret
-        uses: 1password/load-secrets-action@v2
-        with:
-          export-env: false
-        env:
-          OP_SERVICE_ACCOUNT_TOKEN: ${{ secrets.OP_SERVICE_ACCOUNT_TOKEN }}
-          GDRIVE_SERVICE_ACCOUNT_KEY: op://7basd2jirojjckncf6qnq3azai/bzbaco3uxoqs2rcyu42rvuccga/credential
-
   run-mlperf:
     runs-on: ubuntu-latest
-    needs: 
-      - fetch-secret
     steps:
       - name: Checkout repository
         uses: actions/checkout@v4
         with:
           fetch-depth: 2
+      - name: Load secrets
+        id: op-load-secrets
+        uses: 1password/load-secrets-action@v3
+        env:
+          OP_SERVICE_ACCOUNT_TOKEN: ${{ secrets.OP_SERVICE_ACCOUNT_TOKEN }}
+          GDRIVE_SERVICE_ACCOUNT_KEY: op://7basd2jirojjckncf6qnq3azai/bzbaco3uxoqs2rcyu42rvuccga/credential
       - name: Set RCLONE Service account env var from secret
         shell: bash
         run: |
-          echo "::add-mask::${{ needs.fetch-secret.outputs.gdrive_secret }}"
-          echo "RCLONE_CONFIG_MLC_COGNATA_SERVICE_ACCOUNT_CREDENTIALS=${{ needs.fetch-secret.outputs.gdrive_secret }}" >> $GITHUB_ENV
-          echo "RCLONE_CONFIG_MLC_NUSCENES_SERVICE_ACCOUNT_CREDENTIALS=${{ needs.fetch-secret.outputs.gdrive_secret }}" >> $GITHUB_ENV
+          echo "RCLONE_CONFIG_MLC_COGNATA_SERVICE_ACCOUNT_CREDENTIALS=${{ steps.op-load-secrets.outputs.GDRIVE_SERVICE_ACCOUNT_KEY }}" >> $GITHUB_ENV
+          echo "RCLONE_CONFIG_MLC_NUSCENES_SERVICE_ACCOUNT_CREDENTIALS=${{ steps.op-load-secrets.outputs.GDRIVE_SERVICE_ACCOUNT_KEY }}" >> $GITHUB_ENV
       - name: Run MLPerf
         run: |
           pip install mlcflow

.github/workflows/test-mlperf-inference-bert-deepsparse-tf-onnxruntime-pytorch.yml

@@ -9,35 +9,8 @@ on:
       - '!**.md'
 
 jobs:
-  fetch-secret:
-    runs-on: ubuntu-latest
-    outputs:
-      encrypted_secret: ${{ steps.encrypt-secret.outputs.encrypted_secret }}
-    steps:
-      - name: Load secret
-        id: op-load-secret
-        uses: 1password/load-secrets-action@v2
-        with:
-          export-env: false
-        env:
-          OP_SERVICE_ACCOUNT_TOKEN: ${{ secrets.OP_SERVICE_ACCOUNT_TOKEN }}
-          PAT: op://7basd2jirojjckncf6qnq3azai/bzbaco3uxoqs2rcyu42rvuccga/credential
-
-      - name: Encrypt secret
-        id: encrypt-secret
-        env:
-          ENCRYPTION_KEY: ${{ secrets.ENCRYPTION_KEY }}
-        run: |
-          # AES-256 encrypt
-          encrypted=$(echo "${{ steps.op-load-secret.outputs.pat }}" | \
-            openssl enc -e -aes-256-cbc -md sha512 -pbkdf2 -iter 100000 \
-            -pass pass:"$ENCRYPTION_KEY" -base64 -A)
-
-          echo "encrypted_secret=$encrypted" >> $GITHUB_OUTPUT
-
   build:
     name: MLPerf Inference Bert ${{ matrix.backend }} on ${{ matrix.os }}
-    needs: [fetch-secret]
     runs-on: ${{ matrix.os }}
     strategy:
       fail-fast: false
@@ -85,25 +58,15 @@ jobs:
           else
             echo "run_step=false" >> $GITHUB_ENV
           fi
-    - name: Decrypt secret
-      id: decrypt-secret
-      shell: bash
+    - name: Load secrets
+      id: op-load-secrets
+      uses: 1password/load-secrets-action@v3
       env:
-        ENCRYPTION_KEY: ${{ secrets.ENCRYPTION_KEY }}
-        encrypted_secret: ${{ needs.fetch-secret.outputs.encrypted_secret }}
-      run: |
-        echo "Running on OS: ${{ matrix.os }}"
-
-        # Decrypt
-        decrypted=$(echo "$encrypted_secret" | \
-          openssl enc -d -aes-256-cbc -md sha512 -pbkdf2 -iter 100000 \
-          -pass pass:"$ENCRYPTION_KEY" -base64 -A)
-
-        echo "::add-mask::$decrypted"
-        echo "DECRYPTED_SECRET=$decrypted" >> $GITHUB_OUTPUT
+        OP_SERVICE_ACCOUNT_TOKEN: ${{ secrets.OP_SERVICE_ACCOUNT_TOKEN }}
+        PAT: op://7basd2jirojjckncf6qnq3azai/bzbaco3uxoqs2rcyu42rvuccga/credential
     - name: Push Results
       env:
-        GITHUB_TOKEN: ${{ steps.decrypt-secret.outputs.decrypted_secret }}
+        GITHUB_TOKEN: ${{ steps.op-load-secrets.outputs.PAT }}
       if: github.repository_owner == 'mlcommons' && env.run_step == 'true'
       run: |
         git config --global user.name "mlcommons-bot"