INTEGRATION [PR#6088 > development/9.4] 👷(CLDSRV-860) Monitor async await migration

.github/codeql/async-migration.ql

@@ -0,0 +1,21 @@
+/**
+ * @name Callback-style function (async migration)
+ * @description These functions use callback parameters. They should be refactored to use async/await.
+ * @kind problem
+ * @problem.severity recommendation
+ * @id js/callback-style-function
+ * @tags maintainability
+ *       async-migration
+ */
+
+import javascript
+
+from Function f, Parameter p
+where
+  p = f.getParameter(f.getNumParameter() - 1) and
+  p.getName().regexpMatch("(?i)^(cb|callback|next|done)$") and
+  not f.isAsync() and
+  // Exclude test files and node_modules
+  not f.getFile().getAbsolutePath().matches("%/tests/%") and
+  not f.getFile().getAbsolutePath().matches("%/node_modules/%")
+select f, "This function uses a callback parameter ('" + p.getName() + "'). Refactor to async/await."

.github/codeql/async-suite.qls

@@ -0,0 +1,2 @@
+- description: Scality Cloudserver Async Migration Suite
+- queries: .

.github/codeql/async-then-chains.ql

@@ -0,0 +1,19 @@
+/**
+ * @name Promise .then() usage (async migration)
+ * @description These calls use .then() instead of async/await. They should be refactored to use async/await.
+ * @kind problem
+ * @problem.severity recommendation
+ * @id js/promise-then-usage
+ * @tags maintainability
+ *       async-migration
+ */
+
+import javascript
+
+from MethodCallExpr m
+where
+  m.getMethodName() = "then" and
+  // Exclude test files and node_modules
+  not m.getFile().getAbsolutePath().matches("%/tests/%") and
+  not m.getFile().getAbsolutePath().matches("%/node_modules/%")
+select m, "This call uses .then(). Refactor to async/await."

.github/codeql/qlpack.yml

@@ -0,0 +1,4 @@
+name: scality/cloudserver-async-migration
+version: 0.0.1
+dependencies:
+  codeql/javascript-all: "*"

.github/scripts/check-diff-async.mjs

@@ -0,0 +1,133 @@
+/**
+ * Check that all new/modified functions in the current git diff use async/await.
+ * Fails with exit code 1 if any additions introduce callback-style functions.
+ *
+ * Usage: node scripts/check-diff-async.mjs
+ * In CI: runs against the current PR diff (files changed vs base branch)
+ */
+import { execFileSync } from 'node:child_process';
+import { Project, SyntaxKind } from 'ts-morph';
+
+const CALLBACK_PARAM_PATTERN = /^(cb|callback|next|done)$/i;
+
+function getChangedJsFiles() {
+    const base = process.env.GITHUB_BASE_REF
+        ? `origin/${process.env.GITHUB_BASE_REF}`
+        : 'HEAD';
+    const output = execFileSync('git', [
+        'diff',
+        '--name-only',
+        '--diff-filter=ACMR',
+        base,
+        '--',
+        '**/*.js',
+    ], { encoding: 'utf8' }).trim();
+
+    return output ? output.split('\n').filter(f => f.endsWith('.js')) : [];
+}
+
+/**
+ * Get added line numbers for a file in the current diff.
+ */
+function getAddedLineNumbers(filePath) {
+    const base = process.env.GITHUB_BASE_REF
+        ? `origin/${process.env.GITHUB_BASE_REF}`
+        : 'HEAD';
+    const diff = execFileSync('git', ['diff', base, '--', filePath], { encoding: 'utf8' });
+    const addedLines = new Set();
+    let currentLine = 0;
+
+    for (const line of diff.split('\n')) {
+        const hunkMatch = line.match(/^@@ -\d+(?:,\d+)? \+(\d+)(?:,\d+)? @@/);
+
+        if (hunkMatch) {
+            currentLine = parseInt(hunkMatch[1], 10) - 1;
+            continue;
+        }
+
+        if (line.startsWith('+') && !line.startsWith('+++')) {
+            currentLine++;
+            addedLines.add(currentLine);
+        } else if (!line.startsWith('-')) {
+            currentLine++;
+        }
+    }
+
+    return addedLines;
+}
+
+const changedFiles = getChangedJsFiles();
+if (changedFiles.length === 0) {
+    console.log('No changed JS files to check.');
+    process.exit(0);
+}
+
+console.log(`Checking ${changedFiles.length} changed JS file(s) for async/await compliance...\n`);
+
+const project = new Project({
+    compilerOptions: { allowJs: true, noEmit: true },
+    skipAddingFilesFromTsConfig: true,
+});
+
+const filesToCheck = changedFiles.filter(f =>
+    !f.startsWith('tests/') &&
+    !f.startsWith('node_modules/') &&
+    (
+        f.startsWith('lib/') ||
+        f.startsWith('bin/') ||
+        !f.includes('/')
+    )
+);
+if (filesToCheck.length === 0) {
+    console.log('No source JS files in diff (tests and node_modules excluded).');
+    process.exit(0);
+}
+
+project.addSourceFilesAtPaths(filesToCheck);
+
+const violations = [];
+
+for (const sourceFile of project.getSourceFiles()) {
+    const filePath = sourceFile.getFilePath().replace(process.cwd() + '/', '');
+    const addedLines = getAddedLineNumbers(filePath);
+
+    if (addedLines.size === 0) continue;
+
+    const functions = [
+        ...sourceFile.getDescendantsOfKind(SyntaxKind.FunctionDeclaration),
+        ...sourceFile.getDescendantsOfKind(SyntaxKind.FunctionExpression),
+        ...sourceFile.getDescendantsOfKind(SyntaxKind.ArrowFunction),
+        ...sourceFile.getDescendantsOfKind(SyntaxKind.MethodDeclaration),
+    ];
+
+    for (const fn of functions) {
+        if (fn.isAsync()) continue;
+
+        const startLine = fn.getStartLineNumber();
+        if (!addedLines.has(startLine)) continue;
+
+        const params = fn.getParameters();
+        const lastParam = params[params.length - 1];
+        if (lastParam && CALLBACK_PARAM_PATTERN.test(lastParam.getName())) {
+            violations.push({
+                file: filePath,
+                line: startLine,
+                type: 'callback',
+                detail: `function has callback parameter '${lastParam.getName()}'`,
+            });
+        }
+    }
+}
+
+if (violations.length === 0) {
+    console.log('✓ All new code in the diff uses async/await.');
+    process.exit(0);
+}
+
+console.error(`✗ Found ${violations.length} async/await violation(s) in the diff:\n`);
+for (const v of violations) {
+    console.error(`  ${v.file}:${v.line} [${v.type}] ${v.detail}`);
+}
+console.error('\nNew code must use async/await instead of callbacks.');
+console.error('See the async/await migration guide in CONTRIBUTING.md for help.');
+process.exit(1);

.github/scripts/count-async-functions.mjs

@@ -0,0 +1,119 @@
+/**
+ * Count async vs callback-style functions across the codebase using ts-morph.
+ * Used in CI to track async/await migration progress over time.
+ *
+ * Usage: node scripts/count-async-functions.mjs
+ */
+import { readFileSync, appendFileSync, writeFileSync } from 'node:fs';
+import { Project, SyntaxKind } from 'ts-morph';
+
+function getSourcePathsFromPackageJson() {
+    const packageJsonPath = new URL('../../package.json', import.meta.url);
+    const packageJson = JSON.parse(readFileSync(packageJsonPath, 'utf8'));
+    const paths = packageJson.countAsyncSourcePaths;
+
+    if (Array.isArray(paths) && paths.length > 0 && paths.every(p => typeof p === 'string')) {
+        return paths;
+    }
+
+    throw new Error('package.json must define a non-empty string array "countAsyncSourcePaths"');
+}
+
+const project = new Project({
+    compilerOptions: {
+        allowJs: true,
+        noEmit: true,
+    },
+    skipAddingFilesFromTsConfig: true,
+});
+
+project.addSourceFilesAtPaths(getSourcePathsFromPackageJson());
+
+let asyncFunctions = 0;
+let totalFunctions = 0;
+let callbackFunctions = 0;
+let thenChains = 0;
+
+const CALLBACK_PARAM_PATTERN = /^(cb|callback|next|done)$/i;
+
+for (const sourceFile of project.getSourceFiles()) {
+    const functions = [
+        ...sourceFile.getDescendantsOfKind(SyntaxKind.FunctionDeclaration),
+        ...sourceFile.getDescendantsOfKind(SyntaxKind.FunctionExpression),
+        ...sourceFile.getDescendantsOfKind(SyntaxKind.ArrowFunction),
+        ...sourceFile.getDescendantsOfKind(SyntaxKind.MethodDeclaration),
+    ];
+
+    for (const fn of functions) {
+        totalFunctions++;
+
+        if (fn.isAsync()) {
+            asyncFunctions++;
+            continue;
+        }
+
+        const params = fn.getParameters();
+        const lastParam = params[params.length - 1];
+        if (lastParam && CALLBACK_PARAM_PATTERN.test(lastParam.getName())) {
+            callbackFunctions++;
+        }
+    }
+
+    const propertyAccesses = sourceFile.getDescendantsOfKind(SyntaxKind.PropertyAccessExpression);
+    for (const access of propertyAccesses) {
+        if (access.getName() === 'then') {
+            thenChains++;
+        }
+    }
+}
+
+const asyncFunctionPercent = totalFunctions > 0
+    ? ((asyncFunctions / totalFunctions) * 100).toFixed(1)
+    : '0.0';
+
+const migrationPercent = (asyncFunctions + callbackFunctions) > 0
+    ? ((asyncFunctions / (asyncFunctions + callbackFunctions)) * 100).toFixed(1)
+    : '0.0';
+
+console.log('=== Async/Await Migration Progress ===');
+console.log(`Total functions:      ${totalFunctions}`);
+console.log(`Async functions:      ${asyncFunctions} (${asyncFunctionPercent}%)`);
+console.log(`Callback functions:   ${callbackFunctions}`);
+console.log(`Remaining .then():    ${thenChains}`);
+console.log('');
+console.log(`Migration (trend):    ${asyncFunctions}/${asyncFunctions + callbackFunctions} (${migrationPercent}%)`);
+
+if (process.env.GITHUB_STEP_SUMMARY) {
+    appendFileSync(process.env.GITHUB_STEP_SUMMARY, [
+        '## Async/Await Migration Progress',
+        '',
+        `| Metric | Count |`,
+        `|--------|-------|`,
+        `| Total functions | ${totalFunctions} |`,
+        `| Async functions | ${asyncFunctions} (${asyncFunctionPercent}%) |`,
+        `| Callback-style functions | ${callbackFunctions} |`,
+        `| Remaining \`.then()\` chains | ${thenChains} |`,
+        `| Migration trend (async / (async + callback)) | ${asyncFunctions}/${asyncFunctions + callbackFunctions} (${migrationPercent}%) |`,
+        '',
+    ].join('\n'));
+
+    // Output benchmark JSON for visualization
+    const benchmarkData = [
+        {
+            name: 'Async Migration Progress',
+            unit: '%',
+            value: parseFloat(migrationPercent),
+        },
+        {
+            name: 'Async Functions Percentage',
+            unit: '%',
+            value: parseFloat(asyncFunctionPercent),
+        },
+        {
+            name: 'Total callback functions',
+            unit: 'count',
+            value: callbackFunctions,
+        }
+    ];
+    writeFileSync('async-migration-benchmark.json', JSON.stringify(benchmarkData, null, 2));
+}

.github/workflows/codeql.yaml

@@ -20,6 +20,7 @@ jobs:
         uses: github/codeql-action/init@v3
         with:
           languages: javascript, python, ruby
+          queries: security-extended,./.github/codeql/async-suite.qls
 
       - name: Build and analyze
         uses: github/codeql-action/analyze@v3

.github/workflows/tests.yaml

@@ -80,6 +80,8 @@ jobs:
     steps:
     - name: Checkout
       uses: actions/checkout@v4
+      with:
+        fetch-depth: 0
     - uses: actions/setup-node@v4
       with:
         node-version: '22'
@@ -95,14 +97,32 @@ jobs:
         cache: pip
     - name: Install python deps
       run: pip install flake8
-    - name: Lint Javascript
-      run: yarn run --silent lint -- --max-warnings 0
+    - name: Lint Javascript (strict, excluding async migration rules)
+      run: |
+        yarn run --silent lint -- --max-warnings 0 --rule "promise/prefer-await-to-then: off" --rule "n/callback-return: off"
     - name: Lint Markdown
       run: yarn run --silent lint_md
     - name: Lint python
       run: flake8 $(git ls-files "*.py")
     - name: Lint Yaml
       run: yamllint -c yamllint.yml $(git ls-files "*.yml")
+    - name: Check async/await compliance in diff
+      run: yarn run check-diff-async
+
+  async-migration-report:
+    runs-on: ubuntu-24.04
+    if: startsWith(github.ref, 'refs/heads/development/')
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v4
+    - uses: actions/setup-node@v4
+      with:
+        node-version: '22'
+        cache: yarn
+    - name: install dependencies
+      run: yarn install --frozen-lockfile --network-concurrency 1
+    - name: Count async/await migration progress
+      run: yarn run count-async
 
   unit-tests:
     runs-on: ubuntu-24.04

eslint.config.mjs

@@ -1,4 +1,6 @@
 import mocha from "eslint-plugin-mocha";
+import promise from "eslint-plugin-promise";
+import n from "eslint-plugin-n";
 import path from "node:path";
 import { fileURLToPath } from "node:url";
 import js from "@eslint/js";
@@ -15,6 +17,8 @@ const compat = new FlatCompat({
 export default [...compat.extends('@scality/scality'), {
     plugins: {
         mocha,
+        promise,
+        n,
     },
 
     languageOptions: {
@@ -67,5 +71,7 @@ export default [...compat.extends('@scality/scality'), {
         "quote-props": "off",
         "mocha/no-exclusive-tests": "error",
         "no-redeclare": ["error", { "builtinGlobals": false }],
+        "promise/prefer-await-to-then": "warn",
+        "n/callback-return": "warn",
     },
 }];