perf: prebundle large dependencies (#1282)

Author: yifancong

.gitignore

@@ -8,6 +8,7 @@ dist/
 dist-*
 !**/rslog/dist
 coverage/
+compiled/
 doc_build/
 playwright-report/
 tsconfig.tsbuildinfo

packages/core/package.json

@@ -71,25 +71,26 @@
     "dev": "npm run start",
     "build": "rslib build",
     "start": "rslib build -w",
-    "test": "rstest run"
+    "test": "rstest run",
+    "prebundle": "prebundle"
   },
   "dependencies": {
-    "@rsbuild/plugin-check-syntax": "1.3.0",
     "@rsdoctor/graph": "workspace:*",
     "@rsdoctor/sdk": "workspace:*",
     "@rsdoctor/types": "workspace:*",
     "@rsdoctor/utils": "workspace:*",
-    "axios": "^1.11.0",
     "browserslist-load-config": "^1.0.0",
-    "enhanced-resolve": "5.12.0",
-    "filesize": "^10.1.6",
     "fs-extra": "^11.1.1",
     "lodash-es": "^4.17.21",
-    "path-browserify": "1.0.1",
     "semver": "^7.7.2",
     "source-map": "^0.7.4"
   },
   "devDependencies": {
+    "@rsbuild/plugin-check-syntax": "1.3.0",
+    "axios": "^1.11.0",
+    "path-browserify": "1.0.1",
+    "enhanced-resolve": "5.12.0",
+    "filesize": "^10.1.6",
     "@rspack/core": "1.5.1",
     "@scripts/test-helper": "workspace:*",
     "@types/fs-extra": "^11.0.4",
@@ -100,6 +101,7 @@
     "@types/semver": "^7.7.0",
     "@types/tapable": "2.2.7",
     "babel-loader": "10.0.0",
+    "prebundle": "1.4.1",
     "string-loader": "0.0.1",
     "ts-loader": "^9.5.2",
     "tslib": "2.8.1",

packages/core/rslib.config.ts

@@ -1,6 +1,14 @@
 import { defineConfig, rspack } from '@rslib/core';
 import { dualPackageBundleless } from '../../scripts/rslib.base.config';
 
+const externals = [
+  // Externalize workspace packages
+  '@rsdoctor/graph',
+  '@rsdoctor/sdk',
+  '@rsdoctor/types',
+  '@rsdoctor/utils',
+];
+
 export default defineConfig({
   ...dualPackageBundleless,
   lib: [
@@ -15,6 +23,7 @@ export default defineConfig({
         filename: {
           js: '[name].js',
         },
+        externals,
       },
       shims: {
         esm: {
@@ -33,6 +42,7 @@ export default defineConfig({
         filename: {
           js: '[name].cjs',
         },
+        externals,
       },
       shims: {
         cjs: {

packages/sdk/package.json

@@ -19,35 +19,38 @@
   },
   "files": [
     "dist",
-    "static"
+    "static",
+    "compiled"
   ],
   "scripts": {
-    "build": "rslib build",
+    "build": "npm run prebundle && rslib build",
     "dev": "npm run start",
     "start": "rslib build -w",
-    "test": "rstest run"
+    "test": "rstest run",
+    "prebundle": "prebundle"
   },
   "dependencies": {
     "@rsdoctor/client": "workspace:*",
     "@rsdoctor/graph": "workspace:*",
     "@rsdoctor/types": "workspace:*",
     "@rsdoctor/utils": "workspace:*",
     "@types/fs-extra": "^11.0.4",
+    "socket.io": "4.8.1",
+    "tapable": "2.2.2"
+  },
+  "devDependencies": {
     "body-parser": "1.20.3",
     "cors": "2.8.5",
     "dayjs": "1.11.13",
     "fs-extra": "^11.1.1",
     "json-cycle": "^1.5.0",
     "open": "^10.2.0",
     "sirv": "2.0.4",
-    "socket.io": "4.8.1",
     "source-map": "^0.7.4",
-    "tapable": "2.2.2"
-  },
-  "devDependencies": {
     "@types/body-parser": "1.19.6",
     "@types/cors": "2.8.19",
     "@types/node": "^22.8.1",
+    "prebundle": "1.4.1",
     "tslib": "2.8.1",
     "typescript": "^5.9.2"
   },

packages/sdk/prebundle.config.mjs

@@ -0,0 +1,34 @@
+export default {
+  dependencies: ['body-parser', 'cors', 'dayjs', 'fs-extra', 'json-cycle'],
+  exclude: [
+    '@rsdoctor/client',
+    '@rsdoctor/graph',
+    '@rsdoctor/types',
+    '@rsdoctor/utils',
+  ],
+
+  build: {
+    platform: 'node',
+    target: 'node16',
+    format: 'cjs',
+    minify: false,
+    sourcemap: false,
+    metafile: false,
+    write: true,
+    output: {
+      chunkFormat: 'commonjs',
+    },
+    environment: {
+      node: true,
+    },
+  },
+
+  output: {
+    dir: './compiled',
+    filename: '[name].cjs',
+  },
+
+  resolve: {
+    extensions: ['.js', '.json', '.ts', '.tsx'],
+  },
+};

packages/sdk/rslib.config.ts

@@ -1,3 +1,45 @@
+import { defineConfig } from '@rslib/core';
+import { join } from 'path';
 import { dualPackage } from '../../scripts/rslib.base.config';
 
-export default dualPackage;
+const prebundleConfigPath = join(__dirname, './prebundle.config.mjs');
+const prebundleConfigModule = await import(prebundleConfigPath);
+const prebundleConfig = prebundleConfigModule.default;
+const regexpMap: Record<string, RegExp> = {};
+
+for (const item of prebundleConfig.dependencies) {
+  const depName = typeof item === 'string' ? item : item.name;
+  if (typeof item !== 'string' && item.dtsOnly) {
+    continue;
+  }
+
+  regexpMap[depName] = new RegExp(`compiled[\\/]${depName}(?:[\\/]|$)`);
+}
+
+const externals = [
+  ({ request }: { request?: string }, callback: any) => {
+    if (request) {
+      if (prebundleConfig.dependencies.includes(request)) {
+        return callback(undefined, `../compiled/${request}/index.js`);
+      }
+      const entries = Object.entries(regexpMap);
+      for (const [name, test] of entries) {
+        if (test.test(request)) {
+          return callback(undefined, `../compiled/${name}/index.js`);
+        }
+      }
+    }
+    callback();
+  },
+];
+
+export default defineConfig({
+  ...dualPackage,
+  lib: dualPackage.lib.map((libConfig) => ({
+    ...libConfig,
+    output: {
+      ...libConfig.output,
+      externals,
+    },
+  })),
+});

packages/utils/package.json

@@ -58,13 +58,15 @@
   "module": "dist/build.js",
   "types": "dist/build/index.d.ts",
   "files": [
-    "dist"
+    "dist",
+    "compiled"
   ],
   "scripts": {
-    "build": "rslib build",
+    "build": "npm run prebundle && rslib build",
     "dev": "npm run start",
     "start": "rslib build -w",
-    "test": "rstest run"
+    "test": "rstest run",
+    "prebundle": "prebundle"
   },
   "dependencies": {
     "@babel/code-frame": "7.26.2",
@@ -73,10 +75,8 @@
     "acorn": "^8.10.0",
     "acorn-import-attributes": "^1.9.5",
     "acorn-walk": "8.3.4",
-    "connect": "3.7.0",
     "deep-eql": "4.1.4",
     "envinfo": "7.14.0",
-    "filesize": "^10.1.6",
     "fs-extra": "^11.1.1",
     "get-port": "5.1.1",
     "json-stream-stringify": "3.0.1",
@@ -92,6 +92,9 @@
     "@types/envinfo": "7.8.4",
     "@types/fs-extra": "^11.0.4",
     "@types/node": "^22.8.1",
+    "prebundle": "1.4.1",
+    "filesize": "^10.1.6",
+    "connect": "3.7.0",
     "tslib": "2.8.1",
     "typescript": "^5.9.2"
   },

packages/utils/prebundle.config.mjs

@@ -0,0 +1,23 @@
+export default {
+  dependencies: ['connect', 'filesize'],
+  exclude: ['@rsdoctor/types'],
+
+  build: {
+    platform: 'node',
+    target: 'node16',
+    format: 'cjs',
+    minify: false,
+    sourcemap: false,
+    metafile: false,
+    write: true,
+  },
+
+  output: {
+    dir: './compiled',
+    filename: '[name].cjs',
+  },
+
+  resolve: {
+    extensions: ['.js', '.json', '.ts', '.tsx'],
+  },
+};

packages/utils/rslib.config.ts

@@ -1,6 +1,41 @@
 import { defineConfig } from '@rslib/core';
+import { join } from 'path';
 import { dualPackage } from '../../scripts/rslib.base.config';
 
+const prebundleConfigPath = join(__dirname, 'prebundle.config.mjs');
+const prebundleConfigModule = await import(prebundleConfigPath);
+const prebundleConfig = prebundleConfigModule.default;
+const regexpMap: Record<string, RegExp> = {};
+
+for (const item of prebundleConfig.dependencies) {
+  const depName = typeof item === 'string' ? item : item.name;
+
+  if (typeof item !== 'string' && item.dtsOnly) {
+    continue;
+  }
+
+  regexpMap[depName] = new RegExp(`compiled[\\/]${depName}(?:[\\/]|$)`);
+}
+
+const externals = [
+  '@rsdoctor/types',
+  ({ request }: { request?: string }, callback: any) => {
+    if (request) {
+      if (prebundleConfig.dependencies.includes(request)) {
+        return callback(undefined, `../compiled/${request}/index.js`);
+      }
+
+      const entries = Object.entries(regexpMap);
+      for (const [name, test] of entries) {
+        if (test.test(request)) {
+          return callback(undefined, `../compiled/${name}/index.js`);
+        }
+      }
+    }
+    callback();
+  },
+];
+
 export default defineConfig({
   ...dualPackage,
   source: {
@@ -12,4 +47,11 @@ export default defineConfig({
       logger: './src/logger.ts',
     },
   },
+  lib: dualPackage.lib.map((libConfig) => ({
+    ...libConfig,
+    output: {
+      ...libConfig.output,
+      externals,
+    },
+  })),
 });