internal: remove secret hidden internals and introduce new way to cal…

…l native code from js (#8166)

* oooooh magic

* stuff

* run format

* ok

* yippee

* run the formatter back

* finish things up

* fix webkit

* more

* [autofix.ci] apply automated fixes

* fix compile

* fix compilation on windows, it seems to not work though :(

* update

* a

* v

* ok

* [autofix.ci] apply automated fixes

* OOPS

* bump bun to reduce ci bugs

* a

* js2native is done!

* improve array binding

* rebase

* some final stuff

* wasi fixes

* os

---------

Co-authored-by: Jarred Sumner <jarred@jarredsumner.com>
Co-authored-by: autofix-ci[bot] <114827586+autofix-ci[bot]@users.noreply.github.com>

.github/workflows/bun-linux-build.yml

@@ -260,6 +260,7 @@ jobs:
           TMPDIR: ${{runner.temp}}
           TLS_MONGODB_DATABASE_URL: ${{ secrets.TLS_MONGODB_DATABASE_URL }}
           TLS_POSTGRES_DATABASE_URL: ${{ secrets.TLS_POSTGRES_DATABASE_URL }}
+          BUN_FEATURE_FLAG_INTERNAL_FOR_TESTING: "true"
         # if: ${{github.event.inputs.use_bun == 'false'}}
         run: |
           node packages/bun-internal-test/src/runner.node.mjs || true

.github/workflows/bun-mac-aarch64.yml

@@ -429,6 +429,7 @@ jobs:
           TMPDIR: ${{runner.temp}}
           TLS_MONGODB_DATABASE_URL: ${{ secrets.TLS_MONGODB_DATABASE_URL }}
           TLS_POSTGRES_DATABASE_URL: ${{ secrets.TLS_POSTGRES_DATABASE_URL }}
+          BUN_FEATURE_FLAG_INTERNAL_FOR_TESTING: "true"
         # if: ${{github.event.inputs.use_bun == 'false'}}
         run: |
           node packages/bun-internal-test/src/runner.node.mjs || true

.github/workflows/bun-mac-x64-baseline.yml

@@ -416,6 +416,7 @@ jobs:
           TMPDIR: ${{runner.temp}}
           TLS_MONGODB_DATABASE_URL: ${{ secrets.TLS_MONGODB_DATABASE_URL }}
           TLS_POSTGRES_DATABASE_URL: ${{ secrets.TLS_POSTGRES_DATABASE_URL }}
+          BUN_FEATURE_FLAG_INTERNAL_FOR_TESTING: "true"
         # if: ${{github.event.inputs.use_bun == 'false'}}
         run: |
           node packages/bun-internal-test/src/runner.node.mjs || true

.github/workflows/bun-mac-x64.yml

@@ -413,6 +413,7 @@ jobs:
           TLS_MONGODB_DATABASE_URL: ${{ secrets.TLS_MONGODB_DATABASE_URL }}
           TMPDIR: ${{runner.temp}}
           TLS_POSTGRES_DATABASE_URL: ${{ secrets.TLS_POSTGRES_DATABASE_URL }}
+          BUN_FEATURE_FLAG_INTERNAL_FOR_TESTING: "true"
         # if: ${{github.event.inputs.use_bun == 'false'}}
         run: |
           node packages/bun-internal-test/src/runner.node.mjs || true

.github/workflows/bun-windows.yml

@@ -437,6 +437,7 @@ jobs:
           TMPDIR: ${{runner.temp}}
           TLS_MONGODB_DATABASE_URL: ${{ secrets.TLS_MONGODB_DATABASE_URL }}
           TLS_POSTGRES_DATABASE_URL: ${{ secrets.TLS_POSTGRES_DATABASE_URL }}
+          BUN_FEATURE_FLAG_INTERNAL_FOR_TESTING: "true"
           SHELLOPTS: igncr
           BUN_PATH_BASE: ${{runner.temp}}
           BUN_PATH: release/${{env.tag}}-${{ matrix.arch == 'x86_64' && 'x64' || 'aarch64' }}${{ matrix.cpu == 'nehalem' && '-baseline' || '' }}-profile/bun.exe

.gitignore

@@ -1,169 +1,143 @@
-.DS_Store
-zig-cache
-packages/*/*.wasm
-*.o
-*.a
-profile.json
-
-.env
-node_modules
-.envrc
-.swcrc
-yarn.lock
-dist
-*.tmp
-*.log
-*.out.js
-*.out.refresh.js
-**/package-lock.json
-build
-*.wat
-zig-out
-pnpm-lock.yaml
-README.md.template
-src/deps/zig-clap/example
-src/deps/zig-clap/README.md
-src/deps/zig-clap/.github
-src/deps/zig-clap/.gitattributes
-out
-outdir
-
-.trace
-cover
-coverage
-coverv
-*.trace
-github
-out.*
-out
-.parcel-cache
-esbuilddir
-*.bun
-parceldist
-esbuilddir
-outdir/
-outcss
-.next
-txt.js
-.idea
-.vscode/cpp*
-.vscode/clang*
-
-node_modules_*
-*.jsb
-*.zip
-bun-zigld
-bun-singlehtreaded
-bun-nomimalloc
-bun-mimalloc
-examples/lotta-modules/bun-yday
-examples/lotta-modules/bun-old
-examples/lotta-modules/bun-nofscache
-
-src/node-fallbacks/out/*
-src/node-fallbacks/node_modules
-sign.json
-release/
-*.dmg
-sign.*.json
-packages/debug-*
-packages/bun-cli/postinstall.js
-packages/bun-*/bun
-packages/bun-*/bun-profile
-packages/bun-*/debug-bun
-packages/bun-*/*.o
-packages/bun-cli/postinstall.js
-
-packages/bun-cli/bin/*
-bun-test-scratch
-misctools/fetch
-
-src/deps/libiconv
-src/deps/openssl
-src/tests.zig
-*.blob
-src/deps/s2n-tls
-.npm
-.npm.gz
-
-bun-binary
-
-src/deps/PLCrashReporter/
-
-*.dSYM
-*.crash
-misctools/sha
-packages/bun-wasm/*.mjs
-packages/bun-wasm/*.cjs
-packages/bun-wasm/*.map
-packages/bun-wasm/*.js
-packages/bun-wasm/*.d.ts
-packages/bun-wasm/*.d.cts
-packages/bun-wasm/*.d.mts
-*.bc
-
-src/fallback.version
-src/runtime.version
-*.sqlite
-*.database
-*.db
-misctools/machbench
-*.big
-.eslintcache
-
-/bun-webkit
-
-src/deps/c-ares/build
-src/bun.js/bindings-obj
-src/bun.js/debug-bindings-obj
-
-failing-tests.txt
-test.txt
-myscript.sh
-
-cold-jsc-start
-cold-jsc-start.d
-
-/testdir
-/test.ts
-/test.js
-
-src/js/out/modules*
-src/js/out/functions*
-src/js/out/tmp
-src/js/out/DebugPath.h
-
-make-dev-stats.csv
-
-.uuid
-tsconfig.tsbuildinfo
-
-test/js/bun/glob/fixtures
-*.lib
-*.pdb
-CMakeFiles
-build.ninja
-.ninja_deps
-.ninja_log
-CMakeCache.txt
-cmake_install.cmake
-compile_commands.json
-
-*.lib
-x64
-**/*.vcxproj*
-**/*.sln*
-**/*.dir
-**/*.pdb
-
-/.webkit-cache
-/.cache
-/src/deps/libuv
-/build-*/
-/kcov-out
-
-.vs
-
-**/.verdaccio-db.json
-/test-report.md
-/test-report.json
+.DS_Store
+.env
+.envrc
+.eslintcache
+.idea
+.next
+.ninja_deps
+.ninja_log
+.npm
+.npm.gz
+.parcel-cache
+.swcrc
+.trace
+.uuid
+.vs
+.vscode/clang*
+.vscode/cpp*
+*.a
+*.bc
+*.big
+*.blob
+*.bun
+*.crash
+*.database
+*.db
+*.dmg
+*.dSYM
+*.jsb
+*.lib
+*.log
+*.o
+*.out.js
+*.out.refresh.js
+*.pdb
+*.sqlite
+*.tmp
+*.trace
+*.wat
+*.zip
+**/.verdaccio-db.json
+**/*.dir
+**/*.pdb
+**/*.sln*
+**/*.vcxproj*
+**/package-lock.json
+/.cache
+/.webkit-cache
+/build-*/
+/bun-webkit
+/kcov-out
+/src/deps/libuv
+/test-report.json
+/test-report.md
+/test.js
+/test.ts
+/testdir
+build
+build.ninja
+bun-binary
+bun-mimalloc
+bun-nomimalloc
+bun-singlehtreaded
+bun-test-scratch
+bun-zigld
+cmake_install.cmake
+CMakeCache.txt
+CMakeFiles
+cold-jsc-start
+cold-jsc-start.d
+compile_commands.json
+cover
+coverage
+coverv
+dist
+esbuilddir
+examples/lotta-modules/bun-nofscache
+examples/lotta-modules/bun-old
+examples/lotta-modules/bun-yday
+failing-tests.txt
+github
+make-dev-stats.csv
+misctools/fetch
+misctools/machbench
+misctools/sha
+myscript.sh
+node_modules
+node_modules_*
+out
+out.*
+outcss
+outdir
+outdir/
+packages/*/*.wasm
+packages/bun-*/*.o
+packages/bun-*/bun
+packages/bun-*/bun-profile
+packages/bun-*/debug-bun
+packages/bun-cli/bin/*
+packages/bun-cli/postinstall.js
+packages/bun-wasm/*.cjs
+packages/bun-wasm/*.d.cts
+packages/bun-wasm/*.d.mts
+packages/bun-wasm/*.d.ts
+packages/bun-wasm/*.js
+packages/bun-wasm/*.map
+packages/bun-wasm/*.mjs
+packages/debug-*
+parceldist
+pnpm-lock.yaml
+profile.json
+README.md.template
+release/
+sign.*.json
+sign.json
+src/bun.js/bindings-obj
+src/bun.js/bindings/GeneratedJS2Native.zig
+src/bun.js/debug-bindings-obj
+src/deps/c-ares/build
+src/deps/libiconv
+src/deps/openssl
+src/deps/PLCrashReporter/
+src/deps/s2n-tls
+src/deps/zig-clap/.gitattributes
+src/deps/zig-clap/.github
+src/deps/zig-clap/example
+src/deps/zig-clap/README.md
+src/fallback.version
+src/js/out/DebugPath.h
+src/js/out/functions*
+src/js/out/modules*
+src/js/out/tmp
+src/node-fallbacks/node_modules
+src/node-fallbacks/out/*
+src/runtime.version
+src/tests.zig
+test.txt
+test/js/bun/glob/fixtures
+tsconfig.tsbuildinfo
+txt.js
+x64
+yarn.lock
+zig-cache
+zig-out

.vscode/c_cpp_properties.json

@@ -55,6 +55,7 @@
       "name": "BunWithJSCDebug",
       "forcedInclude": ["${workspaceFolder}/src/bun.js/bindings/root.h"],
       "includePath": [
+        "${workspaceFolder}/build/codegen",
         "${workspaceFolder}/src/bun.js/WebKit/WebKitBuild/Debug/",
         "${workspaceFolder}/src/bun.js/WebKit/WebKitBuild/Debug/ICU/Headers/",
         "${workspaceFolder}/src/bun.js/WebKit/WebKitBuild/Debug/JavaScriptCore/PrivateHeaders/",