How to optimize WASM build #1546
Replies: 3 comments 27 replies
-
|
Have you looked through the suggestions at https://www.google.com/search?q=compile+js+to+wasm (Javy, Porffor, or switching to AssemblyScript)? It seems like you're trying to reimplement Javy. |
Beta Was this translation helpful? Give feedback.
-
I'm already using AssemblyScript, Javy (e.g., see https://github.com/guest271314/javy-browser-host), componentize-qjs (https://github.com/guest271314/native-messaging-componentize-qjs), ComponentizeJS, js2wasm, among others https://guest271314.github.io/native-messaging-webassembly/. I couldn't get Porffor to work back when I tried. I'm not looking for a single solution. I'm adding this particular solution to the programming toolbox for this algorithm implementation. To also compare size of WASM file, speed of execution, et al. |
Beta Was this translation helpful? Give feedback.
-
You can remove the repl, standalone support, and trim the libc to a minimum (just WASI supports for example). As for injecting the JS, if you want the absolute smallest you could bytecompile and compress it on the host, and uncompress and eval the bytecode in wasm. Since you'll need some code to do de decompression that might not be worth it though. |
Beta Was this translation helpful? Give feedback.
-
You mean in |
Beta Was this translation helpful? Give feedback.
-
|
Yes, there is where they are used. |
Beta Was this translation helpful? Give feedback.
-
|
Alright. This is the heavily redacted /*
* QuickJS stand alone interpreter
*
* Copyright (c) 2017-2021 Fabrice Bellard
* Copyright (c) 2017-2021 Charlie Gordon
*
* Permission is hereby granted, free of charge, to any person obtaining a copy
* of this software and associated documentation files (the "Software"), to deal
* in the Software without restriction, including without limitation the rights
* to use, copy, modify, merge, publish, 1: unknown import: `env::__extern_get` has not been defined
distribute, sublicense, and/or sell
* copies of the Software, and to permit persons to whom the Software is
* furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included in
* all copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
* THE SOFTWARE.
*/
// #include <assert.h>
// #include <errno.h>
//#include <fcntl.h>
//#include <inttypes.h>
// #include <stdarg.h>
//#include <stdio.h>
// #include <stdlib.h>
// #include <string.h>
// #include <time.h>
#include "cutils.h"
#include "quickjs-libc.h"
#include "quickjs.h"
#ifdef QJS_USE_MIMALLOC
#include <mimalloc.h>
#endif
static int qjs__argc;
static char** qjs__argv;
static int eval_buf(JSContext* ctx,
const void* buf,
int buf_len,
const char* filename,
int eval_flags) {
bool use_realpath;
JSValue val;
int ret;
if ((eval_flags & JS_EVAL_TYPE_MASK) == JS_EVAL_TYPE_MODULE) {
/* for the modules, we compile then run to be able to set
import.meta */
val = JS_Eval(ctx, buf, buf_len, filename,
eval_flags | JS_EVAL_FLAG_COMPILE_ONLY);
if (!JS_IsException(val)) {
// ex. "<cmdline>" pr "/dev/stdin"
use_realpath = !(*filename == '<' || !strncmp(filename, "/dev/", 5));
if (js_module_set_import_meta(ctx, val, use_realpath, true) < 0) {
js_std_dump_error(ctx);
ret = -1;
goto end;
}
val = JS_EvalFunction(ctx, val);
}
val = js_std_await(ctx, val);
} else {
val = JS_Eval(ctx, buf, buf_len, filename, eval_flags);
}
if (JS_IsException(val)) {
js_std_dump_error(ctx);
ret = -1;
} else {
ret = 0;
}
end:
JS_FreeValue(ctx, val);
return ret;
}
static JSValue js_gc(JSContext* ctx,
JSValueConst this_val,
int argc,
JSValueConst* argv) {
JS_RunGC(JS_GetRuntime(ctx));
return JS_UNDEFINED;
}
static JSValue js_navigator_get_userAgent(JSContext* ctx,
JSValueConst this_val) {
char version[32];
snprintf(version, sizeof(version), "quickjs-ng/%s", JS_GetVersion());
return JS_NewString(ctx, version);
}
static const JSCFunctionListEntry navigator_proto_funcs[] = {
JS_CGETSET_DEF2("userAgent",
js_navigator_get_userAgent,
NULL,
JS_PROP_CONFIGURABLE | JS_PROP_ENUMERABLE),
JS_PROP_STRING_DEF("[Symbol.toStringTag]",
"Navigator",
JS_PROP_CONFIGURABLE),
};
static const JSCFunctionListEntry global_obj[] = {
JS_CFUNC_DEF("gc", 0, js_gc),
};
/* also used to initialize the worker context */
static JSContext* JS_NewCustomContext(JSRuntime* rt) {
JSContext* ctx;
ctx = JS_NewContext(rt);
if (!ctx)
return NULL;
/* system modules */
js_init_module_std(ctx, "qjs:std");
js_init_module_os(ctx, "qjs:os");
js_init_module_bjson(ctx, "qjs:bjson");
JSValue global = JS_GetGlobalObject(ctx);
JS_SetPropertyFunctionList(ctx, global, global_obj, countof(global_obj));
JSValue args = JS_NewArray(ctx);
int i;
for (i = 0; i < qjs__argc; i++) {
JS_SetPropertyUint32(ctx, args, i, JS_NewString(ctx, qjs__argv[i]));
}
JS_SetPropertyStr(ctx, global, "execArgv", args);
JS_SetPropertyStr(ctx, global, "argv0", JS_NewString(ctx, qjs__argv[0]));
JSValue navigator_proto = JS_NewObject(ctx);
JS_SetPropertyFunctionList(ctx, navigator_proto, navigator_proto_funcs,
countof(navigator_proto_funcs));
JSValue navigator = JS_NewObjectProto(ctx, navigator_proto);
JS_DefinePropertyValueStr(ctx, global, "navigator", navigator,
JS_PROP_CONFIGURABLE | JS_PROP_ENUMERABLE);
JS_FreeValue(ctx, global);
JS_FreeValue(ctx, navigator_proto);
return ctx;
}
struct trace_malloc_data {
uint8_t* base;
};
#ifdef QJS_USE_MIMALLOC
static void* js_mi_calloc(void* opaque, size_t count, size_t size) {
return mi_calloc(count, size);
}
static void* js_mi_malloc(void* opaque, size_t size) {
return mi_malloc(size);
}
static void js_mi_free(void* opaque, void* ptr) {
if (!ptr)
return;
mi_free(ptr);
}
static void* js_mi_realloc(void* opaque, void* ptr, size_t size) {
return mi_realloc(ptr, size);
}
static const JSMallocFunctions mi_mf = {js_mi_calloc, js_mi_malloc, js_mi_free,
js_mi_realloc, mi_malloc_usable_size};
#endif
#define PROG_NAME "qjs"
int main(int argc, char** argv) {
JSRuntime* rt;
JSContext* ctx;
// JSValue ret = JS_UNDEFINED;
// struct trace_malloc_data trace_data = { NULL };
rt = JS_NewRuntime();
int r = 0;
/* save for later */
qjs__argc = argc;
qjs__argv = argv;
if (!rt) {
fprintf(stderr, "qjs: cannot allocate JS runtime\n");
exit(2);
}
js_std_set_worker_new_context_func(JS_NewCustomContext);
js_std_init_handlers(rt);
ctx = JS_NewCustomContext(rt);
if (!ctx) {
fprintf(stderr, "qjs: cannot allocate JS context\n");
exit(2);
}
/* loader for ES6 modules */
JS_SetModuleLoaderFunc2(rt, NULL, js_module_loader,
js_module_check_attributes, NULL);
/* exit on unhandled promise rejections */
JS_SetHostPromiseRejectionTracker(rt, js_std_promise_rejection_tracker, NULL);
const char* str =
"import * as std from 'qjs:std';\n"
"import * as os from 'qjs:os';\n"
"globalThis.std = std;\n"
"globalThis.os = os;\n"
"function _(){let t=new Uint32Array(1);std.in.read(t.buffer,0,4);let "
"s=new Uint8Array(t[0]),w=std.in.read(s.buffer,0,s.length);return "
"s}function g(t){if(t.length<=1048576){let n=new "
"Uint8Array(4);n[0]=t.length>>0&255,n[1]=t.length>>8&255,n[2]=t.length>>"
"16&255,n[3]=t.length>>24&255;let f=new "
"Uint8Array(4+t.length);f.set(n,0),f.set(t,4),std.out.write(f.buffer,0,f."
"length),std.out.flush();return}let i=0;while(i<t.length){let "
"n,f=i+1048576-8;if(f>=t.length)n=t.length;else "
"if(n=t.indexOf(44,f),n===-1)n=t.length;let "
"l=t.subarray(i,n),u=l[0],a=l[l.length-1],c=null,o=null;if(u===91&&a!=="
"93)o=93;else if(u===44){if(c=91,a!==93)o=93}let "
"d=l.length,y=4,C=c!==null,E=o!==null,A=0;if(u===44)A=1,d-=1;let "
"O=4+(C?1:0)+d+(E?1:0),e=new "
"Uint8Array(O),h=O-4;e[0]=h>>0&255,e[1]=h>>8&255,e[2]=h>>16&255,e[3]=h>>"
"24&255;let r=4;if(C)e[r]=c,r++;else "
"if(u===44)e[r]=91,r++;if(e.set(l.subarray(A),r),r+=d,E)e[r]=o;std.out."
"write(e.buffer,0,e.length),std.out.flush(),std.gc(),i=n}}function "
"M(){while(!0){let t=_();g(t)}}try{M()}catch(t){std.exit(0)}";
eval_buf(ctx, str, strlen(str), "<input>", JS_EVAL_TYPE_MODULE);
if (0) {
} else {
r = js_std_loop(ctx);
}
if (r) {
js_std_dump_error(ctx);
goto fail;
}
js_std_free_handlers(rt);
JS_FreeContext(ctx);
JS_FreeRuntime(rt);
return 0;
fail:
js_std_free_handlers(rt);
JS_FreeContext(ctx);
JS_FreeRuntime(rt);
return 1;
}cmake -B build -DCMAKE_TOOLCHAIN_FILE=/media/user/x/wasi-sdk-33.0-x86_64-linux/share/cmake/wasi-sdk.cmake -DCFLAGS="--target=wasm32-wasip1"make -C build qjs_exe # 1,082,767 bytesI'm not sure how to get rid of this warning clang: warning: argument '--target=wasm32-wasi' wasm-opt -Oz -s 5 --vacuum --strip-debug build/qjs -o build/qjs-wasi.wasm # 719,391 bytesThat's with my JavaScript code included in Reduced so far by 363376 bytes . |
Beta Was this translation helpful? Give feedback.
-
|
Is Unicode in there? Can it be removed? |
Beta Was this translation helpful? Give feedback.
-
|
Can't be removed. |
Beta Was this translation helpful? Give feedback.
-
|
I'm not sure of your exact use case (i.e. if you need a full I just did a pass of file size optimizations based on this discussion (vercel-labs/quickjs-wasi#17) and the |
Beta Was this translation helpful? Give feedback.
-
|
I tried to compile Micro QuickJS with WASI-SDK using the same pattern as is used here. Didn't work. I'm just trying to find out, empirically, what the absolute minimal compile size possibility is using QuickJS NG, |
Beta Was this translation helpful? Give feedback.
-
|
If I commenting out setting |
Beta Was this translation helpful? Give feedback.
-
|
Just encountered a bunch of errors trying to manually remove |
Beta Was this translation helpful? Give feedback.
-
|
I re-cloned. Got it down to 545.8 KiB WASM binary. Removing |
Beta Was this translation helpful? Give feedback.
-
I did mangae to compile |
Beta Was this translation helpful? Give feedback.
Uh oh!
There was an error while loading. Please reload this page.
-
I've been playing around with compiling QuickJS-NG to WASM. I commented a bunch of lines in
qjs.cso that when executedqjs(qjs-wasi.wasmfromrelease.yml)quickjs/.github/workflows/release.yml
Lines 131 to 133 in 0d085ed
evaluates the JavaScript embedded in
qjs.c. Afterwasm-optI get the resulting WASM down to around 969.1 KiB. Right now I'm jus usingbun build --minifyon the JavaScript I intend to embed and copy/pasting that code inqjs.c.Now I have two questions:
qjs.c, what else can I remove from the build to get a bare metal (smallest build possible)qjs?qjs.c?qjs.c
Beta Was this translation helpful? Give feedback.
All reactions