From 617bd2a50f3c85076daa90171018a3b37d272520 Mon Sep 17 00:00:00 2001 From: YAMAMOTO Takashi Date: Sun, 24 Aug 2025 15:33:12 +0900 Subject: [PATCH 1/9] benchmark/ffmpeg.sh: tweak for the latest iwasm --version output --- benchmark/ffmpeg.sh | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/benchmark/ffmpeg.sh b/benchmark/ffmpeg.sh index 7efbf8e8..69890c8d 100755 --- a/benchmark/ffmpeg.sh +++ b/benchmark/ffmpeg.sh @@ -49,8 +49,8 @@ fi run "$(wasm3 --version|head -1)" wasm3 --dir .video -- -run "$(iwasm.fast --version) (fast interpreter)" iwasm.fast --dir=.video -run "$(iwasm.classic --version) (classic interpreter)" iwasm.classic --dir=.video +run "$(iwasm.fast --version|head -1) (fast interpreter)" iwasm.fast --dir=.video +run "$(iwasm.classic --version|head -1) (classic interpreter)" iwasm.classic --dir=.video run "$(wasmedge --version) (interpreter)" wasmedge --dir .video -- @@ -69,7 +69,7 @@ echo "+++++++++++ JIT ++++++++++++++++++++" # Note: i needed to tweak these size options manually to run # this particular wasm binary -run "$(iwasm.fast-jit --version) (fast jit)" iwasm.fast-jit --dir=.video --jit-codecache-size=100000000 +run "$(iwasm.fast-jit --version|head -1) (fast jit)" iwasm.fast-jit --dir=.video --jit-codecache-size=100000000 run "$(wasmer --version)" wasmer run --mapdir .video::.video -- run "$(wasmtime --version)" wasmtime run --mapdir .video::.video -- From 5f0c4bd0dc8bfc3bf559a7ec69cb7b0ef946bf99 Mon Sep 17 00:00:00 2001 From: YAMAMOTO Takashi Date: Sun, 24 Aug 2025 15:33:41 +0900 Subject: [PATCH 2/9] benchmark/notes.md: bump WAMR to 2.4.1 --- benchmark/notes.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/benchmark/notes.md b/benchmark/notes.md index 1dca8832..b812e7f5 100644 --- a/benchmark/notes.md +++ b/benchmark/notes.md @@ -50,7 +50,7 @@ cp wasm3 ~/bin ### wasm-micro-runtime ``` -git checkout WAMR-1.3.2 +git checkout WAMR-2.4.1 cd product-mini/platforms/darwin ``` From 9e6a41a5d7ed6fa782adc15377ef017ca7f90527 Mon Sep 17 00:00:00 2001 From: Robin Freyler Date: Thu, 4 Jul 2024 12:28:30 +0200 Subject: [PATCH 3/9] update Wasmi install notes --- benchmark/notes.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/benchmark/notes.md b/benchmark/notes.md index b812e7f5..02510729 100644 --- a/benchmark/notes.md +++ b/benchmark/notes.md @@ -63,8 +63,8 @@ installed with homebrew. ### wasmi ``` -git checkout v0.32.0-beta.7 -cargo build --profile bench +git checkout v0.33.1 +cargo build --package wasmi_cli --profile bench cp target/release/wasmi_cli ~/bin ``` From 17031a613a70e2b001eadd69874c7e2afeb90f17 Mon Sep 17 00:00:00 2001 From: Robin Freyler Date: Fri, 12 Jul 2024 13:09:35 +0200 Subject: [PATCH 4/9] update Wasmi and add note about crates.io --- benchmark/notes.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/benchmark/notes.md b/benchmark/notes.md index 02510729..8bf2f569 100644 --- a/benchmark/notes.md +++ b/benchmark/notes.md @@ -63,7 +63,7 @@ installed with homebrew. ### wasmi ``` -git checkout v0.33.1 +git checkout v0.35.0 cargo build --package wasmi_cli --profile bench cp target/release/wasmi_cli ~/bin ``` From 4dd1081a7af756977ab9d638b6f42e916885d3e3 Mon Sep 17 00:00:00 2001 From: YAMAMOTO Takashi Date: Sun, 24 Aug 2025 15:36:09 +0900 Subject: [PATCH 5/9] benchmark/notes.md: bump wasmi to v0.51.0 --- benchmark/notes.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/benchmark/notes.md b/benchmark/notes.md index 8bf2f569..159600c0 100644 --- a/benchmark/notes.md +++ b/benchmark/notes.md @@ -63,7 +63,7 @@ installed with homebrew. ### wasmi ``` -git checkout v0.35.0 +git checkout v0.51.0 cargo build --package wasmi_cli --profile bench cp target/release/wasmi_cli ~/bin ``` From 068a7be8a19c0a03ef378db611f3708616610b2f Mon Sep 17 00:00:00 2001 From: YAMAMOTO Takashi Date: Sun, 24 Aug 2025 15:42:35 +0900 Subject: [PATCH 6/9] benchmark/notes.md: bump wasmedge to 0.15.0 --- benchmark/notes.md | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/benchmark/notes.md b/benchmark/notes.md index 159600c0..97bc8077 100644 --- a/benchmark/notes.md +++ b/benchmark/notes.md @@ -72,7 +72,7 @@ cp target/release/wasmi_cli ~/bin ``` brew uninstall spdlog -git checkout 0.13.5 +git checkout 0.15.0 mkdir build cd build cmake \ @@ -82,6 +82,7 @@ cmake \ -DWASMEDGE_BUILD_STATIC_LIB=ON \ -DWASMEDGE_LINK_TOOLS_STATIC=ON \ -DWASMEDGE_BUILD_PLUGINS=OFF \ +-DWASMEDGE_USE_LLVM=OFF \ .. make cp ./tools/wasmedge/wasmedge ~/bin From b87f57e9c896b865306ef53cfb1a2c74e9d6dbdf Mon Sep 17 00:00:00 2001 From: YAMAMOTO Takashi Date: Sun, 24 Aug 2025 16:15:43 +0900 Subject: [PATCH 7/9] benchmark/ffmpeg.sh: tweak for the latest wasmedge --version output --- benchmark/ffmpeg.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/benchmark/ffmpeg.sh b/benchmark/ffmpeg.sh index 69890c8d..3d518f85 100755 --- a/benchmark/ffmpeg.sh +++ b/benchmark/ffmpeg.sh @@ -52,7 +52,7 @@ run "$(wasm3 --version|head -1)" wasm3 --dir .video -- run "$(iwasm.fast --version|head -1) (fast interpreter)" iwasm.fast --dir=.video run "$(iwasm.classic --version|head -1) (classic interpreter)" iwasm.classic --dir=.video -run "$(wasmedge --version) (interpreter)" wasmedge --dir .video -- +run "$(wasmedge --version|head -1) (interpreter)" wasmedge --dir .video -- run "$(wasmi_cli --version)" wasmi_cli --dir .video -- From 5540f4d51e089f4d04ebd4b82656768b00460cd4 Mon Sep 17 00:00:00 2001 From: YAMAMOTO Takashi Date: Sun, 24 Aug 2025 17:16:52 +0900 Subject: [PATCH 8/9] benchmark/ffmpeg.sh: update for the latest wasmtime --- benchmark/ffmpeg.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/benchmark/ffmpeg.sh b/benchmark/ffmpeg.sh index 3d518f85..46621c5e 100755 --- a/benchmark/ffmpeg.sh +++ b/benchmark/ffmpeg.sh @@ -72,7 +72,7 @@ echo "+++++++++++ JIT ++++++++++++++++++++" run "$(iwasm.fast-jit --version|head -1) (fast jit)" iwasm.fast-jit --dir=.video --jit-codecache-size=100000000 run "$(wasmer --version)" wasmer run --mapdir .video::.video -- -run "$(wasmtime --version)" wasmtime run --mapdir .video::.video -- +run "$(wasmtime --version)" wasmtime run --dir .video -- # XXX i'm not sure how compilation cache works by default. run "wazero $(wazero version)" wazero run -mount .video -- From 6a2e75d15ea9c5d9dce7e0e28623971bd46e2592 Mon Sep 17 00:00:00 2001 From: YAMAMOTO Takashi Date: Sun, 24 Aug 2025 17:19:15 +0900 Subject: [PATCH 9/9] benchmark: mention OS version --- benchmark/ffmpeg.md | 6 ++++++ benchmark/startup.md | 6 ++++++ 2 files changed, 12 insertions(+) diff --git a/benchmark/ffmpeg.md b/benchmark/ffmpeg.md index 01ae5682..6c8eeecf 100644 --- a/benchmark/ffmpeg.md +++ b/benchmark/ffmpeg.md @@ -19,6 +19,12 @@ measures the time taken. 2.2 GHz 6-Core Intel Core i7 ``` + ``` + ProductName: macOS + ProductVersion: 15.6.1 + BuildVersion: 24G90 + ``` + * [Raw values](./ffmpeg.txt) * Plotted with [tocsv-ffmpeg.awk](./tocsv-ffmpeg.awk) and diff --git a/benchmark/startup.md b/benchmark/startup.md index 3f8487b6..00685b09 100644 --- a/benchmark/startup.md +++ b/benchmark/startup.md @@ -19,6 +19,12 @@ print the `-version` message) 2.2 GHz 6-Core Intel Core i7 ``` + ``` + ProductName: macOS + ProductVersion: 15.6.1 + BuildVersion: 24G90 + ``` + * [Raw values](./startup.csv) * Plotted with [plot.py](./plot.py).