benchmark

benchmark/ffmpeg.md

@@ -19,6 +19,12 @@ measures the time taken.
   2.2 GHz 6-Core Intel Core i7
   ```
 
+  ```
+  ProductName:            macOS
+  ProductVersion:         15.6.1
+  BuildVersion:           24G90
+  ```
+
 * [Raw values](./ffmpeg.txt)
 
 * Plotted with [tocsv-ffmpeg.awk](./tocsv-ffmpeg.awk) and

benchmark/ffmpeg.sh

@@ -49,10 +49,10 @@ fi
 
 run "$(wasm3 --version|head -1)" wasm3 --dir .video --
 
-run "$(iwasm.fast --version) (fast interpreter)" iwasm.fast --dir=.video
-run "$(iwasm.classic --version) (classic interpreter)" iwasm.classic --dir=.video
+run "$(iwasm.fast --version|head -1) (fast interpreter)" iwasm.fast --dir=.video
+run "$(iwasm.classic --version|head -1) (classic interpreter)" iwasm.classic --dir=.video
 
-run "$(wasmedge --version) (interpreter)" wasmedge --dir .video --
+run "$(wasmedge --version|head -1) (interpreter)" wasmedge --dir .video --
 
 run "$(wasmi_cli --version)" wasmi_cli --dir .video --
 
@@ -69,10 +69,10 @@ echo "+++++++++++ JIT ++++++++++++++++++++"
 
 # Note: i needed to tweak these size options manually to run
 # this particular wasm binary
-run "$(iwasm.fast-jit --version) (fast jit)" iwasm.fast-jit --dir=.video --jit-codecache-size=100000000
+run "$(iwasm.fast-jit --version|head -1) (fast jit)" iwasm.fast-jit --dir=.video --jit-codecache-size=100000000
 
 run "$(wasmer --version)" wasmer run --mapdir .video::.video --
-run "$(wasmtime --version)" wasmtime run --mapdir .video::.video --
+run "$(wasmtime --version)" wasmtime run --dir .video --
 
 # XXX i'm not sure how compilation cache works by default.
 run "wazero $(wazero version)" wazero run -mount .video --

benchmark/notes.md

@@ -50,7 +50,7 @@ cp wasm3 ~/bin
 ### wasm-micro-runtime
 
 ```
-git checkout WAMR-1.3.2
+git checkout WAMR-2.4.1
 cd product-mini/platforms/darwin
 ```
 
@@ -63,16 +63,16 @@ installed with homebrew.
 ### wasmi
 
 ```
-git checkout v0.32.0-beta.7
-cargo build --profile bench
+git checkout v0.51.0
+cargo build --package wasmi_cli --profile bench
 cp target/release/wasmi_cli ~/bin
 ```
 
 ### wasmedge
 
 ```
 brew uninstall spdlog
-git checkout 0.13.5
+git checkout 0.15.0
 mkdir build
 cd build
 cmake \
@@ -82,6 +82,7 @@ cmake \
 -DWASMEDGE_BUILD_STATIC_LIB=ON \
 -DWASMEDGE_LINK_TOOLS_STATIC=ON \
 -DWASMEDGE_BUILD_PLUGINS=OFF \
+-DWASMEDGE_USE_LLVM=OFF \
 ..
 make
 cp ./tools/wasmedge/wasmedge ~/bin

benchmark/startup.md

@@ -19,6 +19,12 @@ print the `-version` message)
   2.2 GHz 6-Core Intel Core i7
   ```
 
+  ```
+  ProductName:            macOS
+  ProductVersion:         15.6.1
+  BuildVersion:           24G90
+  ```
+
 * [Raw values](./startup.csv)
 
 * Plotted with [plot.py](./plot.py).