diff --git a/Makefile b/Makefile index 6e39be7..adfb5a6 100644 --- a/Makefile +++ b/Makefile @@ -1,4 +1,4 @@ -all: build_docker_images benchmark notebook +all: build_docker_images benchmark generate_charts build_evm_engines: cd evm/geth && docker build . -t ewasm/geth-bench:1 diff --git a/circle.yml b/circle.yml index d645472..9ca8bd0 100644 --- a/circle.yml +++ b/circle.yml @@ -17,7 +17,8 @@ jobs: - run: name: Rebuild notebook command: | - make charts + rm -rf images/* + make generate_charts # Ensures the generated images are matching git diff --color --exit-code diff --git a/images/bignums-rollup-rs-bn128-pairings-all-combos.png b/images/bignums-rollup-rs-bn128-pairings-all-combos.png index 2cfcc60..702d5d1 100644 Binary files a/images/bignums-rollup-rs-bn128-pairings-all-combos.png and b/images/bignums-rollup-rs-bn128-pairings-all-combos.png differ diff --git a/images/bignums-rollup-rs-bn128-pairings-superops.png b/images/bignums-rollup-rs-bn128-pairings-superops.png index 0df7cdb..52cb5ad 100644 Binary files a/images/bignums-rollup-rs-bn128-pairings-superops.png and b/images/bignums-rollup-rs-bn128-pairings-superops.png differ diff --git a/images/bignums-rollup-rs-bn128-pairings-wabt-with-bignums.png b/images/bignums-rollup-rs-bn128-pairings-wabt-with-bignums.png index fd5c105..3f9ad3c 100644 Binary files a/images/bignums-rollup-rs-bn128-pairings-wabt-with-bignums.png and b/images/bignums-rollup-rs-bn128-pairings-wabt-with-bignums.png differ diff --git a/images/bignums-rollup-rs-bn128-pairings-with-vs-without-bignums.png b/images/bignums-rollup-rs-bn128-pairings-with-vs-without-bignums.png index 849b6b6..4d5e3bf 100644 Binary files a/images/bignums-rollup-rs-bn128-pairings-with-vs-without-bignums.png and b/images/bignums-rollup-rs-bn128-pairings-with-vs-without-bignums.png differ diff --git a/images/bignums-websnark-bn128-pairings-fasthost.png b/images/bignums-websnark-bn128-pairings-fasthost.png index dc28975..b297dac 100644 Binary files a/images/bignums-websnark-bn128-pairings-fasthost.png and b/images/bignums-websnark-bn128-pairings-fasthost.png differ diff --git a/images/bignums-websnark-bn128-pairings-fastmont.png b/images/bignums-websnark-bn128-pairings-fastmont.png index 2066f9a..2fab515 100644 Binary files a/images/bignums-websnark-bn128-pairings-fastmont.png and b/images/bignums-websnark-bn128-pairings-fastmont.png differ diff --git a/images/bignums-websnark-bn128-pairings-startup-and-execution.png b/images/bignums-websnark-bn128-pairings-startup-and-execution.png index e31228a..5957fdf 100644 Binary files a/images/bignums-websnark-bn128-pairings-startup-and-execution.png and b/images/bignums-websnark-bn128-pairings-startup-and-execution.png differ diff --git a/images/bignums-websnark-bn128-pairings-superops.png b/images/bignums-websnark-bn128-pairings-superops.png index da234d9..81fa7a5 100644 Binary files a/images/bignums-websnark-bn128-pairings-superops.png and b/images/bignums-websnark-bn128-pairings-superops.png differ diff --git a/images/bignums-websnark-bn128-pairings-v8-with-bignums.png b/images/bignums-websnark-bn128-pairings-v8-with-bignums.png index c4eaaa1..b659774 100644 Binary files a/images/bignums-websnark-bn128-pairings-v8-with-bignums.png and b/images/bignums-websnark-bn128-pairings-v8-with-bignums.png differ diff --git a/images/bignums-zkrollup-rust-vs-websnark-bn128-pairings.png b/images/bignums-zkrollup-rust-vs-websnark-bn128-pairings.png index 399759b..488ed1e 100644 Binary files a/images/bignums-zkrollup-rust-vs-websnark-bn128-pairings.png and b/images/bignums-zkrollup-rust-vs-websnark-bn128-pairings.png differ diff --git a/images/evm-vs-wasm-bn128mul-huff-rust.png b/images/evm-vs-wasm-bn128mul-huff-rust.png index 4143ca4..06ee4c3 100644 Binary files a/images/evm-vs-wasm-bn128mul-huff-rust.png and b/images/evm-vs-wasm-bn128mul-huff-rust.png differ diff --git a/images/scout-biturbo-token-all-engines.png b/images/scout-biturbo-token-all-engines.png index 96c9a75..1045a18 100644 Binary files a/images/scout-biturbo-token-all-engines.png and b/images/scout-biturbo-token-all-engines.png differ diff --git a/images/scout-biturbo-token-compilers-vs-interpreters.png b/images/scout-biturbo-token-compilers-vs-interpreters.png index 2b88b7c..853d6da 100644 Binary files a/images/scout-biturbo-token-compilers-vs-interpreters.png and b/images/scout-biturbo-token-compilers-vs-interpreters.png differ diff --git a/images/scout-daiquiri-all-engines.png b/images/scout-daiquiri-all-engines.png index 152e93f..7f8cff3 100644 Binary files a/images/scout-daiquiri-all-engines.png and b/images/scout-daiquiri-all-engines.png differ diff --git a/images/scout-daiquiri-v8-vs-wabt.png b/images/scout-daiquiri-v8-vs-wabt.png index 2316463..891227f 100644 Binary files a/images/scout-daiquiri-v8-vs-wabt.png and b/images/scout-daiquiri-v8-vs-wabt.png differ diff --git a/images/scout-ecpairing-zkrollup-rust-wasm-bn128-two-pairings-all-engines.png b/images/scout-ecpairing-zkrollup-rust-wasm-bn128-two-pairings-all-engines.png index 8f717d3..727f464 100644 Binary files a/images/scout-ecpairing-zkrollup-rust-wasm-bn128-two-pairings-all-engines.png and b/images/scout-ecpairing-zkrollup-rust-wasm-bn128-two-pairings-all-engines.png differ diff --git a/images/scout-ecpairing-zkrollup-rust-wasm-bn128-two-pairings-v8.png b/images/scout-ecpairing-zkrollup-rust-wasm-bn128-two-pairings-v8.png index ceaffc5..feec2c1 100644 Binary files a/images/scout-ecpairing-zkrollup-rust-wasm-bn128-two-pairings-v8.png and b/images/scout-ecpairing-zkrollup-rust-wasm-bn128-two-pairings-v8.png differ diff --git a/images/scout-ecpairing-zkrollup-websnark-bn128-two-pairings-all-engines.png b/images/scout-ecpairing-zkrollup-websnark-bn128-two-pairings-all-engines.png index b9edb61..2d33cea 100644 Binary files a/images/scout-ecpairing-zkrollup-websnark-bn128-two-pairings-all-engines.png and b/images/scout-ecpairing-zkrollup-websnark-bn128-two-pairings-all-engines.png differ diff --git a/images/scout-ecpairing-zkrollup-websnark-bn128-two-pairings-v8.png b/images/scout-ecpairing-zkrollup-websnark-bn128-two-pairings-v8.png index 430861a..1a4f4c0 100644 Binary files a/images/scout-ecpairing-zkrollup-websnark-bn128-two-pairings-v8.png and b/images/scout-ecpairing-zkrollup-websnark-bn128-two-pairings-v8.png differ diff --git a/images/scout-ecrecover-websnark-secp256k1-verify-72-sigs-all-engines.png b/images/scout-ecrecover-websnark-secp256k1-verify-72-sigs-all-engines.png index 282d7eb..6e3025d 100644 Binary files a/images/scout-ecrecover-websnark-secp256k1-verify-72-sigs-all-engines.png and b/images/scout-ecrecover-websnark-secp256k1-verify-72-sigs-all-engines.png differ diff --git a/images/scout-ecrecover-websnark-secp256k1-verify-72-sigs-wabt-vs-v8.png b/images/scout-ecrecover-websnark-secp256k1-verify-72-sigs-wabt-vs-v8.png index 4a32cb1..d3eedf1 100644 Binary files a/images/scout-ecrecover-websnark-secp256k1-verify-72-sigs-wabt-vs-v8.png and b/images/scout-ecrecover-websnark-secp256k1-verify-72-sigs-wabt-vs-v8.png differ diff --git a/images/standalone-blake2b-8415-bytes-compilers.png b/images/standalone-blake2b-8415-bytes-compilers.png index 9d90ec2..dd3f429 100644 Binary files a/images/standalone-blake2b-8415-bytes-compilers.png and b/images/standalone-blake2b-8415-bytes-compilers.png differ diff --git a/images/standalone-bls12-381-aggreg-128-pubkeys-verify-sig-compilers-vs-native.png b/images/standalone-bls12-381-aggreg-128-pubkeys-verify-sig-compilers-vs-native.png index db000d9..3b19962 100644 Binary files a/images/standalone-bls12-381-aggreg-128-pubkeys-verify-sig-compilers-vs-native.png and b/images/standalone-bls12-381-aggreg-128-pubkeys-verify-sig-compilers-vs-native.png differ diff --git a/images/standalone-jitbomb-guido-fuzzer-find-1-log-scale.png b/images/standalone-jitbomb-guido-fuzzer-find-1-log-scale.png index 3f2da3d..1873688 100644 Binary files a/images/standalone-jitbomb-guido-fuzzer-find-1-log-scale.png and b/images/standalone-jitbomb-guido-fuzzer-find-1-log-scale.png differ diff --git a/images/standalone-jitbomb-guido-fuzzer-find-1.png b/images/standalone-jitbomb-guido-fuzzer-find-1.png index e83062c..fd56e97 100644 Binary files a/images/standalone-jitbomb-guido-fuzzer-find-1.png and b/images/standalone-jitbomb-guido-fuzzer-find-1.png differ diff --git a/images/standalone-jitbomb-guido-fuzzer-find-2-log-scale.png b/images/standalone-jitbomb-guido-fuzzer-find-2-log-scale.png index 73fdd2f..a879e15 100644 Binary files a/images/standalone-jitbomb-guido-fuzzer-find-2-log-scale.png and b/images/standalone-jitbomb-guido-fuzzer-find-2-log-scale.png differ diff --git a/images/standalone-rust-bn128-pairings-compiler-vs-native.png b/images/standalone-rust-bn128-pairings-compiler-vs-native.png index 3f879a9..dfa7d13 100644 Binary files a/images/standalone-rust-bn128-pairings-compiler-vs-native.png and b/images/standalone-rust-bn128-pairings-compiler-vs-native.png differ diff --git a/images/standalone-wabt-all-precompiles.png b/images/standalone-wabt-all-precompiles.png index b884042..1083666 100644 Binary files a/images/standalone-wabt-all-precompiles.png and b/images/standalone-wabt-all-precompiles.png differ diff --git a/images/standalone-wabt-vs-v8-liftoff-speedup.png b/images/standalone-wabt-vs-v8-liftoff-speedup.png index 910b690..569881b 100644 Binary files a/images/standalone-wabt-vs-v8-liftoff-speedup.png and b/images/standalone-wabt-vs-v8-liftoff-speedup.png differ diff --git a/images/standalone-wasm-interp-bn128-pairings.png b/images/standalone-wasm-interp-bn128-pairings.png index 4ed1f77..a30294d 100644 Binary files a/images/standalone-wasm-interp-bn128-pairings.png and b/images/standalone-wasm-interp-bn128-pairings.png differ diff --git a/images/standalone-wasmi-all-precompiles.png b/images/standalone-wasmi-all-precompiles.png index 6ee1475..edb8ad7 100644 Binary files a/images/standalone-wasmi-all-precompiles.png and b/images/standalone-wasmi-all-precompiles.png differ diff --git a/images/wasm-interp-blake2b-exec.png b/images/wasm-interp-blake2b-exec.png index cb00ccb..359df2a 100644 Binary files a/images/wasm-interp-blake2b-exec.png and b/images/wasm-interp-blake2b-exec.png differ diff --git a/images/wasm-interp-blake2b-fast.png b/images/wasm-interp-blake2b-fast.png index 74467de..671848b 100644 Binary files a/images/wasm-interp-blake2b-fast.png and b/images/wasm-interp-blake2b-fast.png differ diff --git a/images/wasm-interp-blake2b-life-wagon-v8.png b/images/wasm-interp-blake2b-life-wagon-v8.png index 58de1c7..4cd1f5d 100644 Binary files a/images/wasm-interp-blake2b-life-wagon-v8.png and b/images/wasm-interp-blake2b-life-wagon-v8.png differ diff --git a/images/wasm-interp-blake2b.png b/images/wasm-interp-blake2b.png index a1f161c..9c5c59d 100644 Binary files a/images/wasm-interp-blake2b.png and b/images/wasm-interp-blake2b.png differ diff --git a/images/wasm-interp-bls12.png b/images/wasm-interp-bls12.png index b679617..02c6906 100644 Binary files a/images/wasm-interp-bls12.png and b/images/wasm-interp-bls12.png differ diff --git a/images/wasm-interp-bn128-add.png b/images/wasm-interp-bn128-add.png index 867cf04..bf209c7 100644 Binary files a/images/wasm-interp-bn128-add.png and b/images/wasm-interp-bn128-add.png differ diff --git a/images/wasm-interp-modexp.png b/images/wasm-interp-modexp.png index bdf3f49..40f2a4c 100644 Binary files a/images/wasm-interp-modexp.png and b/images/wasm-interp-modexp.png differ diff --git a/images/websnark-vs-native-bn128-two-pairings-v8.png b/images/websnark-vs-native-bn128-two-pairings-v8.png index 393ac3e..32908be 100644 Binary files a/images/websnark-vs-native-bn128-two-pairings-v8.png and b/images/websnark-vs-native-bn128-two-pairings-v8.png differ diff --git a/images/websnark-vs-rust-wasm-native-zkrollup-bn128-pairings.png b/images/websnark-vs-rust-wasm-native-zkrollup-bn128-pairings.png index bf322f3..4d8d363 100644 Binary files a/images/websnark-vs-rust-wasm-native-zkrollup-bn128-pairings.png and b/images/websnark-vs-rust-wasm-native-zkrollup-bn128-pairings.png differ diff --git a/images/websnark-vs-rust-wasm-zkrollup-bn128-pairings.png b/images/websnark-vs-rust-wasm-zkrollup-bn128-pairings.png index df1e21e..078e687 100644 Binary files a/images/websnark-vs-rust-wasm-zkrollup-bn128-pairings.png and b/images/websnark-vs-rust-wasm-zkrollup-bn128-pairings.png differ