Apple M2 Pro

gistfile1.txt

➜  wasmi git:(rf-experiment-remove-inline) ✗ cargo bench --bench benches execute -- --baseline master

   Compiling wasmi v0.32.0-beta.7 (/Users/gorskimateusz/projects/aleph/wasmi/crates/wasmi)
    Finished bench [optimized] target(s) in 35.65s
     Running benches/benches.rs (target/release/deps/benches-c2deff865b25ac6c)
execute/tiny_keccak     time:   [236.24 µs 239.55 µs 243.54 µs]
                        change: [+3.0244% +4.4601% +6.3946%] (p = 0.00 < 0.05)
                        Performance has regressed.
Found 2 outliers among 10 measurements (20.00%)
  2 (20.00%) high mild

execute/rev_complement  time:   [345.05 µs 359.86 µs 370.27 µs]
                        change: [+2.5345% +4.9266% +7.8431%] (p = 0.00 < 0.05)
                        Performance has regressed.
Found 2 outliers among 10 measurements (20.00%)
  2 (20.00%) high severe

execute/regex_redux     time:   [498.08 µs 498.83 µs 500.16 µs]
                        change: [+6.5354% +7.1767% +7.7609%] (p = 0.00 < 0.05)
                        Performance has regressed.
Found 1 outliers among 10 measurements (10.00%)
  1 (10.00%) high mild

execute/count_until     time:   [4.0157 ms 4.0415 ms 4.0866 ms]
                        change: [-1.5717% -0.0698% +1.6370%] (p = 0.94 > 0.05)
                        No change in performance detected.
Found 2 outliers among 10 measurements (20.00%)
  1 (10.00%) high mild
  1 (10.00%) high severe

execute/br_table        time:   [683.51 µs 702.38 µs 719.05 µs]
                        change: [+2.7823% +5.2635% +7.8457%] (p = 0.00 < 0.05)
                        Performance has regressed.

execute/trunc_f2i       time:   [367.54 µs 368.54 µs 369.66 µs]
                        change: [+0.5942% +1.4724% +2.2424%] (p = 0.00 < 0.05)
                        Change within noise threshold.

execute/global/bump     time:   [889.46 µs 916.45 µs 934.04 µs]
                        change: [+0.4302% +1.8424% +3.6264%] (p = 0.03 < 0.05)
                        Change within noise threshold.
Found 2 outliers among 10 measurements (20.00%)
  2 (20.00%) high mild

execute/global/get_const
                        time:   [395.17 µs 397.91 µs 400.89 µs]
                        change: [-10.669% -6.7211% -3.6127%] (p = 0.00 < 0.05)
                        Performance has improved.
Found 1 outliers among 10 measurements (10.00%)
  1 (10.00%) high severe

execute/factorial/rec   time:   [456.24 µs 458.14 µs 460.11 µs]
                        change: [+8.8645% +11.263% +13.383%] (p = 0.00 < 0.05)
                        Performance has regressed.
Found 1 outliers among 10 measurements (10.00%)
  1 (10.00%) high mild

execute/factorial/iter  time:   [233.77 µs 234.85 µs 236.33 µs]
                        change: [+13.839% +14.451% +15.171%] (p = 0.00 < 0.05)
                        Performance has regressed.
Found 1 outliers among 10 measurements (10.00%)
  1 (10.00%) high mild

execute/call/rec        time:   [113.08 µs 113.52 µs 114.05 µs]
                        change: [+10.652% +11.235% +11.814%] (p = 0.00 < 0.05)
                        Performance has regressed.

execute/recursive_scan  time:   [126.67 µs 127.37 µs 128.40 µs]
                        change: [+13.551% +14.239% +14.926%] (p = 0.00 < 0.05)
                        Performance has regressed.

execute/recursive_trap  time:   [10.822 µs 10.910 µs 11.052 µs]
                        change: [+14.906% +15.887% +17.276%] (p = 0.00 < 0.05)
                        Performance has regressed.
Found 2 outliers among 10 measurements (20.00%)
  1 (10.00%) high mild
  1 (10.00%) high severe

execute/call/host/1     time:   [21.717 µs 22.420 µs 22.883 µs]
                        change: [-0.4622% +1.0802% +2.9584%] (p = 0.30 > 0.05)
                        No change in performance detected.
Found 1 outliers among 10 measurements (10.00%)
  1 (10.00%) high mild

execute/fuse            time:   [6.3003 ms 6.4254 ms 6.5475 ms]
                        change: [+14.886% +16.716% +18.605%] (p = 0.00 < 0.05)
                        Performance has regressed.

execute/divrem          time:   [4.3334 ms 4.4119 ms 4.5155 ms]
                        change: [-0.2237% +2.0756% +4.4809%] (p = 0.12 > 0.05)
                        No change in performance detected.

execute/fibonacci/rec   time:   [5.5096 ms 5.5568 ms 5.6399 ms]
                        change: [+18.813% +19.777% +20.830%] (p = 0.00 < 0.05)
                        Performance has regressed.

execute/fibonacci/tail  time:   [996.42 µs 1.0217 ms 1.0399 ms]
                        change: [+2.7631% +4.7424% +7.0759%] (p = 0.00 < 0.05)
                        Performance has regressed.

execute/fibonacci/iter  time:   [685.85 µs 689.98 µs 693.58 µs]
                        change: [-24.576% -24.325% -24.003%] (p = 0.00 < 0.05)
                        Performance has improved.
Found 1 outliers among 10 measurements (10.00%)
  1 (10.00%) high mild

execute/is_even/rec     time:   [768.94 µs 772.91 µs 777.62 µs]
                        change: [+3.1819% +5.5994% +8.3687%] (p = 0.00 < 0.05)
                        Performance has regressed.
Found 2 outliers among 10 measurements (20.00%)
  1 (10.00%) high mild
  1 (10.00%) high severe

execute/memory/sum_bytes
                        time:   [713.96 µs 736.77 µs 748.74 µs]
                        change: [+17.294% +20.864% +24.267%] (p = 0.00 < 0.05)
                        Performance has regressed.

execute/memory/fill_bytes
                        time:   [907.51 µs 931.23 µs 960.65 µs]
                        change: [+43.295% +48.579% +54.935%] (p = 0.00 < 0.05)
                        Performance has regressed.

execute/memory/vec_add  time:   [1.7962 ms 1.8490 ms 1.9058 ms]
                        change: [-8.6237% -6.0686% -3.4230%] (p = 0.00 < 0.05)
                        Performance has improved.
Found 2 outliers among 10 measurements (20.00%)
  1 (10.00%) high mild
  1 (10.00%) high severe