Skip to content

Instantly share code, notes, and snippets.

@eira-fransham

eira-fransham/wasmtime-benchmarks.diff

Last active May 14, 2020 13:22
Show Gist options
  • Save eira-fransham/8696e67180aa3c93b4548fb1f298c29e to your computer and use it in GitHub Desktop.
Save eira-fransham/8696e67180aa3c93b4548fb1f298c29e to your computer and use it in GitHub Desktop.
Download ZIP
Raw
wasmtime-benchmarks.diff
name cranelift.bench ns/iter lightbeam.bench ns/iter diff ns/iter diff % speedup
+ misc::br_cannot_share_cc::compile 165,109 109,143 (1 MB/s) -55,966 -33.90% x 1.51
+ misc::br_cannot_share_cc::run 1,421 1,318 -103 -7.25% x 1.08
+ misc::call_indirect::compile 2,369,666 1,037,499 (1 MB/s) -1,332,167 -56.22% x 2.28
+ misc::call_indirect::run 7,676 7,513 -163 -2.12% x 1.02
+ misc::control_flow::compile 1,120,041 854,382 -265,659 -23.72% x 1.31
+ misc::control_flow::run 5,848 5,472 -376 -6.43% x 1.07
+ misc::div_rem::compile 593,102 402,117 -190,985 -32.20% x 1.47
+ misc::div_rem::run 1,649 1,577 -72 -4.37% x 1.05
+ misc::empty::compile 81,677 72,057 -9,620 -11.78% x 1.13
+ misc::empty::run 241 239 -2 -0.83% x 1.01
+ misc::export_large_signature::compile 134,683 118,727 -15,956 -11.85% x 1.13
misc::export_large_signature::run 1 1 0 0.00% x 1.00
+ misc::fib::compile 441,740 272,630 -169,110 -38.28% x 1.62
+ misc::fib::run 11,059 9,902 -1,157 -10.46% x 1.12
+ misc::func_400_params::compile 2,337,937 2,317,635 -20,302 -0.87% x 1.01
+ misc::func_400_params::run 3,107 2,987 -120 -3.86% x 1.04
+ misc::misc_traps::compile 602,666 485,399 -117,267 -19.46% x 1.24
+ misc::misc_traps::run 174,919 64,797 -110,122 -62.96% x 2.70
misc::rs2wasm_add_func::run 1 1 0 0.00% x 1.00
+ misc::stack_overflow::compile 365,731 159,555 -206,176 -56.37% x 2.29
+ misc::stack_overflow::run 87,819,398 2,555,034 -85,264,364 -97.09% x 34.37
misc::threads::compile 1 1 0 0.00% x 1.00
misc::threads::run 1 1 0 0.00% x 1.00
+ spec::address::compile 2,312,524 (1 MB/s) 981,128 (2 MB/s) -1,331,396 -57.57% x 2.36
+ spec::address::run 725,914 432,737 -293,177 -40.39% x 1.68
+ spec::align::run 39,100 26,280 -12,820 -32.79% x 1.49
+ spec::binary::compile 797,960 538,385 -259,575 -32.53% x 1.48
spec::binary::run 1 1 0 0.00% x 1.00
spec::binary_leb128::run 1 1 0 0.00% x 1.00
+ spec::block::compile 1,472,281 (1 MB/s) 620,139 (2 MB/s) -852,142 -57.88% x 2.37
+ spec::block::run 26,227 25,333 -894 -3.41% x 1.04
+ spec::br::compile 1,307,951 (1 MB/s) 708,551 (3 MB/s) -599,400 -45.83% x 1.85
+ spec::br::run 50,738 47,851 -2,887 -5.69% x 1.06
+ spec::br_if::compile 2,064,521 (1 MB/s) 1,110,922 (2 MB/s) -953,599 -46.19% x 1.86
+ spec::br_if::run 70,473 67,553 -2,920 -4.14% x 1.04
- spec::br_table::compile 5,537,217 (4 MB/s) 7,082,784 (3 MB/s) 1,545,567 27.91% x 0.78
- spec::br_table::run 120,781 145,859 25,078 20.76% x 0.83
+ spec::break_drop::compile 202,475 97,849 -104,626 -51.67% x 2.07
+ spec::break_drop::run 773 764 -9 -1.16% x 1.01
+ spec::call::compile 2,597,885 1,465,863 (1 MB/s) -1,132,022 -43.57% x 1.77
+ spec::call::run 46,273,045 1,400,766 -44,872,279 -96.97% x 33.03
+ spec::call_indirect::compile 3,377,373 1,353,335 (1 MB/s) -2,024,038 -59.93% x 2.50
+ spec::call_indirect::run 25,428,089 2,167,329 -23,260,760 -91.48% x 11.73
+ spec::comments::compile 34,258 26,979 (1 MB/s) -7,279 -21.25% x 1.27
spec::comments::run 1 1 0 0.00% x 1.00
+ spec::conversions::compile 1,067,303 503,502 (1 MB/s) -563,801 -52.82% x 2.12
+ spec::conversions::run 1,174,172 546,482 -627,690 -53.46% x 2.15
+ spec::custom::compile 145,861 (5 MB/s) 127,140 (5 MB/s) -18,721 -12.83% x 1.15
spec::custom::run 1 1 0 0.00% x 1.00
spec::data::run 1 1 0 0.00% x 1.00
+ spec::elem::compile 3,107,418 1,715,064 (1 MB/s) -1,392,354 -44.81% x 1.81
+ spec::elem::run 5,021 4,707 -314 -6.25% x 1.07
+ spec::endianness::compile 1,015,679 (1 MB/s) 509,674 (2 MB/s) -506,005 -49.82% x 1.99
+ spec::endianness::run 34,391 32,744 -1,647 -4.79% x 1.05
+ spec::exports::run 1,473 1,389 -84 -5.70% x 1.06
+ spec::f32::compile 403,001 193,794 (1 MB/s) -209,207 -51.91% x 2.08
+ spec::f32::run 1,143,461 1,061,128 -82,333 -7.20% x 1.08
+ spec::f32_bitwise::compile 245,034 140,340 -104,694 -42.73% x 1.75
+ spec::f32_bitwise::run 139,449 126,916 -12,533 -8.99% x 1.10
+ spec::f32_cmp::compile 257,897 124,450 (1 MB/s) -133,447 -51.74% x 2.07
+ spec::f32_cmp::run 1,020,362 942,222 -78,140 -7.66% x 1.08
+ spec::f64::compile 401,443 192,919 (1 MB/s) -208,524 -51.94% x 2.08
+ spec::f64::run 1,145,651 1,053,964 -91,687 -8.00% x 1.09
+ spec::f64_bitwise::compile 243,073 141,058 -102,015 -41.97% x 1.72
+ spec::f64_bitwise::run 139,454 126,772 -12,682 -9.09% x 1.10
+ spec::f64_cmp::compile 258,555 124,592 (1 MB/s) -133,963 -51.81% x 2.08
+ spec::f64_cmp::run 1,025,084 929,606 -95,478 -9.31% x 1.10
+ spec::fac::compile 432,920 244,576 (1 MB/s) -188,344 -43.51% x 1.77
+ spec::fac::run 9,065,277 822,736 -8,242,541 -90.92% x 11.02
+ spec::float_exprs::compile 26,524,310 14,103,296 (1 MB/s) -12,421,014 -46.83% x 1.88
+ spec::float_exprs::run 1,843,319 1,758,538 -84,781 -4.60% x 1.05
+ spec::float_literals::compile 1,386,532 (1 MB/s) 551,334 (4 MB/s) -835,198 -60.24% x 2.51
+ spec::float_literals::run 86,092 82,628 -3,464 -4.02% x 1.04
+ spec::float_memory::compile 2,064,742 1,014,723 -1,050,019 -50.85% x 2.03
+ spec::float_memory::run 45,654 44,423 -1,231 -2.70% x 1.03
+ spec::float_misc::compile 719,511 (1 MB/s) 348,813 (2 MB/s) -370,698 -51.52% x 2.06
+ spec::float_misc::run 267,356 258,165 -9,191 -3.44% x 1.04
+ spec::forward::compile 267,680 133,222 -134,458 -50.23% x 2.01
+ spec::forward::run 1,669 1,625 -44 -2.64% x 1.03
+ spec::func::compile 2,682,757 1,289,687 (1 MB/s) -1,393,070 -51.93% x 2.08
+ spec::func::run 58,844 57,875 -969 -1.65% x 1.02
+ spec::func_ptrs::compile 1,096,072 494,617 -601,455 -54.87% x 2.22
+ spec::func_ptrs::run 96,606 40,273 -56,333 -58.31% x 2.40
+ spec::globals::compile 1,404,127 682,601 (2 MB/s) -721,526 -51.39% x 2.06
+ spec::globals::run 47,147 36,121 -11,026 -23.39% x 1.31
+ spec::i32::compile 685,470 (1 MB/s) 293,318 (2 MB/s) -392,152 -57.21% x 2.34
+ spec::i32::run 356,047 252,176 -103,871 -29.17% x 1.41
+ spec::i64::compile 725,759 350,838 (2 MB/s) -374,921 -51.66% x 2.07
+ spec::i64::run 354,517 251,347 -103,170 -29.10% x 1.41
+ spec::imports::compile 3,203,907 1,948,865 (1 MB/s) -1,255,042 -39.17% x 1.64
+ spec::imports::run 142,660 59,113 -83,547 -58.56% x 2.41
spec::inline_module::run 1 1 0 0.00% x 1.00
+ spec::int_exprs::compile 5,495,267 2,861,078 (1 MB/s) -2,634,189 -47.94% x 1.92
+ spec::int_exprs::run 299,642 147,165 -152,477 -50.89% x 2.04
+ spec::int_literals::compile 505,541 (1 MB/s) 222,655 (3 MB/s) -282,886 -55.96% x 2.27
+ spec::int_literals::run 18,554 17,483 -1,071 -5.77% x 1.06
+ spec::labels::compile 890,187 (1 MB/s) 572,855 (1 MB/s) -317,332 -35.65% x 1.55
+ spec::labels::run 12,238 11,712 -526 -4.30% x 1.04
+ spec::left_to_right::compile 4,145,053 1,449,966 (2 MB/s) -2,695,087 -65.02% x 2.86
+ spec::left_to_right::run 105,020 103,054 -1,966 -1.87% x 1.02
+ spec::linking::compile 3,231,703 1,696,219 -1,535,484 -47.51% x 1.91
+ spec::linking::run 299,807 129,740 -170,067 -56.73% x 2.31
+ spec::load::compile 1,242,021 (1 MB/s) 523,952 (2 MB/s) -718,069 -57.81% x 2.37
+ spec::load::run 79,722 41,493 -38,229 -47.95% x 1.92
+ spec::local_get::compile 849,435 510,760 (1 MB/s) -338,675 -39.87% x 1.66
+ spec::local_get::run 10,047 9,485 -562 -5.59% x 1.06
+ spec::local_set::compile 705,069 (1 MB/s) 408,695 (1 MB/s) -296,374 -42.03% x 1.73
+ spec::local_set::run 8,972 8,417 -555 -6.19% x 1.07
+ spec::local_tee::compile 1,893,677 (1 MB/s) 989,715 (2 MB/s) -903,962 -47.74% x 1.91
+ spec::local_tee::run 42,872 41,755 -1,117 -2.61% x 1.03
+ spec::memory::run 23,805 21,030 -2,775 -11.66% x 1.13
+ spec::memory_grow::compile 2,415,055 1,138,423 (1 MB/s) -1,276,632 -52.86% x 2.12
- spec::memory_grow::run 591,913 612,614 20,701 3.50% x 0.97
+ spec::memory_redundancy::compile 466,093 238,846 (1 MB/s) -227,247 -48.76% x 1.95
+ spec::memory_redundancy::run 2,431 2,319 -112 -4.61% x 1.05
+ spec::memory_size::compile 1,025,707 502,494 -523,213 -51.01% x 2.04
+ spec::memory_size::run 17,263 16,151 -1,112 -6.44% x 1.07
+ spec::memory_trap::compile 1,155,565 620,648 (1 MB/s) -534,917 -46.29% x 1.86
+ spec::memory_trap::run 2,498,244 929,751 -1,568,493 -62.78% x 2.69
+ spec::names::compile 5,502,264 (1 MB/s) 1,964,755 (3 MB/s) -3,537,509 -64.29% x 2.80
+ spec::names::run 2,589,050 2,436,384 -152,666 -5.90% x 1.06
+ spec::nop::compile 1,834,836 (1 MB/s) 818,583 (3 MB/s) -1,016,253 -55.39% x 2.24
+ spec::nop::run 83,373 82,171 -1,202 -1.44% x 1.01
+ spec::r#const::compile 37,868,168 31,920,126 -5,948,042 -15.71% x 1.19
+ spec::r#const::run 789,443 766,151 -23,292 -2.95% x 1.03
+ spec::r#if::compile 1,795,492 (1 MB/s) 1,102,653 (1 MB/s) -692,839 -38.59% x 1.63
+ spec::r#if::run 72,152 58,841 -13,311 -18.45% x 1.23
+ spec::r#loop::compile 1,716,635 (1 MB/s) 942,969 (2 MB/s) -773,666 -45.07% x 1.82
+ spec::r#loop::run 44,010 43,646 -364 -0.83% x 1.01
+ spec::r#return::compile 1,026,500 (1 MB/s) 576,747 (3 MB/s) -449,753 -43.81% x 1.78
+ spec::r#return::run 48,889 47,611 -1,278 -2.61% x 1.03
+ spec::r#type::compile 226,612 192,945 -33,667 -14.86% x 1.17
spec::r#type::run 1 1 0 0.00% x 1.00
+ spec::select::compile 1,635,711 684,611 (2 MB/s) -951,100 -58.15% x 2.39
+ spec::select::run 154,728 92,172 -62,556 -40.43% x 1.68
+ spec::skip_stack_guard_page::compile 12,583,543 (1 MB/s) 5,004,142 (3 MB/s) -7,579,401 -60.23% x 2.51
- spec::skip_stack_guard_page::run 2,043,046 6,338,646 4,295,600 210.25% x 0.32
+ spec::stack::compile 2,493,944 703,714 (1 MB/s) -1,790,230 -71.78% x 3.54
+ spec::stack::run 1,338 1,232 -106 -7.92% x 1.09
+ spec::start::compile 1,037,056 593,624 -443,432 -42.76% x 1.75
+ spec::start::run 3,342 3,151 -191 -5.72% x 1.06
+ spec::store::compile 346,968 167,101 (1 MB/s) -179,867 -51.84% x 2.08
spec::store::run 2,690 2,701 11 0.41% x 1.00
+ spec::switch::compile 464,299 295,885 (1 MB/s) -168,414 -36.27% x 1.57
+ spec::switch::run 10,195 9,465 -730 -7.16% x 1.08
spec::token::compile 1 1 0 0.00% x 1.00
spec::token::run 1 1 0 0.00% x 1.00
+ spec::traps::compile 1,409,050 640,640 (1 MB/s) -768,410 -54.53% x 2.20
+ spec::traps::run 481,035 178,728 -302,307 -62.85% x 2.69
spec::typecheck::compile 1 1 0 0.00% x 1.00
spec::typecheck::run 1 1 0 0.00% x 1.00
+ spec::unreachable::compile 968,286 (1 MB/s) 504,906 (3 MB/s) -463,380 -47.86% x 1.92
+ spec::unreachable::run 871,940 336,002 -535,938 -61.47% x 2.60
spec::unreached_invalid::compile 1 1 0 0.00% x 1.00
spec::unreached_invalid::run 1 1 0 0.00% x 1.00
+ spec::unwind::compile 1,071,660 (2 MB/s) 499,434 (4 MB/s) -572,226 -53.40% x 2.15
+ spec::unwind::run 149,412 73,419 -75,993 -50.86% x 2.04
spec::utf8_custom_section_id::compile 1 1 0 0.00% x 1.00
spec::utf8_custom_section_id::run 1 1 0 0.00% x 1.00
spec::utf8_import_field::compile 1 1 0 0.00% x 1.00
spec::utf8_import_field::run 1 1 0 0.00% x 1.00
spec::utf8_import_module::compile 1 1 0 0.00% x 1.00
spec::utf8_import_module::run 1 1 0 0.00% x 1.00
spec::utf8_invalid_encoding::compile 1 1 0 0.00% x 1.00
spec::utf8_invalid_encoding::run 1 1 0 0.00% x 1.00
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment