syntect: Benchmarks for PR 186

run1.txt

stack_matching          time:   [29.465 ns 30.088 ns 30.789 ns]
                        change: [+3.0144% +9.9407% +18.609%] (p = 0.02 < 0.05)
                        Performance has regressed.
Found 1 outliers among 10 measurements (10.00%)
  1 (10.00%) high severe

highlight/"highlight_test.erb"
                        time:   [2.6709 ms 2.9808 ms 3.3609 ms]
                        change: [+64.142% +86.028% +111.33%] (p = 0.00 < 0.05)
                        Performance has regressed.
highlight/"InspiredGitHub.tmTheme"
                        time:   [22.555 ms 23.679 ms 24.700 ms]
                        change: [+2.3217% +6.8324% +11.104%] (p = 0.01 < 0.05)
                        Performance has regressed.
highlight/"Ruby.sublime-syntax"
                        time:   [79.503 ms 83.427 ms 88.602 ms]
                        change: [+1.7115% +9.0975% +16.565%] (p = 0.02 < 0.05)
                        Performance has regressed.
Found 1 outliers among 10 measurements (10.00%)
  1 (10.00%) high mild
highlight/"jquery.js"   time:   [616.29 ms 639.27 ms 652.63 ms]
                        change: [-1.9091% +1.3764% +4.4277%] (p = 0.44 > 0.05)
                        No change in performance detected.
highlight/"parser.rs"   time:   [379.84 ms 384.47 ms 391.82 ms]
                        change: [-9.8911% -1.0331% +6.4079%] (p = 0.86 > 0.05)
                        No change in performance detected.
Found 1 outliers among 10 measurements (10.00%)
  1 (10.00%) high mild
highlight/"scope.rs"    time:   [37.968 ms 39.020 ms 39.949 ms]
                        change: [-13.744% +0.4765% +10.989%] (p = 0.96 > 0.05)
                        No change in performance detected.

     Running target/release/deps/loading-4fac21d3eaea4563
load_internal_dump      time:   [27.945 ms 28.359 ms 28.775 ms]
                        change: [+0.7146% +2.4303% +4.1928%] (p = 0.01 < 0.05)
                        Change within noise threshold.
Found 2 outliers among 50 measurements (4.00%)
  2 (4.00%) high mild

load_internal_themes    time:   [1.1252 ms 1.1456 ms 1.1704 ms]
                        change: [-2.5532% +0.9543% +3.8839%] (p = 0.59 > 0.05)
                        No change in performance detected.
Found 6 outliers among 50 measurements (12.00%)
  6 (12.00%) high mild

load_theme              time:   [1.9122 ms 1.9535 ms 2.0045 ms]
                        change: [+0.6561% +2.8553% +5.1909%] (p = 0.01 < 0.05)
                        Change within noise threshold.
Found 3 outliers among 50 measurements (6.00%)
  2 (4.00%) high mild
  1 (2.00%) high severe

load_syntaxes           time:   [345.04 ms 348.18 ms 352.57 ms]
                        change: [-3.3514% -0.6204% +1.9092%] (p = 0.66 > 0.05)
                        No change in performance detected.
Found 6 outliers among 50 measurements (12.00%)
  2 (4.00%) high mild
  4 (8.00%) high severe

link_syntaxes           time:   [306.73 us 317.24 us 332.90 us]
                        change: [-23.877% -4.2981% +23.355%] (p = 0.75 > 0.05)
                        No change in performance detected.
Found 5 outliers among 50 measurements (10.00%)
  1 (2.00%) high mild
  4 (8.00%) high severe

     Running target/release/deps/parsing-b72bd73ac1df82bc
parse/"highlight_test.erb"
                        time:   [1.5446 ms 1.5547 ms 1.5719 ms]
                        change: [-18.908% -12.729% -5.7998%] (p = 0.00 < 0.05)
                        Performance has improved.
Found 2 outliers among 20 measurements (10.00%)
  2 (10.00%) high severe
parse/"InspiredGitHub.tmTheme"
                        time:   [18.207 ms 18.330 ms 18.466 ms]
                        change: [-14.030% -9.3132% -4.7860%] (p = 0.00 < 0.05)
                        Performance has improved.
Found 1 outliers among 20 measurements (5.00%)
  1 (5.00%) high mild
parse/"Ruby.sublime-syntax"
                        time:   [70.920 ms 72.530 ms 75.093 ms]
                        change: [-13.071% -6.3819% +2.2815%] (p = 0.16 > 0.05)
                        No change in performance detected.
Found 3 outliers among 20 measurements (15.00%)
  1 (5.00%) high mild
  2 (10.00%) high severe
parse/"jquery.js"       time:   [586.47 ms 593.05 ms 602.22 ms]
                        change: [-11.416% -8.9346% -6.2807%] (p = 0.00 < 0.05)
                        Performance has improved.
Found 2 outliers among 20 measurements (10.00%)
  1 (5.00%) high mild
  1 (5.00%) high severe
parse/"parser.rs"       time:   [366.84 ms 370.00 ms 373.31 ms]
                        change: [-15.085% -10.978% -6.7503%] (p = 0.00 < 0.05)
                        Performance has improved.
Found 1 outliers among 20 measurements (5.00%)
  1 (5.00%) high mild
parse/"scope.rs"        time:   [32.758 ms 37.028 ms 44.082 ms]
                        change: [-2.6784% +4.2147% +13.144%] (p = 0.38 > 0.05)
                        No change in performance detected.
Found 2 outliers among 20 measurements (10.00%)
  1 (5.00%) high mild
  1 (5.00%) high severe

run2.txt

stack_matching          time:   [29.461 ns 31.211 ns 34.324 ns]
                        change: [-2.5320% +5.5293% +14.155%] (p = 0.22 > 0.05)
                        No change in performance detected.

highlight/"highlight_test.erb"
                        time:   [1.7479 ms 1.8934 ms 1.9837 ms]
                        change: [-14.416% -7.3577% +0.1159%] (p = 0.09 > 0.05)
                        No change in performance detected.
highlight/"InspiredGitHub.tmTheme"
                        time:   [21.821 ms 24.295 ms 27.250 ms]
                        change: [-10.513% -3.1659% +6.6373%] (p = 0.50 > 0.05)
                        No change in performance detected.
Found 1 outliers among 10 measurements (10.00%)
  1 (10.00%) high severe
highlight/"Ruby.sublime-syntax"
                        time:   [79.267 ms 84.757 ms 91.107 ms]
                        change: [-6.4684% +0.6352% +7.9632%] (p = 0.87 > 0.05)
                        No change in performance detected.
highlight/"jquery.js"   time:   [690.06 ms 727.15 ms 753.58 ms]
                        change: [-0.4063% +4.5354% +9.5822%] (p = 0.10 > 0.05)
                        No change in performance detected.
highlight/"parser.rs"   time:   [411.73 ms 422.98 ms 438.41 ms]
                        change: [-5.2276% -0.6858% +4.1779%] (p = 0.79 > 0.05)
                        No change in performance detected.
highlight/"scope.rs"    time:   [38.883 ms 39.875 ms 40.799 ms]
                        change: [-1.4579% +3.8063% +9.5455%] (p = 0.21 > 0.05)
                        No change in performance detected.

     Running target/release/deps/loading-4fac21d3eaea4563
load_internal_dump      time:   [30.374 ms 31.249 ms 32.137 ms]
                        change: [-0.6161% +2.2833% +5.2634%] (p = 0.14 > 0.05)
                        No change in performance detected.

load_internal_themes    time:   [1.2438 ms 1.2981 ms 1.3575 ms]
                        change: [-2.7789% +2.7950% +8.4415%] (p = 0.33 > 0.05)
                        No change in performance detected.

load_theme              time:   [2.0439 ms 2.1273 ms 2.2140 ms]
                        change: [+1.6844% +5.6643% +9.6526%] (p = 0.01 < 0.05)
                        Performance has regressed.

load_syntaxes           time:   [377.00 ms 386.26 ms 396.83 ms]
                        change: [-0.1302% +3.5587% +7.4348%] (p = 0.07 > 0.05)
                        No change in performance detected.

link_syntaxes           time:   [455.04 us 522.84 us 588.31 us]
                        change: [-12.549% +4.6935% +24.630%] (p = 0.63 > 0.05)
                        No change in performance detected.
Found 2 outliers among 50 measurements (4.00%)
  2 (4.00%) high mild

     Running target/release/deps/parsing-b72bd73ac1df82bc
parse/"highlight_test.erb"
                        time:   [1.6584 ms 1.7126 ms 1.7678 ms]
                        change: [-13.634% -6.4326% +2.4712%] (p = 0.13 > 0.05)
                        No change in performance detected.
Found 1 outliers among 20 measurements (5.00%)
  1 (5.00%) high severe
parse/"InspiredGitHub.tmTheme"
                        time:   [18.252 ms 18.581 ms 18.972 ms]
                        change: [-19.883% -12.955% -6.0851%] (p = 0.00 < 0.05)
                        Performance has improved.
Found 4 outliers among 20 measurements (20.00%)
  2 (10.00%) high mild
  2 (10.00%) high severe
parse/"Ruby.sublime-syntax"
                        time:   [74.925 ms 77.781 ms 80.100 ms]
                        change: [-12.500% -9.1841% -5.5434%] (p = 0.00 < 0.05)
                        Performance has improved.
parse/"jquery.js"       time:   [635.36 ms 657.32 ms 680.81 ms]
                        change: [-11.208% -7.3507% -3.3297%] (p = 0.00 < 0.05)
                        Performance has improved.
parse/"parser.rs"       time:   [393.18 ms 404.74 ms 417.75 ms]
                        change: [-16.446% -12.421% -8.2241%] (p = 0.00 < 0.05)
                        Performance has improved.
Found 1 outliers among 20 measurements (5.00%)
  1 (5.00%) high severe
parse/"scope.rs"        time:   [36.713 ms 37.871 ms 38.826 ms]
                        change: [-21.400% -16.344% -11.050%] (p = 0.00 < 0.05)
                        Performance has improved.