Skip to content

Instantly share code, notes, and snippets.

@Janmm14
Last active June 21, 2021 13:35
Show Gist options
  • Save Janmm14/f3d42fdff96f84902fc829f5b65641fe to your computer and use it in GitHub Desktop.
Save Janmm14/f3d42fdff96f84902fc829f5b65641fe to your computer and use it in GitHub Desktop.
test with pauses, new bus per iteration, multiple listeners
Reflection: Lambda:
Benchmark Mode Cnt Score Error Units Score Error Units
SpeedTest.bench01_Blackhole thrpt 5 45899,930 ± 16775,110 ops/ms 63014,354 ± 5546,431 ops/ms
SpeedTest.bench02_Event thrpt 5 522187,218 ± 2289,919 ops/ms 660254,475 ± 3246,517 ops/ms
SpeedTest.bench03_Event2 thrpt 5 44728,308 ± 1565,210 ops/ms 58748,511 ± 1733,119 ops/ms
SpeedTest.bench03a_Event2 thrpt 5 218054,088 ± 1263,766 ops/ms 217935,021 ± 424,009 ops/ms
SpeedTest.bench03b_Event2 thrpt 5 258238,685 ± 75,733 ops/ms 258264,613 ± 73,430 ops/ms
SpeedTest.bench04_EventNew thrpt 5 46922,033 ± 150,599 ops/ms 62505,669 ± 1430,274 ops/ms
SpeedTest.bench04a_New thrpt 5 390785,341 ± 225,126 ops/ms 390904,616 ± 437,327 ops/ms
SpeedTest.bench05_2Event3 thrpt 5 24087,934 ± 1912,104 ops/ms 33810,293 ± 494,113 ops/ms
SpeedTest.bench06_2Event_ thrpt 5 45466,691 ± 1662,055 ops/ms 59984,063 ± 1334,163 ops/ms
SpeedTest.bench07_2Event2 thrpt 5 45412,536 ± 163,172 ops/ms 59448,924 ± 2205,179 ops/ms
SpeedTest.bench08_2Event thrpt 5 45375,349 ± 2967,494 ops/ms 59468,281 ± 990,639 ops/ms
SpeedTest.bench09_3 thrpt 5 22767,241 ± 1715,797 ops/ms 30457,514 ± 3424,006 ops/ms
SpeedTest.bench09a_3_2 thrpt 5 22353,043 ± 719,416 ops/ms 29233,711 ± 3292,565 ops/ms
SpeedTest.bench10_3_3 thrpt 5 39330,924 ± 1753,570 ops/ms 54465,144 ± 4910,733 ops/ms
package net.md_5;
import java.util.concurrent.TimeUnit;
import net.md_5.bungee.event.EventBus;
import net.md_5.bungee.event.EventHandler;
import org.openjdk.jmh.annotations.Benchmark;
import org.openjdk.jmh.annotations.BenchmarkMode;
import org.openjdk.jmh.annotations.CompilerControl;
import org.openjdk.jmh.annotations.Fork;
import org.openjdk.jmh.annotations.Level;
import org.openjdk.jmh.annotations.Measurement;
import org.openjdk.jmh.annotations.Mode;
import org.openjdk.jmh.annotations.OutputTimeUnit;
import org.openjdk.jmh.annotations.Scope;
import org.openjdk.jmh.annotations.Setup;
import org.openjdk.jmh.annotations.State;
import org.openjdk.jmh.annotations.Warmup;
import org.openjdk.jmh.infra.Blackhole;
import org.openjdk.jmh.infra.Control;
@Fork(1)
@State(Scope.Benchmark)
@BenchmarkMode(Mode.Throughput)
@OutputTimeUnit(TimeUnit.MILLISECONDS)
@Warmup(iterations = 4, time = 5)
@Measurement(iterations = 5, time = 10)
public class SpeedTest
{
public static EventBus bus;
public static Blackhole blackhole;
@Setup
public void setup()
{
try
{
Thread.sleep( 10000 );
} catch ( InterruptedException e )
{
e.printStackTrace();
}
}
@Setup(Level.Iteration)
public void setup(Blackhole blackhole)
{
SpeedTest.blackhole = blackhole;
bus = new EventBus();
bus.register( new EvListener() );
bus.register( new EvListener2() );
bus.register( new EvListener3() );
try
{
Thread.sleep( 900 );
} catch ( InterruptedException e )
{
e.printStackTrace();
}
}
@Benchmark
public void bench01_Blackhole(Blackhole event)
{
bus.post( event );
}
@Benchmark
public void bench02_Event(Event event)
{
bus.post( event );
}
@Benchmark
public void bench03_Event2()
{
bus.post( new Event2( System.currentTimeMillis() ) );
}
@Benchmark
public void bench03a_Event2(Blackhole blackhole)
{
blackhole.consume( new Event2( System.currentTimeMillis() ) );
}
@Benchmark
public void bench03b_Event2(Blackhole blackhole)
{
blackhole.consume( System.currentTimeMillis() );
}
@Benchmark
public void bench04_EventNew()
{
bus.post( new Event3() );
}
@Benchmark
public void bench04a_New(Blackhole blackhole)
{
blackhole.consume( new Event3() );
}
@Benchmark
public void bench05_2Event3(Blackhole blackhole)
{
bus.post( blackhole );
bus.post( new Event3() );
}
@Benchmark
public void bench06_2Event_(Blackhole blackhole, Event event)
{
bus.post( blackhole );
bus.post( event );
}
@Benchmark
public void bench07_2Event2(Control notListened, Blackhole blackhole)
{
bus.post( blackhole );
bus.post( notListened );
}
@Benchmark
public void bench08_2Event(Event event, Blackhole blackhole)
{
bus.post( event );
bus.post( blackhole );
}
@Benchmark
public void bench09_3(Event event, Blackhole blackhole)
{
bus.post( event );
bus.post( new Event2( System.currentTimeMillis() ) );
bus.post( blackhole );
}
@Benchmark
public void bench09a_3_2(Event event, Blackhole blackhole)
{
bus.post( event );
bus.post( blackhole );
bus.post( new Event2( System.currentTimeMillis() ) );
}
@Benchmark
public void bench10_3_3(Event event, Event event_, Blackhole blackhole)
{
bus.post( event );
bus.post( blackhole );
bus.post( event_ );
}
@State(Scope.Thread)
public static class Event
{
}
public static class Event2
{
private long l;
public Event2(long l)
{
this.l = l;
}
}
public static class Event3
{
}
public static class Event4
{
}
@SuppressWarnings("BungeeCordListenerImplemented")
public static class EvListener
{
@EventHandler
@CompilerControl(CompilerControl.Mode.DONT_INLINE)
public void onEvent(Event event)
{
SpeedTest.blackhole.consume( event );
}
@EventHandler
@CompilerControl(CompilerControl.Mode.DONT_INLINE)
public void onEvent(Event2 event)
{
SpeedTest.blackhole.consume( event.l );
}
@EventHandler
@CompilerControl(CompilerControl.Mode.DONT_INLINE)
public void onEvent(Event3 event)
{
SpeedTest.blackhole.consume( event );
}
@EventHandler
@CompilerControl(CompilerControl.Mode.DONT_INLINE)
public void onEvent(Blackhole event)
{
event.consume( event );
}
@EventHandler
@CompilerControl(CompilerControl.Mode.DONT_INLINE)
public void onEvent(Event4 event)
{
SpeedTest.blackhole.consume( event );
}
}
@SuppressWarnings("BungeeCordListenerImplemented")
public static class EvListener2
{
@EventHandler
@CompilerControl(CompilerControl.Mode.DONT_INLINE)
public void event(Event event)
{
SpeedTest.blackhole.consume( event );
}
@EventHandler
@CompilerControl(CompilerControl.Mode.DONT_INLINE)
public void event2(Event2 event)
{
SpeedTest.blackhole.consume( event.l );
}
@EventHandler
@CompilerControl(CompilerControl.Mode.DONT_INLINE)
public void blackhole(Blackhole event)
{
event.consume( event );
}
@EventHandler
@CompilerControl(CompilerControl.Mode.DONT_INLINE)
public void event3(Event3 event)
{
SpeedTest.blackhole.consume( event );
}
@EventHandler
@CompilerControl(CompilerControl.Mode.DONT_INLINE)
public void event4(Event4 event)
{
SpeedTest.blackhole.consume( event );
}
}
@SuppressWarnings("BungeeCordListenerImplemented")
public static class EvListener3
{
@EventHandler
@CompilerControl(CompilerControl.Mode.DONT_INLINE)
public void event4(Event4 event)
{
SpeedTest.blackhole.consume( event );
}
}
}
# JMH version: 1.32
# VM version: JDK 16.0.1, OpenJDK 64-Bit Server VM, 16.0.1+9
# VM invoker: C:\Program Files\AdoptOpenJDK\jdk-16.0.1.9-hotspot\bin\java.exe
# VM options: <none>
# Blackhole mode: full + dont-inline hint
# Warmup: 4 iterations, 5 s each
# Measurement: 5 iterations, 10 s each
# Timeout: 10 min per iteration
# Threads: 1 thread, will synchronize iterations
# Benchmark mode: Throughput, ops/time
# Benchmark: net.md_5.SpeedTest.bench01_Blackhole
# Run progress: 0,00% complete, ETA 00:16:20
# Fork: 1 of 1
# Warmup Iteration 1: 74305,934 ops/ms
# Warmup Iteration 2: 49331,710 ops/ms
# Warmup Iteration 3: 47419,385 ops/ms
# Warmup Iteration 4: 48202,647 ops/ms
Iteration 1: 48144,744 ops/ms
Iteration 2: 38127,190 ops/ms
Iteration 3: 47546,605 ops/ms
Iteration 4: 48169,268 ops/ms
Iteration 5: 47511,843 ops/ms
Result "net.md_5.SpeedTest.bench01_Blackhole":
45899,930 ±(99.9%) 16775,110 ops/ms [Average]
(min, avg, max) = (38127,190, 45899,930, 48169,268), stdev = 4356,443
CI (99.9%): [29124,820, 62675,040] (assumes normal distribution)
# JMH version: 1.32
# VM version: JDK 16.0.1, OpenJDK 64-Bit Server VM, 16.0.1+9
# VM invoker: C:\Program Files\AdoptOpenJDK\jdk-16.0.1.9-hotspot\bin\java.exe
# VM options: <none>
# Blackhole mode: full + dont-inline hint
# Warmup: 4 iterations, 5 s each
# Measurement: 5 iterations, 10 s each
# Timeout: 10 min per iteration
# Threads: 1 thread, will synchronize iterations
# Benchmark mode: Throughput, ops/time
# Benchmark: net.md_5.SpeedTest.bench02_Event
# Run progress: 7,14% complete, ETA 00:19:09
# Fork: 1 of 1
# Warmup Iteration 1: 386262,069 ops/ms
# Warmup Iteration 2: 365979,477 ops/ms
# Warmup Iteration 3: 520671,786 ops/ms
# Warmup Iteration 4: 523414,834 ops/ms
Iteration 1: 521514,928 ops/ms
Iteration 2: 523027,198 ops/ms
Iteration 3: 521909,438 ops/ms
Iteration 4: 521947,443 ops/ms
Iteration 5: 522537,082 ops/ms
Result "net.md_5.SpeedTest.bench02_Event":
522187,218 ±(99.9%) 2289,919 ops/ms [Average]
(min, avg, max) = (521514,928, 522187,218, 523027,198), stdev = 594,685
CI (99.9%): [519897,299, 524477,137] (assumes normal distribution)
# JMH version: 1.32
# VM version: JDK 16.0.1, OpenJDK 64-Bit Server VM, 16.0.1+9
# VM invoker: C:\Program Files\AdoptOpenJDK\jdk-16.0.1.9-hotspot\bin\java.exe
# VM options: <none>
# Blackhole mode: full + dont-inline hint
# Warmup: 4 iterations, 5 s each
# Measurement: 5 iterations, 10 s each
# Timeout: 10 min per iteration
# Threads: 1 thread, will synchronize iterations
# Benchmark mode: Throughput, ops/time
# Benchmark: net.md_5.SpeedTest.bench03_Event2
# Run progress: 14,29% complete, ETA 00:17:40
# Fork: 1 of 1
# Warmup Iteration 1: 57498,961 ops/ms
# Warmup Iteration 2: 44882,683 ops/ms
# Warmup Iteration 3: 44822,345 ops/ms
# Warmup Iteration 4: 44880,727 ops/ms
Iteration 1: 44924,496 ops/ms
Iteration 2: 44898,177 ops/ms
Iteration 3: 44933,576 ops/ms
Iteration 4: 44883,223 ops/ms
Iteration 5: 44002,067 ops/ms
Result "net.md_5.SpeedTest.bench03_Event2":
44728,308 ±(99.9%) 1565,210 ops/ms [Average]
(min, avg, max) = (44002,067, 44728,308, 44933,576), stdev = 406,480
CI (99.9%): [43163,098, 46293,518] (assumes normal distribution)
# JMH version: 1.32
# VM version: JDK 16.0.1, OpenJDK 64-Bit Server VM, 16.0.1+9
# VM invoker: C:\Program Files\AdoptOpenJDK\jdk-16.0.1.9-hotspot\bin\java.exe
# VM options: <none>
# Blackhole mode: full + dont-inline hint
# Warmup: 4 iterations, 5 s each
# Measurement: 5 iterations, 10 s each
# Timeout: 10 min per iteration
# Threads: 1 thread, will synchronize iterations
# Benchmark mode: Throughput, ops/time
# Benchmark: net.md_5.SpeedTest.bench03a_Event2
# Run progress: 21,43% complete, ETA 00:16:12
# Fork: 1 of 1
# Warmup Iteration 1: 214932,937 ops/ms
# Warmup Iteration 2: 217432,783 ops/ms
# Warmup Iteration 3: 218162,533 ops/ms
# Warmup Iteration 4: 218127,173 ops/ms
Iteration 1: 217467,248 ops/ms
Iteration 2: 218184,758 ops/ms
Iteration 3: 218207,208 ops/ms
Iteration 4: 218209,425 ops/ms
Iteration 5: 218201,799 ops/ms
Result "net.md_5.SpeedTest.bench03a_Event2":
218054,088 ±(99.9%) 1263,766 ops/ms [Average]
(min, avg, max) = (217467,248, 218054,088, 218209,425), stdev = 328,196
CI (99.9%): [216790,322, 219317,853] (assumes normal distribution)
# JMH version: 1.32
# VM version: JDK 16.0.1, OpenJDK 64-Bit Server VM, 16.0.1+9
# VM invoker: C:\Program Files\AdoptOpenJDK\jdk-16.0.1.9-hotspot\bin\java.exe
# VM options: <none>
# Blackhole mode: full + dont-inline hint
# Warmup: 4 iterations, 5 s each
# Measurement: 5 iterations, 10 s each
# Timeout: 10 min per iteration
# Threads: 1 thread, will synchronize iterations
# Benchmark mode: Throughput, ops/time
# Benchmark: net.md_5.SpeedTest.bench03b_Event2
# Run progress: 28,57% complete, ETA 00:14:44
# Fork: 1 of 1
# Warmup Iteration 1: 244551,522 ops/ms
# Warmup Iteration 2: 258212,942 ops/ms
# Warmup Iteration 3: 258003,385 ops/ms
# Warmup Iteration 4: 258262,912 ops/ms
Iteration 1: 258226,954 ops/ms
Iteration 2: 258226,504 ops/ms
Iteration 3: 258220,039 ops/ms
Iteration 4: 258261,976 ops/ms
Iteration 5: 258257,950 ops/ms
Result "net.md_5.SpeedTest.bench03b_Event2":
258238,685 ±(99.9%) 75,733 ops/ms [Average]
(min, avg, max) = (258220,039, 258238,685, 258261,976), stdev = 19,668
CI (99.9%): [258162,952, 258314,418] (assumes normal distribution)
# JMH version: 1.32
# VM version: JDK 16.0.1, OpenJDK 64-Bit Server VM, 16.0.1+9
# VM invoker: C:\Program Files\AdoptOpenJDK\jdk-16.0.1.9-hotspot\bin\java.exe
# VM options: <none>
# Blackhole mode: full + dont-inline hint
# Warmup: 4 iterations, 5 s each
# Measurement: 5 iterations, 10 s each
# Timeout: 10 min per iteration
# Threads: 1 thread, will synchronize iterations
# Benchmark mode: Throughput, ops/time
# Benchmark: net.md_5.SpeedTest.bench04_EventNew
# Run progress: 35,71% complete, ETA 00:13:15
# Fork: 1 of 1
# Warmup Iteration 1: 68909,309 ops/ms
# Warmup Iteration 2: 47682,554 ops/ms
# Warmup Iteration 3: 46579,633 ops/ms
# Warmup Iteration 4: 46924,251 ops/ms
Iteration 1: 46923,830 ops/ms
Iteration 2: 46930,143 ops/ms
Iteration 3: 46977,148 ops/ms
Iteration 4: 46868,335 ops/ms
Iteration 5: 46910,709 ops/ms
Result "net.md_5.SpeedTest.bench04_EventNew":
46922,033 ±(99.9%) 150,599 ops/ms [Average]
(min, avg, max) = (46868,335, 46922,033, 46977,148), stdev = 39,110
CI (99.9%): [46771,434, 47072,632] (assumes normal distribution)
# JMH version: 1.32
# VM version: JDK 16.0.1, OpenJDK 64-Bit Server VM, 16.0.1+9
# VM invoker: C:\Program Files\AdoptOpenJDK\jdk-16.0.1.9-hotspot\bin\java.exe
# VM options: <none>
# Blackhole mode: full + dont-inline hint
# Warmup: 4 iterations, 5 s each
# Measurement: 5 iterations, 10 s each
# Timeout: 10 min per iteration
# Threads: 1 thread, will synchronize iterations
# Benchmark mode: Throughput, ops/time
# Benchmark: net.md_5.SpeedTest.bench04a_New
# Run progress: 42,86% complete, ETA 00:11:47
# Fork: 1 of 1
# Warmup Iteration 1: 289141,204 ops/ms
# Warmup Iteration 2: 292562,425 ops/ms
# Warmup Iteration 3: 390722,579 ops/ms
# Warmup Iteration 4: 390894,121 ops/ms
Iteration 1: 390854,435 ops/ms
Iteration 2: 390785,489 ops/ms
Iteration 3: 390711,305 ops/ms
Iteration 4: 390746,473 ops/ms
Iteration 5: 390829,002 ops/ms
Result "net.md_5.SpeedTest.bench04a_New":
390785,341 ±(99.9%) 225,126 ops/ms [Average]
(min, avg, max) = (390711,305, 390785,341, 390854,435), stdev = 58,465
CI (99.9%): [390560,215, 391010,467] (assumes normal distribution)
# JMH version: 1.32
# VM version: JDK 16.0.1, OpenJDK 64-Bit Server VM, 16.0.1+9
# VM invoker: C:\Program Files\AdoptOpenJDK\jdk-16.0.1.9-hotspot\bin\java.exe
# VM options: <none>
# Blackhole mode: full + dont-inline hint
# Warmup: 4 iterations, 5 s each
# Measurement: 5 iterations, 10 s each
# Timeout: 10 min per iteration
# Threads: 1 thread, will synchronize iterations
# Benchmark mode: Throughput, ops/time
# Benchmark: net.md_5.SpeedTest.bench05_2Event3
# Run progress: 50,00% complete, ETA 00:10:18
# Fork: 1 of 1
# Warmup Iteration 1: 25847,394 ops/ms
# Warmup Iteration 2: 24392,564 ops/ms
# Warmup Iteration 3: 24346,098 ops/ms
# Warmup Iteration 4: 24340,483 ops/ms
Iteration 1: 24248,153 ops/ms
Iteration 2: 23201,933 ops/ms
Iteration 3: 24326,326 ops/ms
Iteration 4: 24336,154 ops/ms
Iteration 5: 24327,107 ops/ms
Result "net.md_5.SpeedTest.bench05_2Event3":
24087,934 ±(99.9%) 1912,104 ops/ms [Average]
(min, avg, max) = (23201,933, 24087,934, 24336,154), stdev = 496,567
CI (99.9%): [22175,831, 26000,038] (assumes normal distribution)
# JMH version: 1.32
# VM version: JDK 16.0.1, OpenJDK 64-Bit Server VM, 16.0.1+9
# VM invoker: C:\Program Files\AdoptOpenJDK\jdk-16.0.1.9-hotspot\bin\java.exe
# VM options: <none>
# Blackhole mode: full + dont-inline hint
# Warmup: 4 iterations, 5 s each
# Measurement: 5 iterations, 10 s each
# Timeout: 10 min per iteration
# Threads: 1 thread, will synchronize iterations
# Benchmark mode: Throughput, ops/time
# Benchmark: net.md_5.SpeedTest.bench06_2Event_
# Run progress: 57,14% complete, ETA 00:08:50
# Fork: 1 of 1
# Warmup Iteration 1: 61219,733 ops/ms
# Warmup Iteration 2: 45105,124 ops/ms
# Warmup Iteration 3: 45550,596 ops/ms
# Warmup Iteration 4: 45475,675 ops/ms
Iteration 1: 45528,003 ops/ms
Iteration 2: 45425,434 ops/ms
Iteration 3: 44757,912 ops/ms
Iteration 4: 45821,521 ops/ms
Iteration 5: 45800,585 ops/ms
Result "net.md_5.SpeedTest.bench06_2Event_":
45466,691 ±(99.9%) 1662,055 ops/ms [Average]
(min, avg, max) = (44757,912, 45466,691, 45821,521), stdev = 431,630
CI (99.9%): [43804,637, 47128,746] (assumes normal distribution)
# JMH version: 1.32
# VM version: JDK 16.0.1, OpenJDK 64-Bit Server VM, 16.0.1+9
# VM invoker: C:\Program Files\AdoptOpenJDK\jdk-16.0.1.9-hotspot\bin\java.exe
# VM options: <none>
# Blackhole mode: full + dont-inline hint
# Warmup: 4 iterations, 5 s each
# Measurement: 5 iterations, 10 s each
# Timeout: 10 min per iteration
# Threads: 1 thread, will synchronize iterations
# Benchmark mode: Throughput, ops/time
# Benchmark: net.md_5.SpeedTest.bench07_2Event2
# Run progress: 64,29% complete, ETA 00:07:21
# Fork: 1 of 1
# Warmup Iteration 1: 67035,646 ops/ms
# Warmup Iteration 2: 26203,778 ops/ms
# Warmup Iteration 3: 45093,984 ops/ms
# Warmup Iteration 4: 45495,749 ops/ms
Iteration 1: 45367,668 ops/ms
Iteration 2: 45391,004 ops/ms
Iteration 3: 45457,886 ops/ms
Iteration 4: 45388,219 ops/ms
Iteration 5: 45457,901 ops/ms
Result "net.md_5.SpeedTest.bench07_2Event2":
45412,536 ±(99.9%) 163,172 ops/ms [Average]
(min, avg, max) = (45367,668, 45412,536, 45457,901), stdev = 42,375
CI (99.9%): [45249,364, 45575,708] (assumes normal distribution)
# JMH version: 1.32
# VM version: JDK 16.0.1, OpenJDK 64-Bit Server VM, 16.0.1+9
# VM invoker: C:\Program Files\AdoptOpenJDK\jdk-16.0.1.9-hotspot\bin\java.exe
# VM options: <none>
# Blackhole mode: full + dont-inline hint
# Warmup: 4 iterations, 5 s each
# Measurement: 5 iterations, 10 s each
# Timeout: 10 min per iteration
# Threads: 1 thread, will synchronize iterations
# Benchmark mode: Throughput, ops/time
# Benchmark: net.md_5.SpeedTest.bench08_2Event
# Run progress: 71,43% complete, ETA 00:05:53
# Fork: 1 of 1
# Warmup Iteration 1: 63350,489 ops/ms
# Warmup Iteration 2: 45879,856 ops/ms
# Warmup Iteration 3: 46493,929 ops/ms
# Warmup Iteration 4: 45368,819 ops/ms
Iteration 1: 45332,076 ops/ms
Iteration 2: 45358,588 ops/ms
Iteration 3: 45375,378 ops/ms
Iteration 4: 44316,397 ops/ms
Iteration 5: 46494,306 ops/ms
Result "net.md_5.SpeedTest.bench08_2Event":
45375,349 ±(99.9%) 2967,494 ops/ms [Average]
(min, avg, max) = (44316,397, 45375,349, 46494,306), stdev = 770,649
CI (99.9%): [42407,855, 48342,843] (assumes normal distribution)
# JMH version: 1.32
# VM version: JDK 16.0.1, OpenJDK 64-Bit Server VM, 16.0.1+9
# VM invoker: C:\Program Files\AdoptOpenJDK\jdk-16.0.1.9-hotspot\bin\java.exe
# VM options: <none>
# Blackhole mode: full + dont-inline hint
# Warmup: 4 iterations, 5 s each
# Measurement: 5 iterations, 10 s each
# Timeout: 10 min per iteration
# Threads: 1 thread, will synchronize iterations
# Benchmark mode: Throughput, ops/time
# Benchmark: net.md_5.SpeedTest.bench09_3
# Run progress: 78,57% complete, ETA 00:04:25
# Fork: 1 of 1
# Warmup Iteration 1: 24252,193 ops/ms
# Warmup Iteration 2: 22649,693 ops/ms
# Warmup Iteration 3: 23035,344 ops/ms
# Warmup Iteration 4: 23030,294 ops/ms
Iteration 1: 22892,645 ops/ms
Iteration 2: 21974,682 ops/ms
Iteration 3: 23019,775 ops/ms
Iteration 4: 22991,690 ops/ms
Iteration 5: 22957,411 ops/ms
Result "net.md_5.SpeedTest.bench09_3":
22767,241 ±(99.9%) 1715,797 ops/ms [Average]
(min, avg, max) = (21974,682, 22767,241, 23019,775), stdev = 445,587
CI (99.9%): [21051,443, 24483,038] (assumes normal distribution)
# JMH version: 1.32
# VM version: JDK 16.0.1, OpenJDK 64-Bit Server VM, 16.0.1+9
# VM invoker: C:\Program Files\AdoptOpenJDK\jdk-16.0.1.9-hotspot\bin\java.exe
# VM options: <none>
# Blackhole mode: full + dont-inline hint
# Warmup: 4 iterations, 5 s each
# Measurement: 5 iterations, 10 s each
# Timeout: 10 min per iteration
# Threads: 1 thread, will synchronize iterations
# Benchmark mode: Throughput, ops/time
# Benchmark: net.md_5.SpeedTest.bench09a_3_2
# Run progress: 85,71% complete, ETA 00:02:56
# Fork: 1 of 1
# Warmup Iteration 1: 23719,665 ops/ms
# Warmup Iteration 2: 17872,892 ops/ms
# Warmup Iteration 3: 22444,247 ops/ms
# Warmup Iteration 4: 22425,601 ops/ms
Iteration 1: 22434,987 ops/ms
Iteration 2: 22432,408 ops/ms
Iteration 3: 22451,752 ops/ms
Iteration 4: 22426,824 ops/ms
Iteration 5: 22019,245 ops/ms
Result "net.md_5.SpeedTest.bench09a_3_2":
22353,043 ±(99.9%) 719,416 ops/ms [Average]
(min, avg, max) = (22019,245, 22353,043, 22451,752), stdev = 186,830
CI (99.9%): [21633,627, 23072,459] (assumes normal distribution)
# JMH version: 1.32
# VM version: JDK 16.0.1, OpenJDK 64-Bit Server VM, 16.0.1+9
# VM invoker: C:\Program Files\AdoptOpenJDK\jdk-16.0.1.9-hotspot\bin\java.exe
# VM options: <none>
# Blackhole mode: full + dont-inline hint
# Warmup: 4 iterations, 5 s each
# Measurement: 5 iterations, 10 s each
# Timeout: 10 min per iteration
# Threads: 1 thread, will synchronize iterations
# Benchmark mode: Throughput, ops/time
# Benchmark: net.md_5.SpeedTest.bench10_3_3
# Run progress: 92,86% complete, ETA 00:01:28
# Fork: 1 of 1
# Warmup Iteration 1: 62285,567 ops/ms
# Warmup Iteration 2: 42172,321 ops/ms
# Warmup Iteration 3: 39600,375 ops/ms
# Warmup Iteration 4: 39525,794 ops/ms
Iteration 1: 39534,220 ops/ms
Iteration 2: 39637,743 ops/ms
Iteration 3: 38531,996 ops/ms
Iteration 4: 39559,249 ops/ms
Iteration 5: 39391,414 ops/ms
Result "net.md_5.SpeedTest.bench10_3_3":
39330,924 ±(99.9%) 1753,570 ops/ms [Average]
(min, avg, max) = (38531,996, 39330,924, 39637,743), stdev = 455,397
CI (99.9%): [37577,354, 41084,494] (assumes normal distribution)
# Run complete. Total time: 00:20:37
REMEMBER: The numbers below are just data. To gain reusable insights, you need to follow up on
why the numbers are the way they are. Use profilers (see -prof, -lprof), design factorial
experiments, perform baseline and negative tests that provide experimental control, make sure
the benchmarking environment is safe on JVM/OS/HW level, ask for reviews from the domain experts.
Do not assume the numbers tell you what you want them to tell.
Benchmark Mode Cnt Score Error Units
SpeedTest.bench01_Blackhole thrpt 5 45899,930 ± 16775,110 ops/ms
SpeedTest.bench02_Event thrpt 5 522187,218 ± 2289,919 ops/ms
SpeedTest.bench03_Event2 thrpt 5 44728,308 ± 1565,210 ops/ms
SpeedTest.bench03a_Event2 thrpt 5 218054,088 ± 1263,766 ops/ms
SpeedTest.bench03b_Event2 thrpt 5 258238,685 ± 75,733 ops/ms
SpeedTest.bench04_EventNew thrpt 5 46922,033 ± 150,599 ops/ms
SpeedTest.bench04a_New thrpt 5 390785,341 ± 225,126 ops/ms
SpeedTest.bench05_2Event3 thrpt 5 24087,934 ± 1912,104 ops/ms
SpeedTest.bench06_2Event_ thrpt 5 45466,691 ± 1662,055 ops/ms
SpeedTest.bench07_2Event2 thrpt 5 45412,536 ± 163,172 ops/ms
SpeedTest.bench08_2Event thrpt 5 45375,349 ± 2967,494 ops/ms
SpeedTest.bench09_3 thrpt 5 22767,241 ± 1715,797 ops/ms
SpeedTest.bench09a_3_2 thrpt 5 22353,043 ± 719,416 ops/ms
SpeedTest.bench10_3_3 thrpt 5 39330,924 ± 1753,570 ops/ms
# JMH version: 1.32
# VM version: JDK 16.0.1, OpenJDK 64-Bit Server VM, 16.0.1+9
# VM invoker: C:\Program Files\AdoptOpenJDK\jdk-16.0.1.9-hotspot\bin\java.exe
# VM options: <none>
# Blackhole mode: full + dont-inline hint
# Warmup: 4 iterations, 5 s each
# Measurement: 5 iterations, 10 s each
# Timeout: 10 min per iteration
# Threads: 1 thread, will synchronize iterations
# Benchmark mode: Throughput, ops/time
# Benchmark: net.md_5.SpeedTest.bench01_Blackhole
# Run progress: 0,00% complete, ETA 00:16:20
# Fork: 1 of 1
# Warmup Iteration 1: 93153,313 ops/ms
# Warmup Iteration 2: 51143,033 ops/ms
# Warmup Iteration 3: 63872,351 ops/ms
# Warmup Iteration 4: 63943,700 ops/ms
Iteration 1: 62404,055 ops/ms
Iteration 2: 63996,205 ops/ms
Iteration 3: 63896,820 ops/ms
Iteration 4: 60744,577 ops/ms
Iteration 5: 64030,114 ops/ms
Result "net.md_5.SpeedTest.bench01_Blackhole":
63014,354 ±(99.9%) 5546,431 ops/ms [Average]
(min, avg, max) = (60744,577, 63014,354, 64030,114), stdev = 1440,391
CI (99.9%): [57467,923, 68560,785] (assumes normal distribution)
# JMH version: 1.32
# VM version: JDK 16.0.1, OpenJDK 64-Bit Server VM, 16.0.1+9
# VM invoker: C:\Program Files\AdoptOpenJDK\jdk-16.0.1.9-hotspot\bin\java.exe
# VM options: <none>
# Blackhole mode: full + dont-inline hint
# Warmup: 4 iterations, 5 s each
# Measurement: 5 iterations, 10 s each
# Timeout: 10 min per iteration
# Threads: 1 thread, will synchronize iterations
# Benchmark mode: Throughput, ops/time
# Benchmark: net.md_5.SpeedTest.bench02_Event
# Run progress: 7,14% complete, ETA 00:19:09
# Fork: 1 of 1
# Warmup Iteration 1: 603451,863 ops/ms
# Warmup Iteration 2: 579594,834 ops/ms
# Warmup Iteration 3: 659575,125 ops/ms
# Warmup Iteration 4: 660225,088 ops/ms
Iteration 1: 659926,469 ops/ms
Iteration 2: 661292,203 ops/ms
Iteration 3: 659024,228 ops/ms
Iteration 4: 660444,418 ops/ms
Iteration 5: 660585,059 ops/ms
Result "net.md_5.SpeedTest.bench02_Event":
660254,475 ±(99.9%) 3246,517 ops/ms [Average]
(min, avg, max) = (659024,228, 660254,475, 661292,203), stdev = 843,110
CI (99.9%): [657007,958, 663500,993] (assumes normal distribution)
# JMH version: 1.32
# VM version: JDK 16.0.1, OpenJDK 64-Bit Server VM, 16.0.1+9
# VM invoker: C:\Program Files\AdoptOpenJDK\jdk-16.0.1.9-hotspot\bin\java.exe
# VM options: <none>
# Blackhole mode: full + dont-inline hint
# Warmup: 4 iterations, 5 s each
# Measurement: 5 iterations, 10 s each
# Timeout: 10 min per iteration
# Threads: 1 thread, will synchronize iterations
# Benchmark mode: Throughput, ops/time
# Benchmark: net.md_5.SpeedTest.bench03_Event2
# Run progress: 14,29% complete, ETA 00:17:40
# Fork: 1 of 1
# Warmup Iteration 1: 84007,903 ops/ms
# Warmup Iteration 2: 58260,174 ops/ms
# Warmup Iteration 3: 58724,383 ops/ms
# Warmup Iteration 4: 58355,500 ops/ms
Iteration 1: 58884,101 ops/ms
Iteration 2: 58976,070 ops/ms
Iteration 3: 59013,721 ops/ms
Iteration 4: 57948,334 ops/ms
Iteration 5: 58920,327 ops/ms
Result "net.md_5.SpeedTest.bench03_Event2":
58748,511 ±(99.9%) 1733,119 ops/ms [Average]
(min, avg, max) = (57948,334, 58748,511, 59013,721), stdev = 450,085
CI (99.9%): [57015,392, 60481,629] (assumes normal distribution)
# JMH version: 1.32
# VM version: JDK 16.0.1, OpenJDK 64-Bit Server VM, 16.0.1+9
# VM invoker: C:\Program Files\AdoptOpenJDK\jdk-16.0.1.9-hotspot\bin\java.exe
# VM options: <none>
# Blackhole mode: full + dont-inline hint
# Warmup: 4 iterations, 5 s each
# Measurement: 5 iterations, 10 s each
# Timeout: 10 min per iteration
# Threads: 1 thread, will synchronize iterations
# Benchmark mode: Throughput, ops/time
# Benchmark: net.md_5.SpeedTest.bench03a_Event2
# Run progress: 21,43% complete, ETA 00:16:12
# Fork: 1 of 1
# Warmup Iteration 1: 214698,308 ops/ms
# Warmup Iteration 2: 217264,549 ops/ms
# Warmup Iteration 3: 217848,399 ops/ms
# Warmup Iteration 4: 217901,756 ops/ms
Iteration 1: 218026,611 ops/ms
Iteration 2: 217948,352 ops/ms
Iteration 3: 217994,259 ops/ms
Iteration 4: 217745,819 ops/ms
Iteration 5: 217960,066 ops/ms
Result "net.md_5.SpeedTest.bench03a_Event2":
217935,021 ±(99.9%) 424,009 ops/ms [Average]
(min, avg, max) = (217745,819, 217935,021, 218026,611), stdev = 110,114
CI (99.9%): [217511,012, 218359,030] (assumes normal distribution)
# JMH version: 1.32
# VM version: JDK 16.0.1, OpenJDK 64-Bit Server VM, 16.0.1+9
# VM invoker: C:\Program Files\AdoptOpenJDK\jdk-16.0.1.9-hotspot\bin\java.exe
# VM options: <none>
# Blackhole mode: full + dont-inline hint
# Warmup: 4 iterations, 5 s each
# Measurement: 5 iterations, 10 s each
# Timeout: 10 min per iteration
# Threads: 1 thread, will synchronize iterations
# Benchmark mode: Throughput, ops/time
# Benchmark: net.md_5.SpeedTest.bench03b_Event2
# Run progress: 28,57% complete, ETA 00:14:44
# Fork: 1 of 1
# Warmup Iteration 1: 244552,586 ops/ms
# Warmup Iteration 2: 258168,245 ops/ms
# Warmup Iteration 3: 258235,711 ops/ms
# Warmup Iteration 4: 258279,360 ops/ms
Iteration 1: 258290,563 ops/ms
Iteration 2: 258269,925 ops/ms
Iteration 3: 258245,894 ops/ms
Iteration 4: 258245,616 ops/ms
Iteration 5: 258271,067 ops/ms
Result "net.md_5.SpeedTest.bench03b_Event2":
258264,613 ±(99.9%) 73,430 ops/ms [Average]
(min, avg, max) = (258245,616, 258264,613, 258290,563), stdev = 19,069
CI (99.9%): [258191,183, 258338,043] (assumes normal distribution)
# JMH version: 1.32
# VM version: JDK 16.0.1, OpenJDK 64-Bit Server VM, 16.0.1+9
# VM invoker: C:\Program Files\AdoptOpenJDK\jdk-16.0.1.9-hotspot\bin\java.exe
# VM options: <none>
# Blackhole mode: full + dont-inline hint
# Warmup: 4 iterations, 5 s each
# Measurement: 5 iterations, 10 s each
# Timeout: 10 min per iteration
# Threads: 1 thread, will synchronize iterations
# Benchmark mode: Throughput, ops/time
# Benchmark: net.md_5.SpeedTest.bench04_EventNew
# Run progress: 35,71% complete, ETA 00:13:15
# Fork: 1 of 1
# Warmup Iteration 1: 94674,585 ops/ms
# Warmup Iteration 2: 64578,572 ops/ms
# Warmup Iteration 3: 62832,029 ops/ms
# Warmup Iteration 4: 62351,651 ops/ms
Iteration 1: 61942,942 ops/ms
Iteration 2: 62326,103 ops/ms
Iteration 3: 62775,214 ops/ms
Iteration 4: 62645,719 ops/ms
Iteration 5: 62838,369 ops/ms
Result "net.md_5.SpeedTest.bench04_EventNew":
62505,669 ±(99.9%) 1430,274 ops/ms [Average]
(min, avg, max) = (61942,942, 62505,669, 62838,369), stdev = 371,438
CI (99.9%): [61075,395, 63935,944] (assumes normal distribution)
# JMH version: 1.32
# VM version: JDK 16.0.1, OpenJDK 64-Bit Server VM, 16.0.1+9
# VM invoker: C:\Program Files\AdoptOpenJDK\jdk-16.0.1.9-hotspot\bin\java.exe
# VM options: <none>
# Blackhole mode: full + dont-inline hint
# Warmup: 4 iterations, 5 s each
# Measurement: 5 iterations, 10 s each
# Timeout: 10 min per iteration
# Threads: 1 thread, will synchronize iterations
# Benchmark mode: Throughput, ops/time
# Benchmark: net.md_5.SpeedTest.bench04a_New
# Run progress: 42,86% complete, ETA 00:11:47
# Fork: 1 of 1
# Warmup Iteration 1: 289192,062 ops/ms
# Warmup Iteration 2: 292624,925 ops/ms
# Warmup Iteration 3: 390811,311 ops/ms
# Warmup Iteration 4: 390772,571 ops/ms
Iteration 1: 391044,940 ops/ms
Iteration 2: 390775,716 ops/ms
Iteration 3: 390800,285 ops/ms
Iteration 4: 390957,696 ops/ms
Iteration 5: 390944,444 ops/ms
Result "net.md_5.SpeedTest.bench04a_New":
390904,616 ±(99.9%) 437,327 ops/ms [Average]
(min, avg, max) = (390775,716, 390904,616, 391044,940), stdev = 113,572
CI (99.9%): [390467,289, 391341,943] (assumes normal distribution)
# JMH version: 1.32
# VM version: JDK 16.0.1, OpenJDK 64-Bit Server VM, 16.0.1+9
# VM invoker: C:\Program Files\AdoptOpenJDK\jdk-16.0.1.9-hotspot\bin\java.exe
# VM options: <none>
# Blackhole mode: full + dont-inline hint
# Warmup: 4 iterations, 5 s each
# Measurement: 5 iterations, 10 s each
# Timeout: 10 min per iteration
# Threads: 1 thread, will synchronize iterations
# Benchmark mode: Throughput, ops/time
# Benchmark: net.md_5.SpeedTest.bench05_2Event3
# Run progress: 50,00% complete, ETA 00:10:18
# Fork: 1 of 1
# Warmup Iteration 1: 33432,198 ops/ms
# Warmup Iteration 2: 33772,792 ops/ms
# Warmup Iteration 3: 33959,289 ops/ms
# Warmup Iteration 4: 33848,451 ops/ms
Iteration 1: 33874,190 ops/ms
Iteration 2: 33793,458 ops/ms
Iteration 3: 33641,831 ops/ms
Iteration 4: 33757,529 ops/ms
Iteration 5: 33984,460 ops/ms
Result "net.md_5.SpeedTest.bench05_2Event3":
33810,293 ±(99.9%) 494,113 ops/ms [Average]
(min, avg, max) = (33641,831, 33810,293, 33984,460), stdev = 128,320
CI (99.9%): [33316,180, 34304,407] (assumes normal distribution)
# JMH version: 1.32
# VM version: JDK 16.0.1, OpenJDK 64-Bit Server VM, 16.0.1+9
# VM invoker: C:\Program Files\AdoptOpenJDK\jdk-16.0.1.9-hotspot\bin\java.exe
# VM options: <none>
# Blackhole mode: full + dont-inline hint
# Warmup: 4 iterations, 5 s each
# Measurement: 5 iterations, 10 s each
# Timeout: 10 min per iteration
# Threads: 1 thread, will synchronize iterations
# Benchmark mode: Throughput, ops/time
# Benchmark: net.md_5.SpeedTest.bench06_2Event_
# Run progress: 57,14% complete, ETA 00:08:50
# Fork: 1 of 1
# Warmup Iteration 1: 83928,693 ops/ms
# Warmup Iteration 2: 60018,781 ops/ms
# Warmup Iteration 3: 60102,314 ops/ms
# Warmup Iteration 4: 60081,004 ops/ms
Iteration 1: 59377,801 ops/ms
Iteration 2: 60149,143 ops/ms
Iteration 3: 60136,989 ops/ms
Iteration 4: 60027,074 ops/ms
Iteration 5: 60229,310 ops/ms
Result "net.md_5.SpeedTest.bench06_2Event_":
59984,063 ±(99.9%) 1334,163 ops/ms [Average]
(min, avg, max) = (59377,801, 59984,063, 60229,310), stdev = 346,478
CI (99.9%): [58649,900, 61318,226] (assumes normal distribution)
# JMH version: 1.32
# VM version: JDK 16.0.1, OpenJDK 64-Bit Server VM, 16.0.1+9
# VM invoker: C:\Program Files\AdoptOpenJDK\jdk-16.0.1.9-hotspot\bin\java.exe
# VM options: <none>
# Blackhole mode: full + dont-inline hint
# Warmup: 4 iterations, 5 s each
# Measurement: 5 iterations, 10 s each
# Timeout: 10 min per iteration
# Threads: 1 thread, will synchronize iterations
# Benchmark mode: Throughput, ops/time
# Benchmark: net.md_5.SpeedTest.bench07_2Event2
# Run progress: 64,29% complete, ETA 00:07:22
# Fork: 1 of 1
# Warmup Iteration 1: 89987,068 ops/ms
# Warmup Iteration 2: 58341,831 ops/ms
# Warmup Iteration 3: 59802,678 ops/ms
# Warmup Iteration 4: 59594,668 ops/ms
Iteration 1: 59666,212 ops/ms
Iteration 2: 59670,686 ops/ms
Iteration 3: 59672,413 ops/ms
Iteration 4: 58429,897 ops/ms
Iteration 5: 59805,413 ops/ms
Result "net.md_5.SpeedTest.bench07_2Event2":
59448,924 ±(99.9%) 2205,179 ops/ms [Average]
(min, avg, max) = (58429,897, 59448,924, 59805,413), stdev = 572,678
CI (99.9%): [57243,746, 61654,103] (assumes normal distribution)
# JMH version: 1.32
# VM version: JDK 16.0.1, OpenJDK 64-Bit Server VM, 16.0.1+9
# VM invoker: C:\Program Files\AdoptOpenJDK\jdk-16.0.1.9-hotspot\bin\java.exe
# VM options: <none>
# Blackhole mode: full + dont-inline hint
# Warmup: 4 iterations, 5 s each
# Measurement: 5 iterations, 10 s each
# Timeout: 10 min per iteration
# Threads: 1 thread, will synchronize iterations
# Benchmark mode: Throughput, ops/time
# Benchmark: net.md_5.SpeedTest.bench08_2Event
# Run progress: 71,43% complete, ETA 00:05:53
# Fork: 1 of 1
# Warmup Iteration 1: 82316,609 ops/ms
# Warmup Iteration 2: 60973,983 ops/ms
# Warmup Iteration 3: 59061,901 ops/ms
# Warmup Iteration 4: 59665,520 ops/ms
Iteration 1: 59685,394 ops/ms
Iteration 2: 59025,963 ops/ms
Iteration 3: 59493,118 ops/ms
Iteration 4: 59543,273 ops/ms
Iteration 5: 59593,656 ops/ms
Result "net.md_5.SpeedTest.bench08_2Event":
59468,281 ±(99.9%) 990,639 ops/ms [Average]
(min, avg, max) = (59025,963, 59468,281, 59685,394), stdev = 257,266
CI (99.9%): [58477,642, 60458,920] (assumes normal distribution)
# JMH version: 1.32
# VM version: JDK 16.0.1, OpenJDK 64-Bit Server VM, 16.0.1+9
# VM invoker: C:\Program Files\AdoptOpenJDK\jdk-16.0.1.9-hotspot\bin\java.exe
# VM options: <none>
# Blackhole mode: full + dont-inline hint
# Warmup: 4 iterations, 5 s each
# Measurement: 5 iterations, 10 s each
# Timeout: 10 min per iteration
# Threads: 1 thread, will synchronize iterations
# Benchmark mode: Throughput, ops/time
# Benchmark: net.md_5.SpeedTest.bench09_3
# Run progress: 78,57% complete, ETA 00:04:25
# Fork: 1 of 1
# Warmup Iteration 1: 30495,832 ops/ms
# Warmup Iteration 2: 30871,479 ops/ms
# Warmup Iteration 3: 29748,460 ops/ms
# Warmup Iteration 4: 30830,826 ops/ms
Iteration 1: 30914,361 ops/ms
Iteration 2: 30882,332 ops/ms
Iteration 3: 30900,981 ops/ms
Iteration 4: 30716,603 ops/ms
Iteration 5: 28873,292 ops/ms
Result "net.md_5.SpeedTest.bench09_3":
30457,514 ±(99.9%) 3424,006 ops/ms [Average]
(min, avg, max) = (28873,292, 30457,514, 30914,361), stdev = 889,203
CI (99.9%): [27033,508, 33881,520] (assumes normal distribution)
# JMH version: 1.32
# VM version: JDK 16.0.1, OpenJDK 64-Bit Server VM, 16.0.1+9
# VM invoker: C:\Program Files\AdoptOpenJDK\jdk-16.0.1.9-hotspot\bin\java.exe
# VM options: <none>
# Blackhole mode: full + dont-inline hint
# Warmup: 4 iterations, 5 s each
# Measurement: 5 iterations, 10 s each
# Timeout: 10 min per iteration
# Threads: 1 thread, will synchronize iterations
# Benchmark mode: Throughput, ops/time
# Benchmark: net.md_5.SpeedTest.bench09a_3_2
# Run progress: 85,71% complete, ETA 00:02:56
# Fork: 1 of 1
# Warmup Iteration 1: 30340,038 ops/ms
# Warmup Iteration 2: 29780,216 ops/ms
# Warmup Iteration 3: 29712,817 ops/ms
# Warmup Iteration 4: 29837,227 ops/ms
Iteration 1: 29614,651 ops/ms
Iteration 2: 29882,174 ops/ms
Iteration 3: 29036,850 ops/ms
Iteration 4: 27824,054 ops/ms
Iteration 5: 29810,828 ops/ms
Result "net.md_5.SpeedTest.bench09a_3_2":
29233,711 ±(99.9%) 3292,565 ops/ms [Average]
(min, avg, max) = (27824,054, 29233,711, 29882,174), stdev = 855,069
CI (99.9%): [25941,146, 32526,276] (assumes normal distribution)
# JMH version: 1.32
# VM version: JDK 16.0.1, OpenJDK 64-Bit Server VM, 16.0.1+9
# VM invoker: C:\Program Files\AdoptOpenJDK\jdk-16.0.1.9-hotspot\bin\java.exe
# VM options: <none>
# Blackhole mode: full + dont-inline hint
# Warmup: 4 iterations, 5 s each
# Measurement: 5 iterations, 10 s each
# Timeout: 10 min per iteration
# Threads: 1 thread, will synchronize iterations
# Benchmark mode: Throughput, ops/time
# Benchmark: net.md_5.SpeedTest.bench10_3_3
# Run progress: 92,86% complete, ETA 00:01:28
# Fork: 1 of 1
# Warmup Iteration 1: 81285,291 ops/ms
# Warmup Iteration 2: 55792,309 ops/ms
# Warmup Iteration 3: 55406,290 ops/ms
# Warmup Iteration 4: 55427,906 ops/ms
Iteration 1: 55289,073 ops/ms
Iteration 2: 55024,710 ops/ms
Iteration 3: 55407,594 ops/ms
Iteration 4: 52322,278 ops/ms
Iteration 5: 54282,065 ops/ms
Result "net.md_5.SpeedTest.bench10_3_3":
54465,144 ±(99.9%) 4910,733 ops/ms [Average]
(min, avg, max) = (52322,278, 54465,144, 55407,594), stdev = 1275,302
CI (99.9%): [49554,411, 59375,877] (assumes normal distribution)
# Run complete. Total time: 00:20:37
REMEMBER: The numbers below are just data. To gain reusable insights, you need to follow up on
why the numbers are the way they are. Use profilers (see -prof, -lprof), design factorial
experiments, perform baseline and negative tests that provide experimental control, make sure
the benchmarking environment is safe on JVM/OS/HW level, ask for reviews from the domain experts.
Do not assume the numbers tell you what you want them to tell.
Benchmark Mode Cnt Score Error Units
SpeedTest.bench01_Blackhole thrpt 5 63014,354 ± 5546,431 ops/ms
SpeedTest.bench02_Event thrpt 5 660254,475 ± 3246,517 ops/ms
SpeedTest.bench03_Event2 thrpt 5 58748,511 ± 1733,119 ops/ms
SpeedTest.bench03a_Event2 thrpt 5 217935,021 ± 424,009 ops/ms
SpeedTest.bench03b_Event2 thrpt 5 258264,613 ± 73,430 ops/ms
SpeedTest.bench04_EventNew thrpt 5 62505,669 ± 1430,274 ops/ms
SpeedTest.bench04a_New thrpt 5 390904,616 ± 437,327 ops/ms
SpeedTest.bench05_2Event3 thrpt 5 33810,293 ± 494,113 ops/ms
SpeedTest.bench06_2Event_ thrpt 5 59984,063 ± 1334,163 ops/ms
SpeedTest.bench07_2Event2 thrpt 5 59448,924 ± 2205,179 ops/ms
SpeedTest.bench08_2Event thrpt 5 59468,281 ± 990,639 ops/ms
SpeedTest.bench09_3 thrpt 5 30457,514 ± 3424,006 ops/ms
SpeedTest.bench09a_3_2 thrpt 5 29233,711 ± 3292,565 ops/ms
SpeedTest.bench10_3_3 thrpt 5 54465,144 ± 4910,733 ops/ms
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment