Skip to content

Instantly share code, notes, and snippets.

@lemmy
Created June 28, 2018 14:14
Show Gist options
  • Save lemmy/3e5d97ea97fc2fea21ae0c0fcf68cc20 to your computer and use it in GitHub Desktop.
Save lemmy/3e5d97ea97fc2fea21ae0c0fcf68cc20 to your computer and use it in GitHub Desktop.
Benchmarks for TLC's new Randomization operators
[
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSetOfSubset150k008",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 20898.31221611546,
"scoreError" : 290.86809078582667,
"scoreConfidence" : [
20607.444125329635,
21189.180306901286
],
"scorePercentiles" : {
"0.0" : 20361.725798966683,
"50.0" : 21003.321940402504,
"90.0" : 21147.16609566012,
"95.0" : 21167.484054443703,
"99.0" : 21167.484054443703,
"99.9" : 21167.484054443703,
"99.99" : 21167.484054443703,
"99.999" : 21167.484054443703,
"99.9999" : 21167.484054443703,
"100.0" : 21167.484054443703
},
"scoreUnit" : "ops/s",
"rawData" : [
[
20914.183774514106,
20821.714628139176,
20941.3425097046
],
[
20446.630881958536,
20412.00515446692,
20361.725798966683
],
[
21063.478624197585,
21167.484054443703,
21133.620789804394
],
[
21111.93371184264,
21078.655880741993,
21106.792462909838
],
[
20903.0720715045,
21003.321940402504,
21008.72095813474
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSetOfSubset150k012",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 1284.2920665567144,
"scoreError" : 5.43381746575859,
"scoreConfidence" : [
1278.8582490909557,
1289.725884022473
],
"scorePercentiles" : {
"0.0" : 1273.9134477356884,
"50.0" : 1284.1839393486682,
"90.0" : 1291.3673521107949,
"95.0" : 1291.5363067399455,
"99.0" : 1291.5363067399455,
"99.9" : 1291.5363067399455,
"99.99" : 1291.5363067399455,
"99.999" : 1291.5363067399455,
"99.9999" : 1291.5363067399455,
"100.0" : 1291.5363067399455
},
"scoreUnit" : "ops/s",
"rawData" : [
[
1291.5363067399455,
1285.5760085619686,
1286.1168558823151
],
[
1283.5764053443982,
1281.8001395034985,
1284.074344006729
],
[
1285.1655876915006,
1289.8314325421204,
1291.254715691361
],
[
1284.1839393486682,
1289.7042598269686,
1279.871547488321
],
[
1280.0208465729222,
1273.9134477356884,
1277.755161414309
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSetOfSubset150k016",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 23.330333221692776,
"scoreError" : 14.117929519988252,
"scoreConfidence" : [
9.212403701704524,
37.44826274168103
],
"scorePercentiles" : {
"0.0" : 15.931176156711484,
"50.0" : 16.88630954955103,
"90.0" : 49.113523209084015,
"95.0" : 49.2300735774847,
"99.0" : 49.2300735774847,
"99.9" : 49.2300735774847,
"99.99" : 49.2300735774847,
"99.999" : 49.2300735774847,
"99.9999" : 49.2300735774847,
"100.0" : 49.2300735774847
},
"scoreUnit" : "ops/s",
"rawData" : [
[
16.797186541414874,
17.928949808544683,
16.88630954955103
],
[
16.628047420312228,
16.655382342609993,
15.931176156711484
],
[
16.884464723909268,
17.83204863990089,
17.55731862296255
],
[
16.49415213009938,
16.44593031183625,
17.447529722158546
],
[
49.03582296348356,
49.2300735774847,
48.20060581441214
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSetOfSubset24k008",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 117813.2872605222,
"scoreError" : 4409.3671518863375,
"scoreConfidence" : [
113403.92010863585,
122222.65441240853
],
"scorePercentiles" : {
"0.0" : 109525.967583343,
"50.0" : 120023.0219400113,
"90.0" : 120517.44599094737,
"95.0" : 120585.70485919989,
"99.0" : 120585.70485919989,
"99.9" : 120585.70485919989,
"99.99" : 120585.70485919989,
"99.999" : 120585.70485919989,
"99.9999" : 120585.70485919989,
"100.0" : 120585.70485919989
},
"scoreUnit" : "ops/s",
"rawData" : [
[
120585.70485919989,
120023.0219400113,
120471.94007877902
],
[
120334.14108454667,
119943.78641982265,
120049.02021795983
],
[
109525.967583343,
109977.35446942352,
110480.23040895275
],
[
118245.7107461474,
118302.12510689872,
118513.9467888216
],
[
120294.6888713131,
120047.3245182619,
120404.34581435134
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSetOfSubset24k012",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 7337.922612124531,
"scoreError" : 324.2420775930775,
"scoreConfidence" : [
7013.680534531453,
7662.164689717609
],
"scorePercentiles" : {
"0.0" : 6734.402700547876,
"50.0" : 7473.746867970534,
"90.0" : 7515.640948294896,
"95.0" : 7518.375178646371,
"99.0" : 7518.375178646371,
"99.9" : 7518.375178646371,
"99.99" : 7518.375178646371,
"99.999" : 7518.375178646371,
"99.9999" : 7518.375178646371,
"100.0" : 7518.375178646371
},
"scoreUnit" : "ops/s",
"rawData" : [
[
7473.746867970534,
7473.295397947536,
7492.109671322661
],
[
7503.798811988342,
7513.818128060579,
7518.375178646371
],
[
7499.624644842716,
7502.790012189477,
7485.30765262852
],
[
6790.762489231445,
6737.0372643490755,
6734.402700547876
],
[
7436.3499362252805,
7449.278922995849,
7458.1415029217205
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSetOfSubset24k016",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 427.03888534915944,
"scoreError" : 7.762493076389429,
"scoreConfidence" : [
419.27639227277,
434.8013784255489
],
"scorePercentiles" : {
"0.0" : 412.5590920203722,
"50.0" : 430.2888613825304,
"90.0" : 434.20728737125125,
"95.0" : 434.9103605849265,
"99.0" : 434.9103605849265,
"99.9" : 434.9103605849265,
"99.99" : 434.9103605849265,
"99.999" : 434.9103605849265,
"99.9999" : 434.9103605849265,
"100.0" : 434.9103605849265
},
"scoreUnit" : "ops/s",
"rawData" : [
[
430.99767737797555,
425.3102090389391,
428.48173930542254
],
[
434.9103605849265,
430.2888613825304,
431.1989568529985
],
[
415.2045002194825,
413.6129111586964,
412.5590920203722
],
[
433.73857189546777,
431.481464975726,
431.2267363944833
],
[
430.7493507637416,
428.15908463396215,
427.6637636326672
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSetOfSubset268k008",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 11682.715867338995,
"scoreError" : 57.85983156359632,
"scoreConfidence" : [
11624.8560357754,
11740.57569890259
],
"scorePercentiles" : {
"0.0" : 11578.796386713613,
"50.0" : 11671.467324011706,
"90.0" : 11764.646837810937,
"95.0" : 11777.617351669955,
"99.0" : 11777.617351669955,
"99.9" : 11777.617351669955,
"99.99" : 11777.617351669955,
"99.999" : 11777.617351669955,
"99.9999" : 11777.617351669955,
"100.0" : 11777.617351669955
},
"scoreUnit" : "ops/s",
"rawData" : [
[
11652.201653529126,
11706.830351643084,
11641.902674123026
],
[
11723.748859721576,
11728.131042399942,
11777.617351669955
],
[
11578.796386713613,
11644.045033287523,
11671.467324011706
],
[
11637.283099730572,
11654.202270752532,
11636.271397946806
],
[
11712.938627924908,
11719.30210805898,
11755.99982857159
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSetOfSubset268k012",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 707.1510352560812,
"scoreError" : 16.46317808777308,
"scoreConfidence" : [
690.6878571683081,
723.6142133438542
],
"scorePercentiles" : {
"0.0" : 678.060593302443,
"50.0" : 715.1903633475649,
"90.0" : 718.6886751114699,
"95.0" : 718.9680162951496,
"99.0" : 718.9680162951496,
"99.9" : 718.9680162951496,
"99.99" : 718.9680162951496,
"99.999" : 718.9680162951496,
"99.9999" : 718.9680162951496,
"100.0" : 718.9680162951496
},
"scoreUnit" : "ops/s",
"rawData" : [
[
716.8758942784478,
716.0534777625742,
714.7767316093156
],
[
718.9680162951496,
718.5024476556836,
718.0280297220686
],
[
708.3791646325842,
705.9944643586335,
702.7935464635593
],
[
718.2452208598679,
715.1903633475649,
716.8101394915614
],
[
679.5735271959853,
679.013911865777,
678.060593302443
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSetOfSubset268k016",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 19.878349961710136,
"scoreError" : 9.597622379172472,
"scoreConfidence" : [
10.280727582537663,
29.475972340882606
],
"scorePercentiles" : {
"0.0" : 8.718068220029974,
"50.0" : 26.776035946594703,
"90.0" : 27.156692192993624,
"95.0" : 27.171549632990722,
"99.0" : 27.171549632990722,
"99.9" : 27.171549632990722,
"99.99" : 27.171549632990722,
"99.999" : 27.171549632990722,
"99.9999" : 27.171549632990722,
"100.0" : 27.171549632990722
},
"scoreUnit" : "ops/s",
"rawData" : [
[
26.776035946594703,
26.66891910302729,
26.907910242770996
],
[
27.171549632990722,
27.14678723299556,
27.032884461092728
],
[
8.718068220029974,
9.259333683593054,
8.981439218016583
],
[
26.974440521393102,
26.904763335404226,
27.021068901278312
],
[
9.63322483076417,
9.953460766336613,
9.025363329364033
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSetOfSubset31k008",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 92344.36508294362,
"scoreError" : 3427.0135045501675,
"scoreConfidence" : [
88917.35157839346,
95771.37858749379
],
"scorePercentiles" : {
"0.0" : 86083.94112014963,
"50.0" : 94222.8649427584,
"90.0" : 94639.31186446706,
"95.0" : 94658.19691963114,
"99.0" : 94658.19691963114,
"99.9" : 94658.19691963114,
"99.99" : 94658.19691963114,
"99.999" : 94658.19691963114,
"99.9999" : 94658.19691963114,
"100.0" : 94658.19691963114
},
"scoreUnit" : "ops/s",
"rawData" : [
[
94583.85299263707,
94626.72182769101,
94658.19691963114
],
[
91669.23575982141,
92304.88723150737,
92269.53736688735
],
[
86632.23250399662,
86083.94112014963,
86582.86563273978
],
[
94268.2703597996,
94338.23906175788,
94434.96193096341
],
[
94183.20070311351,
94222.8649427584,
94306.46789070018
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSetOfSubset31k012",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 5919.126287463786,
"scoreError" : 48.97522843968478,
"scoreConfidence" : [
5870.151059024101,
5968.1015159034705
],
"scorePercentiles" : {
"0.0" : 5830.054101727686,
"50.0" : 5935.418622118583,
"90.0" : 5970.3620917492335,
"95.0" : 5981.914493409874,
"99.0" : 5981.914493409874,
"99.9" : 5981.914493409874,
"99.99" : 5981.914493409874,
"99.999" : 5981.914493409874,
"99.9999" : 5981.914493409874,
"100.0" : 5981.914493409874
},
"scoreUnit" : "ops/s",
"rawData" : [
[
5846.725175761559,
5830.054101727686,
5851.898322176974
],
[
5922.858815659352,
5962.66049064214,
5981.914493409874
],
[
5940.0655571540565,
5935.418622118583,
5937.435730443284
],
[
5925.6132549488875,
5877.185100874148,
5924.610288143704
],
[
5947.731440187699,
5945.532627355873,
5957.190291352967
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSetOfSubset31k016",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 318.9038722975903,
"scoreError" : 0.8248263147200542,
"scoreConfidence" : [
318.07904598287024,
319.7286986123103
],
"scorePercentiles" : {
"0.0" : 317.7374620245804,
"50.0" : 318.8118383804882,
"90.0" : 320.4209124579829,
"95.0" : 320.57183524791094,
"99.0" : 320.57183524791094,
"99.9" : 320.57183524791094,
"99.99" : 320.57183524791094,
"99.999" : 320.57183524791094,
"99.9999" : 320.57183524791094,
"100.0" : 320.57183524791094
},
"scoreUnit" : "ops/s",
"rawData" : [
[
319.15357823371477,
320.57183524791094,
320.32029726469756
],
[
319.3957000880747,
318.9059501645868,
318.8118383804882
],
[
318.4316513902319,
317.7374620245804,
318.3880294017276
],
[
319.22833964634816,
318.78058938556234,
318.15826248585483
],
[
318.7851090550467,
318.0765746872703,
318.81286700775826
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSetOfSubset65k008",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 46875.51163605194,
"scoreError" : 1083.9297222129287,
"scoreConfidence" : [
45791.58191383901,
47959.44135826487
],
"scorePercentiles" : {
"0.0" : 45027.26167626928,
"50.0" : 47278.83594440628,
"90.0" : 47854.613671977226,
"95.0" : 48108.9201306789,
"99.0" : 48108.9201306789,
"99.9" : 48108.9201306789,
"99.99" : 48108.9201306789,
"99.999" : 48108.9201306789,
"99.9999" : 48108.9201306789,
"100.0" : 48108.9201306789
},
"scoreUnit" : "ops/s",
"rawData" : [
[
48108.9201306789,
47685.07603284278,
47667.9342638962
],
[
46758.81317482191,
46793.63467211144,
46743.28683324781
],
[
47390.003792262316,
47421.67796901138,
47091.45027020678
],
[
47570.36887433932,
47460.091783041884,
47278.83594440628
],
[
45027.26167626928,
45076.88722128388,
45058.43190235906
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSetOfSubset65k012",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 2919.1977147195184,
"scoreError" : 18.900492509667792,
"scoreConfidence" : [
2900.2972222098506,
2938.0982072291863
],
"scorePercentiles" : {
"0.0" : 2893.854405183568,
"50.0" : 2921.347489723482,
"90.0" : 2941.160014212722,
"95.0" : 2941.4589742988674,
"99.0" : 2941.4589742988674,
"99.9" : 2941.4589742988674,
"99.99" : 2941.4589742988674,
"99.999" : 2941.4589742988674,
"99.9999" : 2941.4589742988674,
"100.0" : 2941.4589742988674
},
"scoreUnit" : "ops/s",
"rawData" : [
[
2932.3738426991554,
2928.712637660095,
2910.898671097458
],
[
2909.025029213964,
2900.2104345481025,
2893.854405183568
],
[
2906.3392063864244,
2896.555453956985,
2899.4910869254477
],
[
2940.495293057066,
2941.4589742988674,
2921.347489723482
],
[
2940.9607074886258,
2938.3713193912863,
2927.871169162252
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSetOfSubset65k016",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 83.36768900073342,
"scoreError" : 56.31183450970824,
"scoreConfidence" : [
27.05585449102518,
139.67952351044167
],
"scorePercentiles" : {
"0.0" : 41.16248923068467,
"50.0" : 42.2168279537978,
"90.0" : 147.51465828545736,
"95.0" : 148.23737818059945,
"99.0" : 148.23737818059945,
"99.9" : 148.23737818059945,
"99.99" : 148.23737818059945,
"99.999" : 148.23737818059945,
"99.9999" : 148.23737818059945,
"100.0" : 148.23737818059945
},
"scoreUnit" : "ops/s",
"rawData" : [
[
41.26144681785092,
41.44755543399822,
41.20386289409498
],
[
41.946797333537496,
43.012030056700866,
41.16248923068467
],
[
144.08358125605938,
144.6929486105375,
147.03284502202928
],
[
42.1911102902748,
42.2168279537978,
42.00438158332335
],
[
146.04784389338207,
148.23737818059945,
143.97423645413045
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSetOfSubsetExact150k008",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 353633.46460971073,
"scoreError" : 3792.60671188293,
"scoreConfidence" : [
349840.8578978278,
357426.07132159366
],
"scorePercentiles" : {
"0.0" : 349223.75778742577,
"50.0" : 353810.1663669843,
"90.0" : 359604.7193762418,
"95.0" : 359742.1539597471,
"99.0" : 359742.1539597471,
"99.9" : 359742.1539597471,
"99.99" : 359742.1539597471,
"99.999" : 359742.1539597471,
"99.9999" : 359742.1539597471,
"100.0" : 359742.1539597471
},
"scoreUnit" : "ops/s",
"rawData" : [
[
354119.7065356445,
353221.37148004543,
354130.3140302503
],
[
350071.33455609746,
349946.7905380117,
349223.75778742577
],
[
359742.1539597471,
359513.0963205716,
359335.21864215937
],
[
353810.1663669843,
354304.4891457054,
354633.10700230906
],
[
350604.9006483526,
350731.1103568322,
351114.4517755239
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSetOfSubsetExact150k012",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 23862.329526376245,
"scoreError" : 331.69028994909786,
"scoreConfidence" : [
23530.639236427145,
24194.019816325344
],
"scorePercentiles" : {
"0.0" : 23375.048007525646,
"50.0" : 23839.615893133396,
"90.0" : 24351.92889624334,
"95.0" : 24359.36032880526,
"99.0" : 24359.36032880526,
"99.9" : 24359.36032880526,
"99.99" : 24359.36032880526,
"99.999" : 24359.36032880526,
"99.9999" : 24359.36032880526,
"100.0" : 24359.36032880526
},
"scoreUnit" : "ops/s",
"rawData" : [
[
24359.36032880526,
24319.903143105843,
24346.974607868724
],
[
23822.348425795106,
23823.81369900355,
23834.012968633575
],
[
23421.213240484096,
23403.70401912579,
23375.048007525646
],
[
23898.281759238696,
23921.47657491892,
23911.168197349387
],
[
23818.239571498045,
23839.78245915755,
23839.615893133396
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSetOfSubsetExact150k016",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 1153.136209460324,
"scoreError" : 40.48083709036923,
"scoreConfidence" : [
1112.6553723699546,
1193.6170465506932
],
"scorePercentiles" : {
"0.0" : 1096.686038422738,
"50.0" : 1164.8755212385997,
"90.0" : 1204.1165138684216,
"95.0" : 1206.3318021968098,
"99.0" : 1206.3318021968098,
"99.9" : 1206.3318021968098,
"99.99" : 1206.3318021968098,
"99.999" : 1206.3318021968098,
"99.9999" : 1206.3318021968098,
"100.0" : 1206.3318021968098
},
"scoreUnit" : "ops/s",
"rawData" : [
[
1201.4788466433488,
1206.3318021968098,
1202.6396549828296
],
[
1172.6900830363904,
1172.812389813373,
1169.0584225602818
],
[
1124.8903159437498,
1124.2322222874052,
1128.83298881468
],
[
1096.686038422738,
1099.5042191419168,
1101.3981362209404
],
[
1168.09082341501,
1164.8755212385997,
1163.5216771867847
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSetOfSubsetExact24k008",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 508374.7977373876,
"scoreError" : 8723.752550513342,
"scoreConfidence" : [
499651.0451868742,
517098.55028790096
],
"scorePercentiles" : {
"0.0" : 497731.87120719743,
"50.0" : 504828.8900516007,
"90.0" : 519479.37855743733,
"95.0" : 519526.18449212,
"99.0" : 519526.18449212,
"99.9" : 519526.18449212,
"99.99" : 519526.18449212,
"99.999" : 519526.18449212,
"99.9999" : 519526.18449212,
"100.0" : 519526.18449212
},
"scoreUnit" : "ops/s",
"rawData" : [
[
506947.4979989873,
504579.5783110745,
504717.82886735257
],
[
502911.0485458687,
502639.79596884374,
504828.8900516007
],
[
516302.8519142899,
515376.0137468524,
514854.86560064176
],
[
519526.18449212,
519004.0851700817,
519448.1746009822
],
[
497731.87120719743,
498154.22310064296,
498599.0564842793
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSetOfSubsetExact24k012",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 26536.1548323399,
"scoreError" : 279.89750406373406,
"scoreConfidence" : [
26256.257328276166,
26816.052336403634
],
"scorePercentiles" : {
"0.0" : 26284.637522933117,
"50.0" : 26423.391391453315,
"90.0" : 26963.295833316424,
"95.0" : 26981.618075839036,
"99.0" : 26981.618075839036,
"99.9" : 26981.618075839036,
"99.99" : 26981.618075839036,
"99.999" : 26981.618075839036,
"99.9999" : 26981.618075839036,
"100.0" : 26981.618075839036
},
"scoreUnit" : "ops/s",
"rawData" : [
[
26719.876854184582,
26672.204468844116,
26709.83123283482
],
[
26951.08100496802,
26981.618075839036,
26916.49085750451
],
[
26327.860840886595,
26296.156733210555,
26296.49618534781
],
[
26284.637522933117,
26316.19575542315,
26310.16358151297
],
[
26430.137556273763,
26423.391391453315,
26406.180423882102
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSetOfSubsetExact24k016",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 1267.7291586773754,
"scoreError" : 21.085572221146123,
"scoreConfidence" : [
1246.6435864562293,
1288.8147308985215
],
"scorePercentiles" : {
"0.0" : 1235.1429128244279,
"50.0" : 1267.9181842475248,
"90.0" : 1288.47329875771,
"95.0" : 1288.6499959960654,
"99.0" : 1288.6499959960654,
"99.9" : 1288.6499959960654,
"99.99" : 1288.6499959960654,
"99.999" : 1288.6499959960654,
"99.9999" : 1288.6499959960654,
"100.0" : 1288.6499959960654
},
"scoreUnit" : "ops/s",
"rawData" : [
[
1235.4949245602038,
1235.1429128244279,
1236.6229267201354
],
[
1285.9716606831319,
1284.379648786695,
1287.6951967133054
],
[
1263.0454757248044,
1262.6429428302317,
1259.7719690618808
],
[
1287.306340705745,
1288.6499959960654,
1288.3555005988062
],
[
1267.9181842475248,
1264.4320572767788,
1268.5076434308908
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSetOfSubsetExact268k008",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 313796.9738004343,
"scoreError" : 3687.5232863868086,
"scoreConfidence" : [
310109.4505140475,
317484.4970868211
],
"scorePercentiles" : {
"0.0" : 309200.09481259796,
"50.0" : 312374.1480953985,
"90.0" : 317946.5059049573,
"95.0" : 318152.8158186085,
"99.0" : 318152.8158186085,
"99.9" : 318152.8158186085,
"99.99" : 318152.8158186085,
"99.999" : 318152.8158186085,
"99.9999" : 318152.8158186085,
"100.0" : 318152.8158186085
},
"scoreUnit" : "ops/s",
"rawData" : [
[
317614.5590008091,
317786.65251435747,
317028.85566706693
],
[
310891.64252872666,
312274.1899367993,
312374.1480953985
],
[
309200.09481259796,
310116.661759762,
310919.5573273728
],
[
312902.79388412583,
312284.642543216,
309816.04640157794
],
[
318152.8158186085,
317782.9807535706,
317808.9659625232
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSetOfSubsetExact268k012",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 24378.169103078235,
"scoreError" : 151.08311428902593,
"scoreConfidence" : [
24227.085988789207,
24529.252217367262
],
"scorePercentiles" : {
"0.0" : 24208.280602446896,
"50.0" : 24335.662814374646,
"90.0" : 24579.370179394195,
"95.0" : 24583.61638465257,
"99.0" : 24583.61638465257,
"99.9" : 24583.61638465257,
"99.99" : 24583.61638465257,
"99.999" : 24583.61638465257,
"99.9999" : 24583.61638465257,
"100.0" : 24583.61638465257
},
"scoreUnit" : "ops/s",
"rawData" : [
[
24583.61638465257,
24568.471519269868,
24576.539375888613
],
[
24494.3751903739,
24488.671057298852,
24505.567156233108
],
[
24335.662814374646,
24344.72052996506,
24323.614033594564
],
[
24271.416875666884,
24246.734219163554,
24256.638284434022
],
[
24224.522800541377,
24243.705702269624,
24208.280602446896
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSetOfSubsetExact268k016",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 1173.1954634884298,
"scoreError" : 22.3186047462217,
"scoreConfidence" : [
1150.876858742208,
1195.5140682346516
],
"scorePercentiles" : {
"0.0" : 1147.9894896833337,
"50.0" : 1167.7365566801009,
"90.0" : 1198.879868542026,
"95.0" : 1199.4248726028532,
"99.0" : 1199.4248726028532,
"99.9" : 1199.4248726028532,
"99.99" : 1199.4248726028532,
"99.999" : 1199.4248726028532,
"99.9999" : 1199.4248726028532,
"100.0" : 1199.4248726028532
},
"scoreUnit" : "ops/s",
"rawData" : [
[
1197.836670560719,
1198.5165325014746,
1193.2239533720617
],
[
1167.7365566801009,
1164.4472699651376,
1173.6092437415753
],
[
1195.7336324894793,
1199.4248726028532,
1193.8804857689922
],
[
1156.1892216232552,
1149.062354127205,
1158.502549074567
],
[
1147.9894896833337,
1149.4692214714366,
1152.3098986642553
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSetOfSubsetExact31k008",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 500287.51608970773,
"scoreError" : 7440.0644478707,
"scoreConfidence" : [
492847.451641837,
507727.58053757844
],
"scorePercentiles" : {
"0.0" : 490646.5956464406,
"50.0" : 501175.0787671626,
"90.0" : 508599.0426971806,
"95.0" : 508602.84798297693,
"99.0" : 508602.84798297693,
"99.9" : 508602.84798297693,
"99.99" : 508602.84798297693,
"99.999" : 508602.84798297693,
"99.9999" : 508602.84798297693,
"100.0" : 508602.84798297693
},
"scoreUnit" : "ops/s",
"rawData" : [
[
500526.83245894586,
501175.0787671626,
501416.080031177
],
[
507410.7617217667,
508596.505839983,
507630.9375143773
],
[
507055.5291733575,
505580.2534198853,
508602.84798297693
],
[
493913.61348122306,
493683.1625593296,
494909.53565238084
],
[
490646.5956464406,
490683.46732564585,
492481.5397709643
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSetOfSubsetExact31k012",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 25703.459116175687,
"scoreError" : 593.0714615452441,
"scoreConfidence" : [
25110.387654630442,
26296.530577720932
],
"scorePercentiles" : {
"0.0" : 24906.876978713262,
"50.0" : 25990.807307959887,
"90.0" : 26358.359829894995,
"95.0" : 26374.067494560335,
"99.0" : 26374.067494560335,
"99.9" : 26374.067494560335,
"99.99" : 26374.067494560335,
"99.999" : 26374.067494560335,
"99.9999" : 26374.067494560335,
"100.0" : 26374.067494560335
},
"scoreUnit" : "ops/s",
"rawData" : [
[
26347.888053451436,
26374.067494560335,
26309.064353098183
],
[
26002.957876934885,
26014.331219006548,
26022.763826744667
],
[
25208.511209927376,
25256.557365491917,
25231.86877295095
],
[
26042.444620740618,
25990.807307959887,
25990.207421777955
],
[
24906.876978713262,
24945.772342343746,
24907.76789893347
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSetOfSubsetExact31k016",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 1229.3169445661636,
"scoreError" : 22.707725306904937,
"scoreConfidence" : [
1206.6092192592587,
1252.0246698730684
],
"scorePercentiles" : {
"0.0" : 1194.1785317052127,
"50.0" : 1239.5186797773072,
"90.0" : 1255.3996021332352,
"95.0" : 1255.703602253107,
"99.0" : 1255.703602253107,
"99.9" : 1255.703602253107,
"99.99" : 1255.703602253107,
"99.999" : 1255.703602253107,
"99.9999" : 1255.703602253107,
"100.0" : 1255.703602253107
},
"scoreUnit" : "ops/s",
"rawData" : [
[
1255.196935386654,
1255.703602253107,
1253.852989681582
],
[
1241.1322973249112,
1235.2578037832393,
1240.071037032133
],
[
1209.4103714611306,
1217.0733710567304,
1214.4362490142296
],
[
1241.7494528202033,
1241.1147097673932,
1239.5186797773072
],
[
1200.8347228696518,
1200.22341455897,
1194.1785317052127
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSetOfSubsetExact65k008",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 387245.3921953123,
"scoreError" : 6229.729445933164,
"scoreConfidence" : [
381015.6627493791,
393475.1216412455
],
"scorePercentiles" : {
"0.0" : 378620.5397487034,
"50.0" : 390637.2040474993,
"90.0" : 393337.08425946714,
"95.0" : 393788.6830875037,
"99.0" : 393788.6830875037,
"99.9" : 393788.6830875037,
"99.99" : 393788.6830875037,
"99.999" : 393788.6830875037,
"99.9999" : 393788.6830875037,
"100.0" : 393788.6830875037
},
"scoreUnit" : "ops/s",
"rawData" : [
[
391356.4805264474,
392254.2137070071,
390844.9346603524
],
[
393036.01837410947,
393026.97394286207,
393788.6830875037
],
[
381804.68805622845,
382478.6244755668,
382108.6688616045
],
[
389434.9752942397,
390822.3603770847,
390637.2040474993
],
[
379004.38034881523,
378620.5397487034,
379462.1374216615
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSetOfSubsetExact65k012",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 24773.289351579835,
"scoreError" : 515.3764466165278,
"scoreConfidence" : [
24257.91290496331,
25288.66579819636
],
"scorePercentiles" : {
"0.0" : 24252.90722581951,
"50.0" : 24467.977885579123,
"90.0" : 25405.360645180604,
"95.0" : 25416.996779211117,
"99.0" : 25416.996779211117,
"99.9" : 25416.996779211117,
"99.99" : 25416.996779211117,
"99.999" : 25416.996779211117,
"99.9999" : 25416.996779211117,
"100.0" : 25416.996779211117
},
"scoreUnit" : "ops/s",
"rawData" : [
[
24298.65001883649,
24277.30514953702,
24252.90722581951
],
[
24467.977885579123,
24455.457284268316,
24489.595335648268
],
[
25416.996779211117,
25397.6032224936,
25391.744353145936
],
[
24450.710852706907,
24454.408045447875,
24443.281737637542
],
[
25244.37644122196,
25248.608221518927,
25309.717720624878
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSetOfSubsetExact65k016",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 1177.0769136083468,
"scoreError" : 22.538717529437292,
"scoreConfidence" : [
1154.5381960789096,
1199.615631137784
],
"scorePercentiles" : {
"0.0" : 1138.4437397654833,
"50.0" : 1180.190461129335,
"90.0" : 1197.8733364161415,
"95.0" : 1198.361417337165,
"99.0" : 1198.361417337165,
"99.9" : 1198.361417337165,
"99.99" : 1198.361417337165,
"99.999" : 1198.361417337165,
"99.9999" : 1198.361417337165,
"100.0" : 1198.361417337165
},
"scoreUnit" : "ops/s",
"rawData" : [
[
1180.1323233988592,
1177.3709499716795,
1180.190461129335
],
[
1141.1551471996538,
1138.5383810894268,
1138.4437397654833
],
[
1192.9195343447925,
1198.361417337165,
1197.547949135459
],
[
1193.9890743592337,
1194.4337262023412,
1190.7036018668011
],
[
1178.0461524562259,
1181.5486164965712,
1172.772629372174
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSubsetFcns008x008p08",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 133764.54444216515,
"scoreError" : 546.8115487959515,
"scoreConfidence" : [
133217.7328933692,
134311.3559909611
],
"scorePercentiles" : {
"0.0" : 133083.6129561693,
"50.0" : 133560.74056270035,
"90.0" : 134532.79085754804,
"95.0" : 134544.762163481,
"99.0" : 134544.762163481,
"99.9" : 134544.762163481,
"99.99" : 134544.762163481,
"99.999" : 134544.762163481,
"99.9999" : 134544.762163481,
"100.0" : 134544.762163481
},
"scoreUnit" : "ops/s",
"rawData" : [
[
133284.1749129528,
133581.0473200902,
133560.74056270035
],
[
133352.80799773647,
133431.77557491162,
133449.64582382079
],
[
133083.6129561693,
133358.0399620326,
133404.49358546015
],
[
133955.51937517867,
134408.662641103,
134466.09347665872
],
[
134061.98029325556,
134524.80998692606,
134544.762163481
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSubsetFcns008x008p12",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 8293.470303689519,
"scoreError" : 19.869072496941715,
"scoreConfidence" : [
8273.601231192577,
8313.33937618646
],
"scorePercentiles" : {
"0.0" : 8265.333511927101,
"50.0" : 8291.849591613509,
"90.0" : 8324.49036009081,
"95.0" : 8326.91645077441,
"99.0" : 8326.91645077441,
"99.9" : 8326.91645077441,
"99.99" : 8326.91645077441,
"99.999" : 8326.91645077441,
"99.9999" : 8326.91645077441,
"100.0" : 8326.91645077441
},
"scoreUnit" : "ops/s",
"rawData" : [
[
8326.91645077441,
8322.872966301742,
8314.64426200823
],
[
8300.478457474372,
8298.563901918618,
8291.849591613509
],
[
8298.438320356126,
8303.765463485943,
8290.499566768363
],
[
8265.333511927101,
8282.683685492624,
8272.018524580822
],
[
8285.75773652907,
8276.39278262192,
8271.839333489954
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSubsetFcns008x008p16",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 506.18120231851196,
"scoreError" : 1.4685609682547665,
"scoreConfidence" : [
504.7126413502572,
507.64976328676676
],
"scorePercentiles" : {
"0.0" : 504.5049494706273,
"50.0" : 506.1214796034778,
"90.0" : 509.11377980564987,
"95.0" : 509.2921647348969,
"99.0" : 509.2921647348969,
"99.9" : 509.2921647348969,
"99.99" : 509.2921647348969,
"99.999" : 509.2921647348969,
"99.9999" : 509.2921647348969,
"100.0" : 509.2921647348969
},
"scoreUnit" : "ops/s",
"rawData" : [
[
506.6562730541963,
505.05618612100363,
506.1442621520864
],
[
506.32133271808175,
505.78850183760824,
504.87801707431606
],
[
506.710573988003,
505.02260195796424,
509.2921647348969
],
[
508.99485651948515,
506.1214796034778,
505.32792164229716
],
[
505.6433755382676,
504.5049494706273,
506.2555383653683
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSubsetFcns011x011p08",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 19177.473852813644,
"scoreError" : 536.1467558666155,
"scoreConfidence" : [
18641.32709694703,
19713.62060868026
],
"scorePercentiles" : {
"0.0" : 18446.904665680566,
"50.0" : 19129.688645836693,
"90.0" : 20057.79744352505,
"95.0" : 20058.404241122862,
"99.0" : 20058.404241122862,
"99.9" : 20058.404241122862,
"99.99" : 20058.404241122862,
"99.999" : 20058.404241122862,
"99.9999" : 20058.404241122862,
"100.0" : 20058.404241122862
},
"scoreUnit" : "ops/s",
"rawData" : [
[
18559.366083306275,
18446.904665680566,
18530.371874924265
],
[
20057.392911793177,
20058.404241122862,
19910.9180337864
],
[
19073.191013103413,
19147.116017753222,
19129.688645836693
],
[
19236.376298401614,
19235.687755336905,
19216.311277595094
],
[
18993.698018251805,
19051.578877961885,
19015.102077350486
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSubsetFcns011x011p12",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 1186.9880435337845,
"scoreError" : 34.614573802381436,
"scoreConfidence" : [
1152.373469731403,
1221.602617336166
],
"scorePercentiles" : {
"0.0" : 1145.5382412070196,
"50.0" : 1176.675235665806,
"90.0" : 1227.5175593845643,
"95.0" : 1228.1451787214883,
"99.0" : 1228.1451787214883,
"99.9" : 1228.1451787214883,
"99.99" : 1228.1451787214883,
"99.999" : 1228.1451787214883,
"99.9999" : 1228.1451787214883,
"100.0" : 1228.1451787214883
},
"scoreUnit" : "ops/s",
"rawData" : [
[
1215.0265104564473,
1225.0174979431915,
1228.1451787214883
],
[
1227.0991464932815,
1221.6713258975083,
1225.192854384584
],
[
1179.3424047214335,
1168.5721529205694,
1176.675235665806
],
[
1151.8874609623517,
1150.2627607830382,
1145.5382412070196
],
[
1161.8098502795542,
1161.818933376436,
1166.761099194061
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSubsetFcns011x011p16",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 506.03301941081634,
"scoreError" : 2.043110965588579,
"scoreConfidence" : [
503.98990844522774,
508.07613037640493
],
"scorePercentiles" : {
"0.0" : 502.85214102600594,
"50.0" : 505.9755904942777,
"90.0" : 508.9017072634166,
"95.0" : 509.0545903508857,
"99.0" : 509.0545903508857,
"99.9" : 509.0545903508857,
"99.99" : 509.0545903508857,
"99.999" : 509.0545903508857,
"99.9999" : 509.0545903508857,
"100.0" : 509.0545903508857
},
"scoreUnit" : "ops/s",
"rawData" : [
[
509.0545903508857,
508.7997852051039,
508.37656226031686
],
[
507.12839551232435,
507.3929935090497,
505.9755904942777
],
[
502.92410778585696,
502.85214102600594,
505.55046112171806
],
[
504.3203250239221,
505.6756059216845,
506.1713625317853
],
[
504.482746202254,
506.2602027059012,
505.5304215111592
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSubsetFcns016x008p08",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 13323.544338484871,
"scoreError" : 278.53017776345166,
"scoreConfidence" : [
13045.01416072142,
13602.074516248324
],
"scorePercentiles" : {
"0.0" : 13001.658300200652,
"50.0" : 13285.637687502447,
"90.0" : 13761.191617241677,
"95.0" : 13794.617887141188,
"99.0" : 13794.617887141188,
"99.9" : 13794.617887141188,
"99.99" : 13794.617887141188,
"99.999" : 13794.617887141188,
"99.9999" : 13794.617887141188,
"100.0" : 13794.617887141188
},
"scoreUnit" : "ops/s",
"rawData" : [
[
13300.350772979518,
13150.503125263398,
13037.964461180454
],
[
13071.86624752264,
13014.934596090434,
13001.658300200652
],
[
13738.907437308668,
13794.617887141188,
13696.550644897437
],
[
13245.793030907147,
13285.637687502447,
13248.561610981375
],
[
13406.338282305456,
13430.410218505163,
13429.070774487085
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSubsetFcns016x008p12",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 792.3703918358806,
"scoreError" : 25.32293114384455,
"scoreConfidence" : [
767.047460692036,
817.6933229797252
],
"scorePercentiles" : {
"0.0" : 755.2158622811465,
"50.0" : 791.6316584427406,
"90.0" : 826.1375302308684,
"95.0" : 827.5072033407305,
"99.0" : 827.5072033407305,
"99.9" : 827.5072033407305,
"99.99" : 827.5072033407305,
"99.999" : 827.5072033407305,
"99.9999" : 827.5072033407305,
"100.0" : 827.5072033407305
},
"scoreUnit" : "ops/s",
"rawData" : [
[
825.2244148242936,
823.7252195226154,
827.5072033407305
],
[
792.1773446792383,
791.6316584427406,
784.2310937011068
],
[
785.9479945004973,
782.6120402285413,
786.6530422792345
],
[
757.1793795113693,
755.2158622811465,
758.0172380532877
],
[
801.9358465920528,
803.7476183188879,
809.7499212624668
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSubsetFcns016x008p16",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 46.45337234659005,
"scoreError" : 1.5994235680883069,
"scoreConfidence" : [
44.853948778501746,
48.052795914678356
],
"scorePercentiles" : {
"0.0" : 43.00547061547746,
"50.0" : 46.67248931254709,
"90.0" : 47.94734748531215,
"95.0" : 48.15591640695145,
"99.0" : 48.15591640695145,
"99.9" : 48.15591640695145,
"99.99" : 48.15591640695145,
"99.999" : 48.15591640695145,
"99.9999" : 48.15591640695145,
"100.0" : 48.15591640695145
},
"scoreUnit" : "ops/s",
"rawData" : [
[
47.5182691780518,
47.47349070842301,
47.69608483395642
],
[
43.653700577532895,
43.00547061547746,
44.90844543232528
],
[
46.67248931254709,
47.24164481748413,
46.682014244113
],
[
46.4915946107615,
46.54050149546237,
46.338017977212054
],
[
46.614643450999594,
47.808301537552616,
48.15591640695145
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSubsetFcns016x016p08",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 12628.697029238954,
"scoreError" : 186.94535058077003,
"scoreConfidence" : [
12441.751678658184,
12815.642379819725
],
"scorePercentiles" : {
"0.0" : 12347.241770771214,
"50.0" : 12617.088213554132,
"90.0" : 12885.086867625358,
"95.0" : 12885.326732176425,
"99.0" : 12885.326732176425,
"99.9" : 12885.326732176425,
"99.99" : 12885.326732176425,
"99.999" : 12885.326732176425,
"99.9999" : 12885.326732176425,
"100.0" : 12885.326732176425
},
"scoreUnit" : "ops/s",
"rawData" : [
[
12724.845170325083,
12733.617981362704,
12680.875447257724
],
[
12592.559128558696,
12570.992501716804,
12557.459752598328
],
[
12885.326732176425,
12871.391663831997,
12884.926957924647
],
[
12403.329055574866,
12361.678813750017,
12347.241770771214
],
[
12568.991277451132,
12630.130971730556,
12617.088213554132
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSubsetFcns016x016p12",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 761.2358483859704,
"scoreError" : 27.668214427512822,
"scoreConfidence" : [
733.5676339584576,
788.9040628134832
],
"scorePercentiles" : {
"0.0" : 721.748910012186,
"50.0" : 757.8732752600206,
"90.0" : 797.7260094240528,
"95.0" : 799.0539997075276,
"99.0" : 799.0539997075276,
"99.9" : 799.0539997075276,
"99.99" : 799.0539997075276,
"99.999" : 799.0539997075276,
"99.9999" : 799.0539997075276,
"100.0" : 799.0539997075276
},
"scoreUnit" : "ops/s",
"rawData" : [
[
758.755949466471,
754.6101416935376,
757.8732752600206
],
[
722.2854222228224,
721.748910012186,
722.9682001926122
],
[
756.6162613217402,
755.4580455342405,
748.5291368754342
],
[
796.0974669284612,
796.8406825684028,
799.0539997075276
],
[
776.6130786864711,
775.421283603144,
775.6658717164847
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSubsetFcns016x016p16",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 33.46152476866518,
"scoreError" : 1.044714129148669,
"scoreConfidence" : [
32.41681063951651,
34.506238897813844
],
"scorePercentiles" : {
"0.0" : 31.965980506474605,
"50.0" : 33.642094813278604,
"90.0" : 34.993778986942395,
"95.0" : 35.138530573909556,
"99.0" : 35.138530573909556,
"99.9" : 35.138530573909556,
"99.99" : 35.138530573909556,
"99.999" : 35.138530573909556,
"99.9999" : 35.138530573909556,
"100.0" : 35.138530573909556
},
"scoreUnit" : "ops/s",
"rawData" : [
[
32.93057909891201,
32.711021048665025,
32.67382099744258
],
[
33.642094813278604,
33.52990890382335,
34.24820809652982
],
[
32.383922391511,
32.04574838774824,
31.965980506474605
],
[
33.74315748795388,
35.138530573909556,
34.897277928964286
],
[
34.023994722110864,
34.05893669122351,
33.9296898814303
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSubsetFcns032x016p08",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 6129.58365123455,
"scoreError" : 86.93407774144012,
"scoreConfidence" : [
6042.64957349311,
6216.51772897599
],
"scorePercentiles" : {
"0.0" : 6036.718608828491,
"50.0" : 6099.265155843107,
"90.0" : 6267.255416816161,
"95.0" : 6270.314216651482,
"99.0" : 6270.314216651482,
"99.9" : 6270.314216651482,
"99.99" : 6270.314216651482,
"99.999" : 6270.314216651482,
"99.9999" : 6270.314216651482,
"100.0" : 6270.314216651482
},
"scoreUnit" : "ops/s",
"rawData" : [
[
6036.718608828491,
6062.113939625504,
6061.023708326632
],
[
6071.710878069658,
6038.618303477398,
6066.297196298717
],
[
6270.314216651482,
6265.216216925948,
6239.149915831211
],
[
6183.731416426698,
6156.025686015373,
6183.981879233594
],
[
6112.754317181433,
6099.265155843107,
6096.833329782997
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSubsetFcns032x016p12",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 370.25062724290297,
"scoreError" : 11.29062840226398,
"scoreConfidence" : [
358.959998840639,
381.5412556451669
],
"scorePercentiles" : {
"0.0" : 358.8366322372409,
"50.0" : 372.42013449864163,
"90.0" : 387.41576307907866,
"95.0" : 388.6258308352886,
"99.0" : 388.6258308352886,
"99.9" : 388.6258308352886,
"99.99" : 388.6258308352886,
"99.999" : 388.6258308352886,
"99.9999" : 388.6258308352886,
"100.0" : 388.6258308352886
},
"scoreUnit" : "ops/s",
"rawData" : [
[
358.83729241149524,
359.68429557273345,
359.3284860154166
],
[
372.69585242844596,
373.5725236907279,
374.0644891190736
],
[
372.4399277210163,
370.6428077517338,
372.42013449864163
],
[
388.6258308352886,
385.31773432243006,
386.6090512416054
],
[
360.6937637733438,
359.9905870243508,
358.8366322372409
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSubsetFcns032x016p16",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 18.222615179513088,
"scoreError" : 1.011924010545814,
"scoreConfidence" : [
17.210691168967273,
19.234539190058904
],
"scorePercentiles" : {
"0.0" : 16.375371913323534,
"50.0" : 18.494646791025172,
"90.0" : 19.33462265679123,
"95.0" : 19.54998517226989,
"99.0" : 19.54998517226989,
"99.9" : 19.54998517226989,
"99.99" : 19.54998517226989,
"99.999" : 19.54998517226989,
"99.9999" : 19.54998517226989,
"100.0" : 19.54998517226989
},
"scoreUnit" : "ops/s",
"rawData" : [
[
18.73698555728468,
18.82193573359673,
18.559612249057917
],
[
16.375371913323534,
16.965483499314065,
16.430872591958142
],
[
18.361307564139565,
18.230944064617844,
18.527075245974228
],
[
18.17921694657858,
19.54998517226989,
19.191047646472125
],
[
19.007496171992084,
17.907246545091787,
18.494646791025172
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSubsetFcns032x032p08",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 6003.290386648836,
"scoreError" : 159.63042285468777,
"scoreConfidence" : [
5843.659963794148,
6162.920809503524
],
"scorePercentiles" : {
"0.0" : 5738.868637686765,
"50.0" : 6055.348384084506,
"90.0" : 6171.957231575077,
"95.0" : 6173.248591444247,
"99.0" : 6173.248591444247,
"99.9" : 6173.248591444247,
"99.99" : 6173.248591444247,
"99.999" : 6173.248591444247,
"99.9999" : 6173.248591444247,
"100.0" : 6173.248591444247
},
"scoreUnit" : "ops/s",
"rawData" : [
[
5978.032332277446,
5973.995989314167,
5980.577930869165
],
[
6077.5940540744505,
6062.110986701767,
6055.348384084506
],
[
5742.680874468145,
5738.868637686765,
5745.248976247175
],
[
6171.096324995629,
6173.248591444247,
6162.009128895763
],
[
6068.750129153729,
6083.236652017877,
6036.556807501702
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSubsetFcns032x032p12",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 365.79042593905893,
"scoreError" : 5.3964596171198265,
"scoreConfidence" : [
360.3939663219391,
371.18688555617877
],
"scorePercentiles" : {
"0.0" : 356.9382889472545,
"50.0" : 365.2570125695736,
"90.0" : 371.89789103595075,
"95.0" : 371.9914496884002,
"99.0" : 371.9914496884002,
"99.9" : 371.9914496884002,
"99.99" : 371.9914496884002,
"99.999" : 371.9914496884002,
"99.9999" : 371.9914496884002,
"100.0" : 371.9914496884002
},
"scoreUnit" : "ops/s",
"rawData" : [
[
370.9127184130968,
369.1170679272227,
371.9914496884002
],
[
365.2041442856745,
364.4676766287719,
363.81404255437593
],
[
357.9064566483198,
358.7482993770298,
356.9382889472545
],
[
365.4579688763074,
365.2570125695736,
364.33929971981195
],
[
371.83551860098447,
371.5974280329405,
369.2690168161196
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSubsetFcns032x032p16",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 18.426546823865063,
"scoreError" : 0.6436074353430775,
"scoreConfidence" : [
17.782939388521985,
19.07015425920814
],
"scorePercentiles" : {
"0.0" : 17.240689615675585,
"50.0" : 18.548021834008914,
"90.0" : 19.227633927276763,
"95.0" : 19.35741138342788,
"99.0" : 19.35741138342788,
"99.9" : 19.35741138342788,
"99.99" : 19.35741138342788,
"99.999" : 19.35741138342788,
"99.9999" : 19.35741138342788,
"100.0" : 19.35741138342788
},
"scoreUnit" : "ops/s",
"rawData" : [
[
17.638203365597263,
18.548021834008914,
18.977044897788687
],
[
17.240689615675585,
18.624506533444883,
18.46530308712864
],
[
18.576061930474808,
17.684522259153287,
18.18096956887952
],
[
18.92745841834982,
18.220417439082293,
19.141115623176017
],
[
17.97035409072041,
19.35741138342788,
18.846122311067948
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSubsetFcns048x048p08",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 4001.213777254175,
"scoreError" : 69.7827145763458,
"scoreConfidence" : [
3931.4310626778292,
4070.996491830521
],
"scorePercentiles" : {
"0.0" : 3881.7128994512855,
"50.0" : 3998.721178465801,
"90.0" : 4090.598315615183,
"95.0" : 4091.826208708729,
"99.0" : 4091.826208708729,
"99.9" : 4091.826208708729,
"99.99" : 4091.826208708729,
"99.999" : 4091.826208708729,
"99.9999" : 4091.826208708729,
"100.0" : 4091.826208708729
},
"scoreUnit" : "ops/s",
"rawData" : [
[
4047.5863823245436,
4041.228327472676,
4020.680238147822
],
[
4001.5261655220056,
3992.6071878376206,
3995.618456397501
],
[
3989.9226368427753,
3998.721178465801,
3990.2267427681386
],
[
3881.7128994512855,
3891.8683395646767,
3912.714747149779
],
[
4091.826208708729,
4072.187427939788,
4089.7797202194856
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSubsetFcns048x048p12",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 236.04603810969994,
"scoreError" : 5.5896663997273315,
"scoreConfidence" : [
230.45637170997261,
241.63570450942726
],
"scorePercentiles" : {
"0.0" : 226.0851962866465,
"50.0" : 236.93450953439154,
"90.0" : 243.02808017279233,
"95.0" : 243.36949420648452,
"99.0" : 243.36949420648452,
"99.9" : 243.36949420648452,
"99.99" : 243.36949420648452,
"99.999" : 243.36949420648452,
"99.9999" : 243.36949420648452,
"100.0" : 243.36949420648452
},
"scoreUnit" : "ops/s",
"rawData" : [
[
243.36949420648452,
242.80047081699752,
240.23364477751045
],
[
239.80276170276832,
239.42825616483904,
238.53834684954384
],
[
236.93450953439154,
233.83480924151084,
233.80896425606946
],
[
229.51339897691417,
226.0851962866465,
227.2247122869737
],
[
237.51061149469268,
236.67463787211275,
234.93075717804416
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.21",
"benchmark" : "tlc2.value.RandomizationBenchmark.randomSubsetFcns048x048p16",
"mode" : "thrpt",
"threads" : 32,
"forks" : 5,
"jvm" : "/usr/lib/jvm/java-8-oracle/jre/bin/java",
"jvmArgs" : [
"-Xms8192m",
"-Xmx8192m"
],
"jdkVersion" : "1.8.0_171",
"vmName" : "Java HotSpot(TM) 64-Bit Server VM",
"vmVersion" : "25.171-b11",
"warmupIterations" : 2,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 3,
"measurementTime" : "10 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 12.880800654457705,
"scoreError" : 0.4005510543379285,
"scoreConfidence" : [
12.480249600119777,
13.281351708795633
],
"scorePercentiles" : {
"0.0" : 11.706632025759093,
"50.0" : 12.964219028839926,
"90.0" : 13.209340711906492,
"95.0" : 13.217409728774598,
"99.0" : 13.217409728774598,
"99.9" : 13.217409728774598,
"99.99" : 13.217409728774598,
"99.999" : 13.217409728774598,
"99.9999" : 13.217409728774598,
"100.0" : 13.217409728774598
},
"scoreUnit" : "ops/s",
"rawData" : [
[
13.041339092532764,
12.964219028839926,
12.902353950556966
],
[
13.19129770452609,
13.150345622063597,
12.852834673784567
],
[
13.217409728774598,
13.203961367327755,
12.63539321045174
],
[
13.034575072432244,
12.982792752689008,
12.654896845368306
],
[
11.706632025759093,
12.928489509653867,
12.745469232105062
]
]
},
"secondaryMetrics" : {
}
}
]
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment