Skip to content

Instantly share code, notes, and snippets.

@evita-performance
Created September 22, 2021 23:22
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save evita-performance/1880a3031141a07a26ba17faa0561c25 to your computer and use it in GitHub Desktop.
Save evita-performance/1880a3031141a07a26ba17faa0561c25 to your computer and use it in GitHub Desktop.
Evita performance results: sql - 2021-09-22T14:58:30+00:00 (node: c-4)
[
{
"jmhVersion" : "1.27",
"benchmark" : "io.evitadb.artificial.ArtificialEntitiesBenchmark.attributeFiltering_Sql",
"mode" : "thrpt",
"threads" : 4,
"forks" : 5,
"jvm" : "/usr/local/openjdk-11/bin/java",
"jvmArgs" : [
"-javaagent:jmx_prometheus_javaagent.jar=0.0.0.0:8015:jmx.yml",
"-Ddbhost=pgsql",
"-Ddbport=5432",
"-Xmx4g",
"-DdataFolder=/data"
],
"jdkVersion" : "11.0.11",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "11.0.11+9",
"warmupIterations" : 3,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "1 min",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 2.2119204926253953,
"scoreError" : 0.016120595026616693,
"scoreConfidence" : [
2.1957998975987785,
2.228041087652012
],
"scorePercentiles" : {
"0.0" : 2.1534288247039344,
"50.0" : 2.2139004409763237,
"90.0" : 2.245880867600056,
"95.0" : 2.2477744050648067,
"99.0" : 2.2479078882775405,
"99.9" : 2.2479078882775405,
"99.99" : 2.2479078882775405,
"99.999" : 2.2479078882775405,
"99.9999" : 2.2479078882775405,
"100.0" : 2.2479078882775405
},
"scoreUnit" : "ops/s",
"rawData" : [
[
2.247462944235095,
2.216571443511082,
2.20155051521716,
2.2479078882775405,
2.1534288247039344
],
[
2.2016619236679524,
2.2448261498433633,
2.2365384606001975,
2.219772377415474,
2.2183749244902082
],
[
2.2139004409763237,
2.223201683452279,
2.203004037086038,
2.2093286253619757,
2.198667058629145
],
[
2.2147406966750793,
2.228202677138577,
2.1985323825070933,
2.2110815051331487,
2.2003966245813777
],
[
2.2162476477663158,
2.21995698075128,
2.1884397481020597,
2.2109559195965875,
2.1732608359155834
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.27",
"benchmark" : "io.evitadb.artificial.ArtificialEntitiesBenchmark.bulkInsertThroughput_Sql",
"mode" : "thrpt",
"threads" : 1,
"forks" : 5,
"jvm" : "/usr/local/openjdk-11/bin/java",
"jvmArgs" : [
"-javaagent:jmx_prometheus_javaagent.jar=0.0.0.0:8015:jmx.yml",
"-Ddbhost=pgsql",
"-Ddbport=5432",
"-Xmx4g",
"-DdataFolder=/data"
],
"jdkVersion" : "11.0.11",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "11.0.11+9",
"warmupIterations" : 3,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "1 min",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 445.1314948073851,
"scoreError" : 58.294884431773234,
"scoreConfidence" : [
386.8366103756118,
503.42637923915834
],
"scorePercentiles" : {
"0.0" : 286.79656315862707,
"50.0" : 465.41363445578713,
"90.0" : 538.2587406931916,
"95.0" : 540.5103541766564,
"99.0" : 540.8119541013432,
"99.9" : 540.8119541013432,
"99.99" : 540.8119541013432,
"99.999" : 540.8119541013432,
"99.9999" : 540.8119541013432,
"100.0" : 540.8119541013432
},
"scoreUnit" : "ops/s",
"rawData" : [
[
537.2268204759501,
532.2043126083641,
532.3579033658295,
539.8066210190538,
286.79656315862707
],
[
540.8119541013432,
458.8836093190384,
465.41363445578713,
466.8159420602493,
473.36627539228795
],
[
339.8868336213201,
339.6821416455135,
345.0463168355605,
350.4023581288899,
345.88455518255324
],
[
497.11141522932985,
506.6475108682075,
505.2301356203925,
511.144861939111,
510.9601407327432
],
[
403.07797267009056,
404.18170903248284,
409.7742850827897,
414.91236818616574,
410.6611294529458
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.27",
"benchmark" : "io.evitadb.artificial.ArtificialEntitiesBenchmark.paginatedEntityRead_Sql",
"mode" : "thrpt",
"threads" : 4,
"forks" : 5,
"jvm" : "/usr/local/openjdk-11/bin/java",
"jvmArgs" : [
"-javaagent:jmx_prometheus_javaagent.jar=0.0.0.0:8015:jmx.yml",
"-Ddbhost=pgsql",
"-Ddbport=5432",
"-Xmx4g",
"-DdataFolder=/data"
],
"jdkVersion" : "11.0.11",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "11.0.11+9",
"warmupIterations" : 3,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "1 min",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 397.0954825166541,
"scoreError" : 29.86506709712298,
"scoreConfidence" : [
367.23041541953114,
426.96054961377706
],
"scorePercentiles" : {
"0.0" : 370.02440284579666,
"50.0" : 379.77900594588306,
"90.0" : 478.7270594987378,
"95.0" : 481.37427851435416,
"99.0" : 481.76454095975555,
"99.9" : 481.76454095975555,
"99.99" : 481.76454095975555,
"99.999" : 481.76454095975555,
"99.9999" : 481.76454095975555,
"100.0" : 481.76454095975555
},
"scoreUnit" : "ops/s",
"rawData" : [
[
374.47292835849396,
377.2287242252439,
376.36202531668806,
374.60449569316313,
375.63772168330695
],
[
380.890922613786,
381.5610744559156,
383.54238828731076,
383.00497115202165,
383.3324862795339
],
[
370.02440284579666,
377.4407347082804,
374.06768743364046,
374.3481168404058,
377.2068457930546
],
[
372.5322411739685,
378.6487397489957,
380.14795824519024,
379.98247634626574,
379.77900594588306
],
[
456.7168090227552,
480.4636661417509,
477.569321736729,
481.76454095975555,
476.05677790841474
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.27",
"benchmark" : "io.evitadb.artificial.ArtificialEntitiesBenchmark.singleEntityRead_Sql",
"mode" : "thrpt",
"threads" : 4,
"forks" : 5,
"jvm" : "/usr/local/openjdk-11/bin/java",
"jvmArgs" : [
"-javaagent:jmx_prometheus_javaagent.jar=0.0.0.0:8015:jmx.yml",
"-Ddbhost=pgsql",
"-Ddbport=5432",
"-Xmx4g",
"-DdataFolder=/data"
],
"jdkVersion" : "11.0.11",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "11.0.11+9",
"warmupIterations" : 3,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "1 min",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 4563.306860477417,
"scoreError" : 41.04930164315236,
"scoreConfidence" : [
4522.257558834265,
4604.356162120569
],
"scorePercentiles" : {
"0.0" : 4463.982458112066,
"50.0" : 4557.159941949078,
"90.0" : 4653.7941930229,
"95.0" : 4685.950654421685,
"99.0" : 4697.641890299388,
"99.9" : 4697.641890299388,
"99.99" : 4697.641890299388,
"99.999" : 4697.641890299388,
"99.9999" : 4697.641890299388,
"100.0" : 4697.641890299388
},
"scoreUnit" : "ops/s",
"rawData" : [
[
4545.974765070758,
4650.54291901125,
4557.159941949078,
4606.199642199007,
4597.999434164058
],
[
4658.671104040375,
4620.161900597477,
4566.900759552903,
4528.94044195513,
4602.676273346066
],
[
4463.982458112066,
4522.528098605691,
4495.085737987084,
4538.602630008632,
4510.630518589793
],
[
4567.317689615968,
4544.976396250291,
4559.543351025784,
4697.641890299388,
4587.374962675637
],
[
4503.81881020921,
4544.948851761424,
4565.696139845149,
4534.1140277004415,
4511.182767362749
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.27",
"benchmark" : "io.evitadb.artificial.ArtificialEntitiesBenchmark.transactionalUpsertThroughput_Sql",
"mode" : "thrpt",
"threads" : 1,
"forks" : 5,
"jvm" : "/usr/local/openjdk-11/bin/java",
"jvmArgs" : [
"-javaagent:jmx_prometheus_javaagent.jar=0.0.0.0:8015:jmx.yml",
"-Ddbhost=pgsql",
"-Ddbport=5432",
"-Xmx4g",
"-DdataFolder=/data"
],
"jdkVersion" : "11.0.11",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "11.0.11+9",
"warmupIterations" : 3,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "1 min",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 46.86179445949355,
"scoreError" : "NaN",
"scoreConfidence" : [
"NaN",
"NaN"
],
"scorePercentiles" : {
"0.0" : 46.35899751354617,
"50.0" : 46.86179445949355,
"90.0" : 47.36459140544093,
"95.0" : 47.36459140544093,
"99.0" : 47.36459140544093,
"99.9" : 47.36459140544093,
"99.99" : 47.36459140544093,
"99.999" : 47.36459140544093,
"99.9999" : 47.36459140544093,
"100.0" : 47.36459140544093
},
"scoreUnit" : "ops/s",
"rawData" : [
[
46.35899751354617,
47.36459140544093
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.27",
"benchmark" : "io.evitadb.senesi.SenesiBenchmark.attributeFiltering_Sql",
"mode" : "thrpt",
"threads" : 4,
"forks" : 5,
"jvm" : "/usr/local/openjdk-11/bin/java",
"jvmArgs" : [
"-javaagent:jmx_prometheus_javaagent.jar=0.0.0.0:8015:jmx.yml",
"-Ddbhost=pgsql",
"-Ddbport=5432",
"-Xmx4g",
"-DdataFolder=/data"
],
"jdkVersion" : "11.0.11",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "11.0.11+9",
"warmupIterations" : 3,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "1 min",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 2.979056180983956,
"scoreError" : 0.2739285786168669,
"scoreConfidence" : [
2.705127602367089,
3.2529847596008232
],
"scorePercentiles" : {
"0.0" : 2.4294430174999424,
"50.0" : 2.939117406843627,
"90.0" : 3.475102650315663,
"95.0" : 3.5169950777577066,
"99.0" : 3.518809735759385,
"99.9" : 3.518809735759385,
"99.99" : 3.518809735759385,
"99.999" : 3.518809735759385,
"99.9999" : 3.518809735759385,
"100.0" : 3.518809735759385
},
"scoreUnit" : "ops/s",
"rawData" : [
[
2.4606115225199092,
2.6405148489962063,
2.8623384063951383,
3.260098291114265,
3.4231866759825644
],
[
2.4822866630092273,
2.839996567564564,
2.939117406843627,
3.2145984249473156,
3.5127608757537896
],
[
2.6008264758211475,
2.7682499297958167,
2.959350565858048,
3.3120653672650744,
3.3918584112405377
],
[
2.472687608748314,
2.6552424668413153,
2.88884634748292,
3.2075046320041665,
3.4499971666902454
],
[
2.4294430174999424,
2.819102627081648,
2.945713739871798,
3.4211967495119446,
3.518809735759385
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.27",
"benchmark" : "io.evitadb.senesi.SenesiBenchmark.bulkInsertThroughput_Sql",
"mode" : "thrpt",
"threads" : 1,
"forks" : 5,
"jvm" : "/usr/local/openjdk-11/bin/java",
"jvmArgs" : [
"-javaagent:jmx_prometheus_javaagent.jar=0.0.0.0:8015:jmx.yml",
"-Ddbhost=pgsql",
"-Ddbport=5432",
"-Xmx4g",
"-DdataFolder=/data"
],
"jdkVersion" : "11.0.11",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "11.0.11+9",
"warmupIterations" : 3,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "1 min",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 334.19926332933113,
"scoreError" : 63.23156028932967,
"scoreConfidence" : [
270.9677030400015,
397.4308236186608
],
"scorePercentiles" : {
"0.0" : 221.38548167589823,
"50.0" : 307.7024938043884,
"90.0" : 420.4875641595611,
"95.0" : 422.996694209666,
"99.0" : 423.9900985646277,
"99.9" : 423.9900985646277,
"99.99" : 423.9900985646277,
"99.999" : 423.9900985646277,
"99.9999" : 423.9900985646277,
"100.0" : 423.9900985646277
},
"scoreUnit" : "ops/s",
"rawData" : [
[
293.4908205555227,
419.00470783028766,
295.75712195326577,
423.9900985646277,
307.7024938043884
],
[
223.80304925771642,
420.3601064560983,
225.28932156330848,
417.0955298708191,
229.04530649137692
],
[
411.40632870833804,
277.3352356344583,
415.8302443952105,
285.57839853694077,
413.31819383988767
],
[
247.59546526950385,
411.63317574860093,
252.83079538841378,
418.36998601499704,
256.74058384681626
],
[
415.6964532451103,
221.38548167589823,
420.67875071475527,
231.08649869038047,
419.9574351765548
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.27",
"benchmark" : "io.evitadb.senesi.SenesiBenchmark.paginatedEntityRead_Sql",
"mode" : "thrpt",
"threads" : 4,
"forks" : 5,
"jvm" : "/usr/local/openjdk-11/bin/java",
"jvmArgs" : [
"-javaagent:jmx_prometheus_javaagent.jar=0.0.0.0:8015:jmx.yml",
"-Ddbhost=pgsql",
"-Ddbport=5432",
"-Xmx4g",
"-DdataFolder=/data"
],
"jdkVersion" : "11.0.11",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "11.0.11+9",
"warmupIterations" : 3,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "1 min",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 214.86830485085756,
"scoreError" : 1.6375544118808705,
"scoreConfidence" : [
213.23075043897668,
216.50585926273843
],
"scorePercentiles" : {
"0.0" : 210.90952013689412,
"50.0" : 215.31877694652442,
"90.0" : 218.03925679171908,
"95.0" : 218.8085731592848,
"99.0" : 219.13648521652266,
"99.9" : 219.13648521652266,
"99.99" : 219.13648521652266,
"99.999" : 219.13648521652266,
"99.9999" : 219.13648521652266,
"100.0" : 219.13648521652266
},
"scoreUnit" : "ops/s",
"rawData" : [
[
213.08848812299976,
212.90279039510847,
213.46528094530555,
212.8994067537445,
215.9320095634952
],
[
212.80033594674666,
215.48522164347892,
215.26472161641,
216.0376934650229,
216.1474457106049
],
[
216.11403446658596,
210.90952013689412,
211.91624411946907,
216.69508197114828,
215.57837806653018
],
[
211.7893889937065,
212.01670136210373,
214.25217580258288,
217.36867597159696,
215.32623880445044
],
[
218.04344502572985,
215.18261558896492,
215.31877694652442,
219.13648521652266,
218.03646463571192
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.27",
"benchmark" : "io.evitadb.senesi.SenesiBenchmark.singleEntityRead_Sql",
"mode" : "thrpt",
"threads" : 4,
"forks" : 5,
"jvm" : "/usr/local/openjdk-11/bin/java",
"jvmArgs" : [
"-javaagent:jmx_prometheus_javaagent.jar=0.0.0.0:8015:jmx.yml",
"-Ddbhost=pgsql",
"-Ddbport=5432",
"-Xmx4g",
"-DdataFolder=/data"
],
"jdkVersion" : "11.0.11",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "11.0.11+9",
"warmupIterations" : 3,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "1 min",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 2940.157634541438,
"scoreError" : 28.13434978417907,
"scoreConfidence" : [
2912.023284757259,
2968.291984325617
],
"scorePercentiles" : {
"0.0" : 2845.7529591261637,
"50.0" : 2938.6057444106773,
"90.0" : 2992.843449037361,
"95.0" : 3002.240186655842,
"99.0" : 3004.638657351391,
"99.9" : 3004.638657351391,
"99.99" : 3004.638657351391,
"99.999" : 3004.638657351391,
"99.9999" : 3004.638657351391,
"100.0" : 3004.638657351391
},
"scoreUnit" : "ops/s",
"rawData" : [
[
2845.7529591261637,
2887.507794311202,
2931.9000497658008,
2916.1244624653514,
2897.303674402649
],
[
2888.7044658495533,
2939.439958549753,
2932.9842276715626,
2943.3787520157116,
2938.6057444106773
],
[
2921.3448037403473,
2996.643755032894,
2976.85310051785,
2968.3332026983826,
2977.3857137648997
],
[
2943.4852061971865,
2933.7148332964707,
2927.4023689009946,
2943.4313209341954,
2932.2824444357016
],
[
2921.2013781213395,
2957.119926136063,
2988.0921521327946,
3004.638657351391,
2990.309911707006
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.27",
"benchmark" : "io.evitadb.senesi.SenesiBenchmark.transactionalUpsertThroughput_Sql",
"mode" : "thrpt",
"threads" : 1,
"forks" : 5,
"jvm" : "/usr/local/openjdk-11/bin/java",
"jvmArgs" : [
"-javaagent:jmx_prometheus_javaagent.jar=0.0.0.0:8015:jmx.yml",
"-Ddbhost=pgsql",
"-Ddbport=5432",
"-Xmx4g",
"-DdataFolder=/data"
],
"jdkVersion" : "11.0.11",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "11.0.11+9",
"warmupIterations" : 3,
"warmupTime" : "10 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "1 min",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 1.4691134579574756,
"scoreError" : 0.09061433432753777,
"scoreConfidence" : [
1.3784991236299378,
1.5597277922850135
],
"scorePercentiles" : {
"0.0" : 1.2488762459016147,
"50.0" : 1.4655551318971642,
"90.0" : 1.6294442014517532,
"95.0" : 1.7078126664140683,
"99.0" : 1.7304368766688691,
"99.9" : 1.7304368766688691,
"99.99" : 1.7304368766688691,
"99.999" : 1.7304368766688691,
"99.9999" : 1.7304368766688691,
"100.0" : 1.7304368766688691
},
"scoreUnit" : "ops/s",
"rawData" : [
[
1.3452325459142238,
1.4655551318971642,
1.5716644641607036,
1.307813371387772,
1.4649566580959974
],
[
1.6017160269225983,
1.6550228424861995,
1.5242053418398853,
1.3915852187268534,
1.537139614997861
],
[
1.2797273642528166,
1.3562756227219788,
1.382669073466987,
1.4593477951684855,
1.4194260339252855
],
[
1.6123917740954559,
1.2488762459016147,
1.7304368766688691,
1.4994826802746843,
1.3805388927742743
],
[
1.3760609387090368,
1.5917504075543651,
1.5013058825472525,
1.5007382785664034,
1.5239173658801257
]
]
},
"secondaryMetrics" : {
}
}
]
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment