Created
May 12, 2017 13:51
-
-
Save lrytz/ecd80d67561aaefbeb8a633bec0ac1a7 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
> hot -p source=scalap | |
[info] Updating {file:/home/scala/compiler-benchmark/}infrastructure... | |
[info] Resolving org.sonatype.oss#oss-parent;7 ... | |
[info] downloading https://repo1.maven.org/maven2/org/influxdb/influxdb-java/2.5/influxdb-java-2.5.jar ... | |
[info] [SUCCESSFUL ] org.influxdb#influxdb-java;2.5!influxdb-java.jar (21ms) | |
[info] downloading https://repo1.maven.org/maven2/org/eclipse/jgit/org.eclipse.jgit/4.6.0.201612231935-r/org.eclipse.jgit-4.6.0.201612231935-r.jar ... | |
[info] [SUCCESSFUL ] org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r!org.eclipse.jgit.jar (243ms) | |
[info] downloading https://repo1.maven.org/maven2/com/google/guava/guava/21.0/guava-21.0.jar ... | |
[info] [SUCCESSFUL ] com.google.guava#guava;21.0!guava.jar(bundle) (251ms) | |
[info] downloading https://repo1.maven.org/maven2/org/apache/commons/commons-lang3/3.5/commons-lang3-3.5.jar ... | |
[info] [SUCCESSFUL ] org.apache.commons#commons-lang3;3.5!commons-lang3.jar (64ms) | |
[info] downloading https://repo1.maven.org/maven2/com/typesafe/config/1.3.1/config-1.3.1.jar ... | |
[info] [SUCCESSFUL ] com.typesafe#config;1.3.1!config.jar(bundle) (44ms) | |
[info] downloading https://repo1.maven.org/maven2/org/slf4j/slf4j-api/1.7.24/slf4j-api-1.7.24.jar ... | |
[info] [SUCCESSFUL ] org.slf4j#slf4j-api;1.7.24!slf4j-api.jar (21ms) | |
[info] downloading https://repo1.maven.org/maven2/org/slf4j/log4j-over-slf4j/1.7.24/log4j-over-slf4j-1.7.24.jar ... | |
[info] [SUCCESSFUL ] org.slf4j#log4j-over-slf4j;1.7.24!log4j-over-slf4j.jar (22ms) | |
[info] downloading https://repo1.maven.org/maven2/ch/qos/logback/logback-classic/1.2.1/logback-classic-1.2.1.jar ... | |
[info] [SUCCESSFUL ] ch.qos.logback#logback-classic;1.2.1!logback-classic.jar (73ms) | |
[info] downloading https://repo1.maven.org/maven2/com/squareup/retrofit2/retrofit/2.1.0/retrofit-2.1.0.jar ... | |
[info] [SUCCESSFUL ] com.squareup.retrofit2#retrofit;2.1.0!retrofit.jar (28ms) | |
[info] downloading https://repo1.maven.org/maven2/com/squareup/retrofit2/converter-moshi/2.1.0/converter-moshi-2.1.0.jar ... | |
[info] [SUCCESSFUL ] com.squareup.retrofit2#converter-moshi;2.1.0!converter-moshi.jar (30ms) | |
[info] downloading https://repo1.maven.org/maven2/com/squareup/okhttp3/okhttp/3.5.0/okhttp-3.5.0.jar ... | |
[info] [SUCCESSFUL ] com.squareup.okhttp3#okhttp;3.5.0!okhttp.jar (55ms) | |
[info] downloading https://repo1.maven.org/maven2/com/squareup/okhttp3/logging-interceptor/3.5.0/logging-interceptor-3.5.0.jar ... | |
[info] [SUCCESSFUL ] com.squareup.okhttp3#logging-interceptor;3.5.0!logging-interceptor.jar (21ms) | |
[info] downloading https://repo1.maven.org/maven2/com/squareup/moshi/moshi/1.2.0/moshi-1.2.0.jar ... | |
[info] [SUCCESSFUL ] com.squareup.moshi#moshi;1.2.0!moshi.jar (29ms) | |
[info] downloading https://repo1.maven.org/maven2/com/squareup/okio/okio/1.11.0/okio-1.11.0.jar ... | |
[info] [SUCCESSFUL ] com.squareup.okio#okio;1.11.0!okio.jar (26ms) | |
[info] downloading https://repo1.maven.org/maven2/com/jcraft/jsch/0.1.53/jsch-0.1.53.jar ... | |
[info] [SUCCESSFUL ] com.jcraft#jsch;0.1.53!jsch.jar (45ms) | |
[info] downloading https://repo1.maven.org/maven2/com/googlecode/javaewah/JavaEWAH/1.1.6/JavaEWAH-1.1.6.jar ... | |
[info] [SUCCESSFUL ] com.googlecode.javaewah#JavaEWAH;1.1.6!JavaEWAH.jar(bundle) (32ms) | |
[info] downloading https://repo1.maven.org/maven2/org/apache/httpcomponents/httpclient/4.3.6/httpclient-4.3.6.jar ... | |
[info] [SUCCESSFUL ] org.apache.httpcomponents#httpclient;4.3.6!httpclient.jar (75ms) | |
[info] downloading https://repo1.maven.org/maven2/org/apache/httpcomponents/httpcore/4.3.3/httpcore-4.3.3.jar ... | |
[info] [SUCCESSFUL ] org.apache.httpcomponents#httpcore;4.3.3!httpcore.jar (46ms) | |
[info] downloading https://repo1.maven.org/maven2/commons-logging/commons-logging/1.1.3/commons-logging-1.1.3.jar ... | |
[info] [SUCCESSFUL ] commons-logging#commons-logging;1.1.3!commons-logging.jar (26ms) | |
[info] downloading https://repo1.maven.org/maven2/commons-codec/commons-codec/1.6/commons-codec-1.6.jar ... | |
[info] [SUCCESSFUL ] commons-codec#commons-codec;1.6!commons-codec.jar (42ms) | |
[info] downloading https://repo1.maven.org/maven2/ch/qos/logback/logback-core/1.2.1/logback-core-1.2.1.jar ... | |
[info] [SUCCESSFUL ] ch.qos.logback#logback-core;1.2.1!logback-core.jar (66ms) | |
[info] downloading https://repo1.maven.org/maven2/org/scala-lang/scala-compiler/2.11.8/scala-compiler-2.11.8.jar ... | |
[info] [SUCCESSFUL ] org.scala-lang#scala-compiler;2.11.8!scala-compiler.jar (1549ms) | |
[info] downloading https://repo1.maven.org/maven2/org/scala-lang/scala-library/2.11.8/scala-library-2.11.8.jar ... | |
[info] [SUCCESSFUL ] org.scala-lang#scala-library;2.11.8!scala-library.jar (891ms) | |
[info] downloading https://repo1.maven.org/maven2/org/scala-lang/scala-reflect/2.11.8/scala-reflect-2.11.8.jar ... | |
[info] [SUCCESSFUL ] org.scala-lang#scala-reflect;2.11.8!scala-reflect.jar (719ms) | |
[info] downloading https://repo1.maven.org/maven2/org/scala-lang/modules/scala-xml_2.11/1.0.4/scala-xml_2.11-1.0.4.jar ... | |
[info] [SUCCESSFUL ] org.scala-lang.modules#scala-xml_2.11;1.0.4!scala-xml_2.11.jar(bundle) (84ms) | |
[info] downloading https://repo1.maven.org/maven2/org/scala-lang/modules/scala-parser-combinators_2.11/1.0.4/scala-parser-combinators_2.11-1.0.4.jar ... | |
[info] [SUCCESSFUL ] org.scala-lang.modules#scala-parser-combinators_2.11;1.0.4!scala-parser-combinators_2.11.jar(bundle) (64ms) | |
[info] downloading https://repo1.maven.org/maven2/jline/jline/2.12.1/jline-2.12.1.jar ... | |
[info] [SUCCESSFUL ] jline#jline;2.12.1!jline.jar (42ms) | |
[info] Done updating. | |
[warn] There may be incompatibilities among your library dependencies. | |
[warn] Here are some of the libraries that were evicted: | |
[warn] * com.google.guava:guava:20.0 -> 21.0 | |
[warn] Run 'evicted' to see detailed eviction warnings | |
[info] Updating {file:/home/scala/compiler-benchmark/}compilation... | |
[info] Resolving jline#jline;2.12.1 ... | |
[info] Done updating. | |
[info] Compiling 8 Java sources to /home/scala/compiler-benchmark/infrastructure/target/classes... | |
[info] Compiling 1 Scala source and 2 Java sources to /home/scala/compiler-benchmark/compilation/target/scala-2.11/classes... | |
[info] 'compiler-interface' not yet compiled for Scala 2.11.8. Compiling... | |
[info] Compilation completed in 5.212 s | |
[warn] there was one feature warning; re-run with -feature for details | |
[warn] one warning found | |
Processing 12 classes from /home/scala/compiler-benchmark/compilation/target/scala-2.11/classes with "reflection" generator | |
Writing out Java source to /home/scala/compiler-benchmark/compilation/target/scala-2.11/src_managed/jmh and resources to /home/scala/compiler-benchmark/compilation/target/scala-2.11/resource_managed/jmh | |
[info] Compiling 20 Java sources to /home/scala/compiler-benchmark/compilation/target/scala-2.11/classes... | |
[info] Running org.openjdk.jmh.Main HotScalacBenchmark -p source=scalap | |
[info] # JMH 1.14.1 (released 234 days ago, please consider updating!) | |
[info] # VM version: JDK 1.8.0_131, VM 25.131-b11 | |
[info] # VM invoker: /usr/lib/jvm/java-8-oracle/jre/bin/java | |
[info] # VM options: -DscalaVersion=2.11.8 -DscalaRef=v2.11.8 | |
[info] # Warmup: 8 iterations, 10 s each | |
[info] # Measurement: 10 iterations, 10 s each | |
[info] # Timeout: 10 min per iteration | |
[info] # Threads: 1 thread, will synchronize iterations | |
[info] # Benchmark mode: Sampling time | |
[info] # Benchmark: scala.tools.nsc.HotScalacBenchmark.compile | |
[info] # Parameters: (extraArgs = , source = scalap) | |
[info] | |
[info] # Run progress: 0.00% complete, ETA 00:09:00 | |
[info] # Fork: 1 of 3 | |
[info] # Warmup Iteration 1: 4051.698 ±(99.9%) 42224.188 ms/op | |
[info] # Warmup Iteration 2: 2055.628 ±(99.9%) 825.951 ms/op | |
[info] # Warmup Iteration 3: 1628.289 ±(99.9%) 275.813 ms/op | |
[info] # Warmup Iteration 4: 1449.432 ±(99.9%) 114.579 ms/op | |
[info] # Warmup Iteration 5: 1373.897 ±(99.9%) 64.812 ms/op | |
[info] # Warmup Iteration 6: 1336.410 ±(99.9%) 31.988 ms/op | |
[info] # Warmup Iteration 7: 1321.468 ±(99.9%) 33.372 ms/op | |
[info] # Warmup Iteration 8: 1310.458 ±(99.9%) 30.039 ms/op | |
[info] Iteration 1: 1305.739 ±(99.9%) 31.054 ms/op | |
[info] compile·p0.00: 1287.651 ms/op | |
[info] compile·p0.50: 1300.234 ms/op | |
[info] compile·p0.90: 1333.789 ms/op | |
[info] compile·p0.95: 1333.789 ms/op | |
[info] compile·p0.99: 1333.789 ms/op | |
[info] compile·p0.999: 1333.789 ms/op | |
[info] compile·p0.9999: 1333.789 ms/op | |
[info] compile·p1.00: 1333.789 ms/op | |
[info] | |
[info] Iteration 2: 1304.166 ±(99.9%) 22.928 ms/op | |
[info] compile·p0.00: 1289.748 ms/op | |
[info] compile·p0.50: 1302.331 ms/op | |
[info] compile·p0.90: 1323.303 ms/op | |
[info] compile·p0.95: 1323.303 ms/op | |
[info] compile·p0.99: 1323.303 ms/op | |
[info] compile·p0.999: 1323.303 ms/op | |
[info] compile·p0.9999: 1323.303 ms/op | |
[info] compile·p1.00: 1323.303 ms/op | |
[info] | |
[info] Iteration 3: 1286.078 ±(99.9%) 11.690 ms/op | |
[info] compile·p0.00: 1281.360 ms/op | |
[info] compile·p0.50: 1284.506 ms/op | |
[info] compile·p0.90: 1300.234 ms/op | |
[info] compile·p0.95: 1300.234 ms/op | |
[info] compile·p0.99: 1300.234 ms/op | |
[info] compile·p0.999: 1300.234 ms/op | |
[info] compile·p0.9999: 1300.234 ms/op | |
[info] compile·p1.00: 1300.234 ms/op | |
[info] | |
[info] Iteration 4: 1281.360 ±(99.9%) 6.430 ms/op | |
[info] compile·p0.00: 1277.166 ms/op | |
[info] compile·p0.50: 1280.311 ms/op | |
[info] compile·p0.90: 1287.651 ms/op | |
[info] compile·p0.95: 1287.651 ms/op | |
[info] compile·p0.99: 1287.651 ms/op | |
[info] compile·p0.999: 1287.651 ms/op | |
[info] compile·p0.9999: 1287.651 ms/op | |
[info] compile·p1.00: 1287.651 ms/op | |
[info] | |
[info] Iteration 5: 1293.943 ±(99.9%) 13.037 ms/op | |
[info] compile·p0.00: 1285.554 ms/op | |
[info] compile·p0.50: 1290.797 ms/op | |
[info] compile·p0.90: 1304.429 ms/op | |
[info] compile·p0.95: 1304.429 ms/op | |
[info] compile·p0.99: 1304.429 ms/op | |
[info] compile·p0.999: 1304.429 ms/op | |
[info] compile·p0.9999: 1304.429 ms/op | |
[info] compile·p1.00: 1304.429 ms/op | |
[info] | |
[info] Iteration 6: 1291.321 ±(99.9%) 30.216 ms/op | |
[info] compile·p0.00: 1279.263 ms/op | |
[info] compile·p0.50: 1287.651 ms/op | |
[info] compile·p0.90: 1329.594 ms/op | |
[info] compile·p0.95: 1329.594 ms/op | |
[info] compile·p0.99: 1329.594 ms/op | |
[info] compile·p0.999: 1329.594 ms/op | |
[info] compile·p0.9999: 1329.594 ms/op | |
[info] compile·p1.00: 1329.594 ms/op | |
[info] | |
[info] Iteration 7: 1282.146 ±(99.9%) 24.989 ms/op | |
[info] compile·p0.00: 1272.971 ms/op | |
[info] compile·p0.50: 1277.166 ms/op | |
[info] compile·p0.90: 1310.720 ms/op | |
[info] compile·p0.95: 1310.720 ms/op | |
[info] compile·p0.99: 1310.720 ms/op | |
[info] compile·p0.999: 1310.720 ms/op | |
[info] compile·p0.9999: 1310.720 ms/op | |
[info] compile·p1.00: 1310.720 ms/op | |
[info] | |
[info] Iteration 8: 1282.933 ±(99.9%) 20.305 ms/op | |
[info] compile·p0.00: 1277.166 ms/op | |
[info] compile·p0.50: 1279.263 ms/op | |
[info] compile·p0.90: 1308.623 ms/op | |
[info] compile·p0.95: 1308.623 ms/op | |
[info] compile·p0.99: 1308.623 ms/op | |
[info] compile·p0.999: 1308.623 ms/op | |
[info] compile·p0.9999: 1308.623 ms/op | |
[info] compile·p1.00: 1308.623 ms/op | |
[info] | |
[info] Iteration 9: 1282.933 ±(99.9%) 27.676 ms/op | |
[info] compile·p0.00: 1270.874 ms/op | |
[info] compile·p0.50: 1275.068 ms/op | |
[info] compile·p0.90: 1308.623 ms/op | |
[info] compile·p0.95: 1308.623 ms/op | |
[info] compile·p0.99: 1308.623 ms/op | |
[info] compile·p0.999: 1308.623 ms/op | |
[info] compile·p0.9999: 1308.623 ms/op | |
[info] compile·p1.00: 1308.623 ms/op | |
[info] | |
[info] Iteration 10: 1282.146 ±(99.9%) 26.069 ms/op | |
[info] compile·p0.00: 1268.777 ms/op | |
[info] compile·p0.50: 1277.166 ms/op | |
[info] compile·p0.90: 1312.817 ms/op | |
[info] compile·p0.95: 1312.817 ms/op | |
[info] compile·p0.99: 1312.817 ms/op | |
[info] compile·p0.999: 1312.817 ms/op | |
[info] compile·p0.9999: 1312.817 ms/op | |
[info] compile·p1.00: 1312.817 ms/op | |
[info] | |
[info] | |
[info] # Run progress: 33.33% complete, ETA 00:06:20 | |
[info] # Fork: 2 of 3 | |
[info] # Warmup Iteration 1: 3978.996 ±(99.9%) 40765.289 ms/op | |
[info] # Warmup Iteration 2: 2038.432 ±(99.9%) 646.006 ms/op | |
[info] # Warmup Iteration 3: 1561.779 ±(99.9%) 234.800 ms/op | |
[info] # Warmup Iteration 4: 1402.208 ±(99.9%) 94.205 ms/op | |
[info] # Warmup Iteration 5: 1330.119 ±(99.9%) 76.703 ms/op | |
[info] # Warmup Iteration 6: 1301.545 ±(99.9%) 41.000 ms/op | |
[info] # Warmup Iteration 7: 1281.884 ±(99.9%) 37.721 ms/op | |
[info] # Warmup Iteration 8: 1263.796 ±(99.9%) 32.216 ms/op | |
[info] Iteration 1: 1270.350 ±(99.9%) 45.251 ms/op | |
[info] compile·p0.00: 1249.903 ms/op | |
[info] compile·p0.50: 1261.437 ms/op | |
[info] compile·p0.90: 1319.109 ms/op | |
[info] compile·p0.95: 1319.109 ms/op | |
[info] compile·p0.99: 1319.109 ms/op | |
[info] compile·p0.999: 1319.109 ms/op | |
[info] compile·p0.9999: 1319.109 ms/op | |
[info] compile·p1.00: 1319.109 ms/op | |
[info] | |
[info] Iteration 2: 1255.670 ±(99.9%) 17.113 ms/op | |
[info] compile·p0.00: 1243.611 ms/op | |
[info] compile·p0.50: 1255.145 ms/op | |
[info] compile·p0.90: 1266.680 ms/op | |
[info] compile·p0.95: 1266.680 ms/op | |
[info] compile·p0.99: 1266.680 ms/op | |
[info] compile·p0.999: 1266.680 ms/op | |
[info] compile·p0.9999: 1266.680 ms/op | |
[info] compile·p1.00: 1266.680 ms/op | |
[info] | |
[info] Iteration 3: 1246.873 ±(99.9%) 7.289 ms/op | |
[info] compile·p0.00: 1241.514 ms/op | |
[info] compile·p0.50: 1245.708 ms/op | |
[info] compile·p0.90: 1256.194 ms/op | |
[info] compile·p0.95: 1256.194 ms/op | |
[info] compile·p0.99: 1256.194 ms/op | |
[info] compile·p0.999: 1256.194 ms/op | |
[info] compile·p0.9999: 1256.194 ms/op | |
[info] compile·p1.00: 1256.194 ms/op | |
[info] | |
[info] Iteration 4: 1248.504 ±(99.9%) 7.681 ms/op | |
[info] compile·p0.00: 1239.417 ms/op | |
[info] compile·p0.50: 1247.805 ms/op | |
[info] compile·p0.90: 1256.194 ms/op | |
[info] compile·p0.95: 1256.194 ms/op | |
[info] compile·p0.99: 1256.194 ms/op | |
[info] compile·p0.999: 1256.194 ms/op | |
[info] compile·p0.9999: 1256.194 ms/op | |
[info] compile·p1.00: 1256.194 ms/op | |
[info] | |
[info] Iteration 5: 1248.504 ±(99.9%) 23.837 ms/op | |
[info] compile·p0.00: 1237.320 ms/op | |
[info] compile·p0.50: 1245.708 ms/op | |
[info] compile·p0.90: 1281.360 ms/op | |
[info] compile·p0.95: 1281.360 ms/op | |
[info] compile·p0.99: 1281.360 ms/op | |
[info] compile·p0.999: 1281.360 ms/op | |
[info] compile·p0.9999: 1281.360 ms/op | |
[info] compile·p1.00: 1281.360 ms/op | |
[info] | |
[info] Iteration 6: 1240.349 ±(99.9%) 7.703 ms/op | |
[info] compile·p0.00: 1233.125 ms/op | |
[info] compile·p0.50: 1241.514 ms/op | |
[info] compile·p0.90: 1245.708 ms/op | |
[info] compile·p0.95: 1245.708 ms/op | |
[info] compile·p0.99: 1245.708 ms/op | |
[info] compile·p0.999: 1245.708 ms/op | |
[info] compile·p0.9999: 1245.708 ms/op | |
[info] compile·p1.00: 1245.708 ms/op | |
[info] | |
[info] Iteration 7: 1238.252 ±(99.9%) 11.020 ms/op | |
[info] compile·p0.00: 1233.125 ms/op | |
[info] compile·p0.50: 1235.223 ms/op | |
[info] compile·p0.90: 1252.000 ms/op | |
[info] compile·p0.95: 1252.000 ms/op | |
[info] compile·p0.99: 1252.000 ms/op | |
[info] compile·p0.999: 1252.000 ms/op | |
[info] compile·p0.9999: 1252.000 ms/op | |
[info] compile·p1.00: 1252.000 ms/op | |
[info] | |
[info] Iteration 8: 1233.358 ±(99.9%) 9.722 ms/op | |
[info] compile·p0.00: 1228.931 ms/op | |
[info] compile·p0.50: 1231.028 ms/op | |
[info] compile·p0.90: 1247.805 ms/op | |
[info] compile·p0.95: 1247.805 ms/op | |
[info] compile·p0.99: 1247.805 ms/op | |
[info] compile·p0.999: 1247.805 ms/op | |
[info] compile·p0.9999: 1247.805 ms/op | |
[info] compile·p1.00: 1247.805 ms/op | |
[info] | |
[info] Iteration 9: 1241.048 ±(99.9%) 31.262 ms/op | |
[info] compile·p0.00: 1228.931 ms/op | |
[info] compile·p0.50: 1235.223 ms/op | |
[info] compile·p0.90: 1287.651 ms/op | |
[info] compile·p0.95: 1287.651 ms/op | |
[info] compile·p0.99: 1287.651 ms/op | |
[info] compile·p0.999: 1287.651 ms/op | |
[info] compile·p0.9999: 1287.651 ms/op | |
[info] compile·p1.00: 1287.651 ms/op | |
[info] | |
[info] Iteration 10: 1228.698 ±(99.9%) 3.270 ms/op | |
[info] compile·p0.00: 1224.737 ms/op | |
[info] compile·p0.50: 1228.931 ms/op | |
[info] compile·p0.90: 1231.028 ms/op | |
[info] compile·p0.95: 1231.028 ms/op | |
[info] compile·p0.99: 1231.028 ms/op | |
[info] compile·p0.999: 1231.028 ms/op | |
[info] compile·p0.9999: 1231.028 ms/op | |
[info] compile·p1.00: 1231.028 ms/op | |
[info] | |
[info] | |
[info] # Run progress: 66.67% complete, ETA 00:03:13 | |
[info] # Fork: 3 of 3 | |
[info] # Warmup Iteration 1: 4078.262 ±(99.9%) 44348.068 ms/op | |
[info] # Warmup Iteration 2: 2040.529 ±(99.9%) 726.426 ms/op | |
[info] # Warmup Iteration 3: 1577.358 ±(99.9%) 245.146 ms/op | |
[info] # Warmup Iteration 4: 1395.393 ±(99.9%) 64.296 ms/op | |
[info] # Warmup Iteration 5: 1331.429 ±(99.9%) 27.400 ms/op | |
[info] # Warmup Iteration 6: 1302.069 ±(99.9%) 41.914 ms/op | |
[info] # Warmup Iteration 7: 1279.263 ±(99.9%) 17.803 ms/op | |
[info] # Warmup Iteration 8: 1269.826 ±(99.9%) 20.890 ms/op | |
[info] Iteration 1: 1258.815 ±(99.9%) 10.223 ms/op | |
[info] compile·p0.00: 1252.000 ms/op | |
[info] compile·p0.50: 1258.291 ms/op | |
[info] compile·p0.90: 1266.680 ms/op | |
[info] compile·p0.95: 1266.680 ms/op | |
[info] compile·p0.99: 1266.680 ms/op | |
[info] compile·p0.999: 1266.680 ms/op | |
[info] compile·p0.9999: 1266.680 ms/op | |
[info] compile·p1.00: 1266.680 ms/op | |
[info] | |
[info] Iteration 2: 1264.845 ±(99.9%) 15.813 ms/op | |
[info] compile·p0.00: 1254.097 ms/op | |
[info] compile·p0.50: 1265.631 ms/op | |
[info] compile·p0.90: 1277.166 ms/op | |
[info] compile·p0.95: 1277.166 ms/op | |
[info] compile·p0.99: 1277.166 ms/op | |
[info] compile·p0.999: 1277.166 ms/op | |
[info] compile·p0.9999: 1277.166 ms/op | |
[info] compile·p1.00: 1277.166 ms/op | |
[info] | |
[info] Iteration 3: 1262.486 ±(99.9%) 23.282 ms/op | |
[info] compile·p0.00: 1252.000 ms/op | |
[info] compile·p0.50: 1259.340 ms/op | |
[info] compile·p0.90: 1291.846 ms/op | |
[info] compile·p0.95: 1291.846 ms/op | |
[info] compile·p0.99: 1291.846 ms/op | |
[info] compile·p0.999: 1291.846 ms/op | |
[info] compile·p0.9999: 1291.846 ms/op | |
[info] compile·p1.00: 1291.846 ms/op | |
[info] | |
[info] Iteration 4: 1260.126 ±(99.9%) 24.665 ms/op | |
[info] compile·p0.00: 1254.097 ms/op | |
[info] compile·p0.50: 1256.194 ms/op | |
[info] compile·p0.90: 1291.846 ms/op | |
[info] compile·p0.95: 1291.846 ms/op | |
[info] compile·p0.99: 1291.846 ms/op | |
[info] compile·p0.999: 1291.846 ms/op | |
[info] compile·p0.9999: 1291.846 ms/op | |
[info] compile·p1.00: 1291.846 ms/op | |
[info] | |
[info] Iteration 5: 1258.029 ±(99.9%) 31.749 ms/op | |
[info] compile·p0.00: 1239.417 ms/op | |
[info] compile·p0.50: 1254.097 ms/op | |
[info] compile·p0.90: 1296.040 ms/op | |
[info] compile·p0.95: 1296.040 ms/op | |
[info] compile·p0.99: 1296.040 ms/op | |
[info] compile·p0.999: 1296.040 ms/op | |
[info] compile·p0.9999: 1296.040 ms/op | |
[info] compile·p1.00: 1296.040 ms/op | |
[info] | |
[info] Iteration 6: 1244.077 ±(99.9%) 8.223 ms/op | |
[info] compile·p0.00: 1239.417 ms/op | |
[info] compile·p0.50: 1243.611 ms/op | |
[info] compile·p0.90: 1254.097 ms/op | |
[info] compile·p0.95: 1254.097 ms/op | |
[info] compile·p0.99: 1254.097 ms/op | |
[info] compile·p0.999: 1254.097 ms/op | |
[info] compile·p0.9999: 1254.097 ms/op | |
[info] compile·p1.00: 1254.097 ms/op | |
[info] | |
[info] Iteration 7: 1249.116 ±(99.9%) 11.727 ms/op | |
[info] compile·p0.00: 1243.611 ms/op | |
[info] compile·p0.50: 1247.805 ms/op | |
[info] compile·p0.90: 1262.486 ms/op | |
[info] compile·p0.95: 1262.486 ms/op | |
[info] compile·p0.99: 1262.486 ms/op | |
[info] compile·p0.999: 1262.486 ms/op | |
[info] compile·p0.9999: 1262.486 ms/op | |
[info] compile·p1.00: 1262.486 ms/op | |
[info] | |
[info] Iteration 8: 1250.165 ±(99.9%) 19.811 ms/op | |
[info] compile·p0.00: 1243.611 ms/op | |
[info] compile·p0.50: 1245.708 ms/op | |
[info] compile·p0.90: 1275.068 ms/op | |
[info] compile·p0.95: 1275.068 ms/op | |
[info] compile·p0.99: 1275.068 ms/op | |
[info] compile·p0.999: 1275.068 ms/op | |
[info] compile·p0.9999: 1275.068 ms/op | |
[info] compile·p1.00: 1275.068 ms/op | |
[info] | |
[info] Iteration 9: 1235.922 ±(99.9%) 7.048 ms/op | |
[info] compile·p0.00: 1231.028 ms/op | |
[info] compile·p0.50: 1235.223 ms/op | |
[info] compile·p0.90: 1243.611 ms/op | |
[info] compile·p0.95: 1243.611 ms/op | |
[info] compile·p0.99: 1243.611 ms/op | |
[info] compile·p0.999: 1243.611 ms/op | |
[info] compile·p0.9999: 1243.611 ms/op | |
[info] compile·p1.00: 1243.611 ms/op | |
[info] | |
[info] Iteration 10: 1234.290 ±(99.9%) 3.984 ms/op | |
[info] compile·p0.00: 1231.028 ms/op | |
[info] compile·p0.50: 1233.125 ms/op | |
[info] compile·p0.90: 1239.417 ms/op | |
[info] compile·p0.95: 1239.417 ms/op | |
[info] compile·p0.99: 1239.417 ms/op | |
[info] compile·p0.999: 1239.417 ms/op | |
[info] compile·p0.9999: 1239.417 ms/op | |
[info] compile·p1.00: 1239.417 ms/op | |
[info] | |
[info] | |
[info] | |
[info] Result "compile": | |
[info] N = 251 | |
[info] mean = 1261.107 ±(99.9%) 5.100 ms/op | |
[info] | |
[info] Histogram, ms/op: | |
[info] [1200.000, 1212.500) = 0 | |
[info] [1212.500, 1225.000) = 1 | |
[info] [1225.000, 1237.500) = 49 | |
[info] [1237.500, 1250.000) = 58 | |
[info] [1250.000, 1262.500) = 45 | |
[info] [1262.500, 1275.000) = 14 | |
[info] [1275.000, 1287.500) = 40 | |
[info] [1287.500, 1300.000) = 24 | |
[info] [1300.000, 1312.500) = 13 | |
[info] [1312.500, 1325.000) = 4 | |
[info] [1325.000, 1337.500) = 3 | |
[info] [1337.500, 1350.000) = 0 | |
[info] [1350.000, 1362.500) = 0 | |
[info] [1362.500, 1375.000) = 0 | |
[info] [1375.000, 1387.500) = 0 | |
[info] | |
[info] Percentiles, ms/op: | |
[info] p(0.0000) = 1224.737 ms/op | |
[info] p(50.0000) = 1254.097 ms/op | |
[info] p(90.0000) = 1293.943 ms/op | |
[info] p(95.0000) = 1304.429 ms/op | |
[info] p(99.0000) = 1328.504 ms/op | |
[info] p(99.9000) = 1333.789 ms/op | |
[info] p(99.9900) = 1333.789 ms/op | |
[info] p(99.9990) = 1333.789 ms/op | |
[info] p(99.9999) = 1333.789 ms/op | |
[info] p(100.0000) = 1333.789 ms/op | |
[info] | |
[info] | |
[info] # Run complete. Total time: 00:09:36 | |
[info] | |
[info] Benchmark (extraArgs) (source) Mode Cnt Score Error Units | |
[info] HotScalacBenchmark.compile scalap sample 251 1261.107 ± 5.100 ms/op | |
[info] HotScalacBenchmark.compile:compile·p0.00 scalap sample 1224.737 ms/op | |
[info] HotScalacBenchmark.compile:compile·p0.50 scalap sample 1254.097 ms/op | |
[info] HotScalacBenchmark.compile:compile·p0.90 scalap sample 1293.943 ms/op | |
[info] HotScalacBenchmark.compile:compile·p0.95 scalap sample 1304.429 ms/op | |
[info] HotScalacBenchmark.compile:compile·p0.99 scalap sample 1328.504 ms/op | |
[info] HotScalacBenchmark.compile:compile·p0.999 scalap sample 1333.789 ms/op | |
[info] HotScalacBenchmark.compile:compile·p0.9999 scalap sample 1333.789 ms/op | |
[info] HotScalacBenchmark.compile:compile·p1.00 scalap sample 1333.789 ms/op | |
[success] Total time: 593 s, completed May 12, 2017 6:12:26 AM |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
> scala@scalabench:~/compiler-benchmark$ sbt | |
[info] Loading project definition from /home/scala/compiler-benchmark/project | |
[info] Set current project to compiler-benchmark (in build file:/home/scala/compiler-benchmark/) | |
> set every scalaVersion := "2.12.2" | |
[info] Defining */*:scalaVersion, {.}/*:scalaVersion | |
[info] The new values will be used by */*:crossScalaVersions, */*:scalaBinaryVersion and 82 others. | |
[info] Run `last` for details. | |
[info] Reapplying settings... | |
[info] Set current project to compiler-benchmark (in build file:/home/scala/compiler-benchmark/) | |
> hot -p source=scalap | |
[info] Updating {file:/home/scala/compiler-benchmark/}infrastructure... | |
[info] Resolving org.sonatype.oss#oss-parent;9 ... | |
[info] downloading https://repo1.maven.org/maven2/org/scala-lang/scala-compiler/2.12.2/scala-compiler-2.12.2.jar ... | |
[info] [SUCCESSFUL ] org.scala-lang#scala-compiler;2.12.2!scala-compiler.jar (943ms) | |
[info] downloading https://repo1.maven.org/maven2/org/scala-lang/scala-library/2.12.2/scala-library-2.12.2.jar ... | |
[info] [SUCCESSFUL ] org.scala-lang#scala-library;2.12.2!scala-library.jar (512ms) | |
[info] downloading https://repo1.maven.org/maven2/org/scala-lang/scala-reflect/2.12.2/scala-reflect-2.12.2.jar ... | |
[info] [SUCCESSFUL ] org.scala-lang#scala-reflect;2.12.2!scala-reflect.jar (347ms) | |
[info] downloading https://repo1.maven.org/maven2/org/scala-lang/modules/scala-xml_2.12/1.0.6/scala-xml_2.12-1.0.6.jar ... | |
[info] [SUCCESSFUL ] org.scala-lang.modules#scala-xml_2.12;1.0.6!scala-xml_2.12.jar(bundle) (69ms) | |
[info] downloading https://repo1.maven.org/maven2/jline/jline/2.14.3/jline-2.14.3.jar ... | |
[info] [SUCCESSFUL ] jline#jline;2.14.3!jline.jar (46ms) | |
[info] Done updating. | |
[warn] There may be incompatibilities among your library dependencies. | |
[warn] Here are some of the libraries that were evicted: | |
[warn] * com.google.guava:guava:20.0 -> 21.0 | |
[warn] Run 'evicted' to see detailed eviction warnings | |
[info] Updating {file:/home/scala/compiler-benchmark/}compilation... | |
[info] Resolving jline#jline;2.14.3 ... | |
[info] Done updating. | |
[info] Compiling 8 Java sources to /home/scala/compiler-benchmark/infrastructure/target/classes... | |
[info] Compiling 1 Scala source and 2 Java sources to /home/scala/compiler-benchmark/compilation/target/scala-2.12/classes... | |
[info] 'compiler-interface' not yet compiled for Scala 2.12.2. Compiling... | |
[info] Compilation completed in 6.759 s | |
[warn] there was one feature warning; re-run with -feature for details | |
[warn] one warning found | |
Processing 8 classes from /home/scala/compiler-benchmark/compilation/target/scala-2.12/classes with "reflection" generator | |
Writing out Java source to /home/scala/compiler-benchmark/compilation/target/scala-2.12/src_managed/jmh and resources to /home/scala/compiler-benchmark/compilation/target/scala-2.12/resource_managed/jmh | |
[info] Compiling 20 Java sources to /home/scala/compiler-benchmark/compilation/target/scala-2.12/classes... | |
[info] Running org.openjdk.jmh.Main HotScalacBenchmark -p source=scalap | |
[info] # JMH 1.14.1 (released 234 days ago, please consider updating!) | |
[info] # VM version: JDK 1.8.0_131, VM 25.131-b11 | |
[info] # VM invoker: /usr/lib/jvm/java-8-oracle/jre/bin/java | |
[info] # VM options: -DscalaVersion=2.12.2 -DscalaRef=v2.12.2 | |
[info] # Warmup: 8 iterations, 10 s each | |
[info] # Measurement: 10 iterations, 10 s each | |
[info] # Timeout: 10 min per iteration | |
[info] # Threads: 1 thread, will synchronize iterations | |
[info] # Benchmark mode: Sampling time | |
[info] # Benchmark: scala.tools.nsc.HotScalacBenchmark.compile | |
[info] # Parameters: (extraArgs = , source = scalap) | |
[info] | |
[info] # Run progress: 0.00% complete, ETA 00:09:00 | |
[info] # Fork: 1 of 3 | |
[info] # Warmup Iteration 1: 5349.835 ms/op | |
[info] # Warmup Iteration 2: 1919.593 ±(99.9%) 703.357 ms/op | |
[info] # Warmup Iteration 3: 1478.792 ±(99.9%) 167.091 ms/op | |
[info] # Warmup Iteration 4: 1316.225 ±(99.9%) 78.601 ms/op | |
[info] # Warmup Iteration 5: 1250.165 ±(99.9%) 34.389 ms/op | |
[info] # Warmup Iteration 6: 1208.659 ±(99.9%) 49.714 ms/op | |
[info] # Warmup Iteration 7: 1195.377 ±(99.9%) 34.439 ms/op | |
[info] # Warmup Iteration 8: 1178.133 ±(99.9%) 16.696 ms/op | |
[info] Iteration 1: 1166.017 ±(99.9%) 11.004 ms/op | |
[info] compile·p0.00: 1155.531 ms/op | |
[info] compile·p0.50: 1166.017 ms/op | |
[info] compile·p0.90: 1174.405 ms/op | |
[info] compile·p0.95: 1174.405 ms/op | |
[info] compile·p0.99: 1174.405 ms/op | |
[info] compile·p0.999: 1174.405 ms/op | |
[info] compile·p0.9999: 1174.405 ms/op | |
[info] compile·p1.00: 1174.405 ms/op | |
[info] | |
[info] Iteration 2: 1162.987 ±(99.9%) 17.275 ms/op | |
[info] compile·p0.00: 1155.531 ms/op | |
[info] compile·p0.50: 1159.725 ms/op | |
[info] compile·p0.90: 1189.085 ms/op | |
[info] compile·p0.95: 1189.085 ms/op | |
[info] compile·p0.99: 1189.085 ms/op | |
[info] compile·p0.999: 1189.085 ms/op | |
[info] compile·p0.9999: 1189.085 ms/op | |
[info] compile·p1.00: 1189.085 ms/op | |
[info] | |
[info] Iteration 3: 1161.356 ±(99.9%) 15.640 ms/op | |
[info] compile·p0.00: 1153.434 ms/op | |
[info] compile·p0.50: 1157.628 ms/op | |
[info] compile·p0.90: 1182.794 ms/op | |
[info] compile·p0.95: 1182.794 ms/op | |
[info] compile·p0.99: 1182.794 ms/op | |
[info] compile·p0.999: 1182.794 ms/op | |
[info] compile·p0.9999: 1182.794 ms/op | |
[info] compile·p1.00: 1182.794 ms/op | |
[info] | |
[info] Iteration 4: 1155.531 ±(99.9%) 14.847 ms/op | |
[info] compile·p0.00: 1140.851 ms/op | |
[info] compile·p0.50: 1155.531 ms/op | |
[info] compile·p0.90: 1166.017 ms/op | |
[info] compile·p0.95: 1166.017 ms/op | |
[info] compile·p0.99: 1166.017 ms/op | |
[info] compile·p0.999: 1166.017 ms/op | |
[info] compile·p0.9999: 1166.017 ms/op | |
[info] compile·p1.00: 1166.017 ms/op | |
[info] | |
[info] Iteration 5: 1152.968 ±(99.9%) 18.629 ms/op | |
[info] compile·p0.00: 1132.462 ms/op | |
[info] compile·p0.50: 1153.434 ms/op | |
[info] compile·p0.90: 1172.308 ms/op | |
[info] compile·p0.95: 1172.308 ms/op | |
[info] compile·p0.99: 1172.308 ms/op | |
[info] compile·p0.999: 1172.308 ms/op | |
[info] compile·p0.9999: 1172.308 ms/op | |
[info] compile·p1.00: 1172.308 ms/op | |
[info] | |
[info] Iteration 6: 1144.346 ±(99.9%) 15.462 ms/op | |
[info] compile·p0.00: 1132.462 ms/op | |
[info] compile·p0.50: 1142.948 ms/op | |
[info] compile·p0.90: 1166.017 ms/op | |
[info] compile·p0.95: 1166.017 ms/op | |
[info] compile·p0.99: 1166.017 ms/op | |
[info] compile·p0.999: 1166.017 ms/op | |
[info] compile·p0.9999: 1166.017 ms/op | |
[info] compile·p1.00: 1166.017 ms/op | |
[info] | |
[info] Iteration 7: 1144.346 ±(99.9%) 10.275 ms/op | |
[info] compile·p0.00: 1132.462 ms/op | |
[info] compile·p0.50: 1142.948 ms/op | |
[info] compile·p0.90: 1153.434 ms/op | |
[info] compile·p0.95: 1153.434 ms/op | |
[info] compile·p0.99: 1153.434 ms/op | |
[info] compile·p0.999: 1153.434 ms/op | |
[info] compile·p0.9999: 1153.434 ms/op | |
[info] compile·p1.00: 1153.434 ms/op | |
[info] | |
[info] Iteration 8: 1142.715 ±(99.9%) 8.532 ms/op | |
[info] compile·p0.00: 1136.656 ms/op | |
[info] compile·p0.50: 1140.851 ms/op | |
[info] compile·p0.90: 1151.336 ms/op | |
[info] compile·p0.95: 1151.336 ms/op | |
[info] compile·p0.99: 1151.336 ms/op | |
[info] compile·p0.999: 1151.336 ms/op | |
[info] compile·p0.9999: 1151.336 ms/op | |
[info] compile·p1.00: 1151.336 ms/op | |
[info] | |
[info] Iteration 9: 1155.531 ±(99.9%) 64.646 ms/op | |
[info] compile·p0.00: 1132.462 ms/op | |
[info] compile·p0.50: 1140.851 ms/op | |
[info] compile·p0.90: 1252.000 ms/op | |
[info] compile·p0.95: 1252.000 ms/op | |
[info] compile·p0.99: 1252.000 ms/op | |
[info] compile·p0.999: 1252.000 ms/op | |
[info] compile·p0.9999: 1252.000 ms/op | |
[info] compile·p1.00: 1252.000 ms/op | |
[info] | |
[info] Iteration 10: 1135.957 ±(99.9%) 7.476 ms/op | |
[info] compile·p0.00: 1126.171 ms/op | |
[info] compile·p0.50: 1136.656 ms/op | |
[info] compile·p0.90: 1142.948 ms/op | |
[info] compile·p0.95: 1142.948 ms/op | |
[info] compile·p0.99: 1142.948 ms/op | |
[info] compile·p0.999: 1142.948 ms/op | |
[info] compile·p0.9999: 1142.948 ms/op | |
[info] compile·p1.00: 1142.948 ms/op | |
[info] | |
[info] | |
[info] # Run progress: 33.33% complete, ETA 00:06:18 | |
[info] # Fork: 2 of 3 | |
[info] # Warmup Iteration 1: 5314.183 ms/op | |
[info] # Warmup Iteration 2: 2046.820 ±(99.9%) 763.306 ms/op | |
[info] # Warmup Iteration 3: 1556.386 ±(99.9%) 217.550 ms/op | |
[info] # Warmup Iteration 4: 1358.692 ±(99.9%) 91.220 ms/op | |
[info] # Warmup Iteration 5: 1287.913 ±(99.9%) 86.966 ms/op | |
[info] # Warmup Iteration 6: 1230.562 ±(99.9%) 19.996 ms/op | |
[info] # Warmup Iteration 7: 1214.018 ±(99.9%) 32.031 ms/op | |
[info] # Warmup Iteration 8: 1190.017 ±(99.9%) 15.271 ms/op | |
[info] Iteration 1: 1186.522 ±(99.9%) 15.540 ms/op | |
[info] compile·p0.00: 1174.405 ms/op | |
[info] compile·p0.50: 1184.891 ms/op | |
[info] compile·p0.90: 1207.960 ms/op | |
[info] compile·p0.95: 1207.960 ms/op | |
[info] compile·p0.99: 1207.960 ms/op | |
[info] compile·p0.999: 1207.960 ms/op | |
[info] compile·p0.9999: 1207.960 ms/op | |
[info] compile·p1.00: 1207.960 ms/op | |
[info] | |
[info] Iteration 2: 1173.007 ±(99.9%) 6.104 ms/op | |
[info] compile·p0.00: 1168.114 ms/op | |
[info] compile·p0.50: 1174.405 ms/op | |
[info] compile·p0.90: 1178.599 ms/op | |
[info] compile·p0.95: 1178.599 ms/op | |
[info] compile·p0.99: 1178.599 ms/op | |
[info] compile·p0.999: 1178.599 ms/op | |
[info] compile·p0.9999: 1178.599 ms/op | |
[info] compile·p1.00: 1178.599 ms/op | |
[info] | |
[info] Iteration 3: 1174.405 ±(99.9%) 10.572 ms/op | |
[info] compile·p0.00: 1166.017 ms/op | |
[info] compile·p0.50: 1174.405 ms/op | |
[info] compile·p0.90: 1186.988 ms/op | |
[info] compile·p0.95: 1186.988 ms/op | |
[info] compile·p0.99: 1186.988 ms/op | |
[info] compile·p0.999: 1186.988 ms/op | |
[info] compile·p0.9999: 1186.988 ms/op | |
[info] compile·p1.00: 1186.988 ms/op | |
[info] | |
[info] Iteration 4: 1171.376 ±(99.9%) 15.067 ms/op | |
[info] compile·p0.00: 1161.822 ms/op | |
[info] compile·p0.50: 1168.114 ms/op | |
[info] compile·p0.90: 1193.279 ms/op | |
[info] compile·p0.95: 1193.279 ms/op | |
[info] compile·p0.99: 1193.279 ms/op | |
[info] compile·p0.999: 1193.279 ms/op | |
[info] compile·p0.9999: 1193.279 ms/op | |
[info] compile·p1.00: 1193.279 ms/op | |
[info] | |
[info] Iteration 5: 1166.949 ±(99.9%) 14.327 ms/op | |
[info] compile·p0.00: 1161.822 ms/op | |
[info] compile·p0.50: 1163.919 ms/op | |
[info] compile·p0.90: 1186.988 ms/op | |
[info] compile·p0.95: 1186.988 ms/op | |
[info] compile·p0.99: 1186.988 ms/op | |
[info] compile·p0.999: 1186.988 ms/op | |
[info] compile·p0.9999: 1186.988 ms/op | |
[info] compile·p1.00: 1186.988 ms/op | |
[info] | |
[info] Iteration 6: 1160.657 ±(99.9%) 8.471 ms/op | |
[info] compile·p0.00: 1153.434 ms/op | |
[info] compile·p0.50: 1159.725 ms/op | |
[info] compile·p0.90: 1172.308 ms/op | |
[info] compile·p0.95: 1172.308 ms/op | |
[info] compile·p0.99: 1172.308 ms/op | |
[info] compile·p0.999: 1172.308 ms/op | |
[info] compile·p0.9999: 1172.308 ms/op | |
[info] compile·p1.00: 1172.308 ms/op | |
[info] | |
[info] Iteration 7: 1159.725 ±(99.9%) 15.260 ms/op | |
[info] compile·p0.00: 1151.336 ms/op | |
[info] compile·p0.50: 1157.628 ms/op | |
[info] compile·p0.90: 1180.697 ms/op | |
[info] compile·p0.95: 1180.697 ms/op | |
[info] compile·p0.99: 1180.697 ms/op | |
[info] compile·p0.999: 1180.697 ms/op | |
[info] compile·p0.9999: 1180.697 ms/op | |
[info] compile·p1.00: 1180.697 ms/op | |
[info] | |
[info] Iteration 8: 1173.939 ±(99.9%) 51.456 ms/op | |
[info] compile·p0.00: 1153.434 ms/op | |
[info] compile·p0.50: 1163.919 ms/op | |
[info] compile·p0.90: 1252.000 ms/op | |
[info] compile·p0.95: 1252.000 ms/op | |
[info] compile·p0.99: 1252.000 ms/op | |
[info] compile·p0.999: 1252.000 ms/op | |
[info] compile·p0.9999: 1252.000 ms/op | |
[info] compile·p1.00: 1252.000 ms/op | |
[info] | |
[info] Iteration 9: 1161.589 ±(99.9%) 6.216 ms/op | |
[info] compile·p0.00: 1157.628 ms/op | |
[info] compile·p0.50: 1159.725 ms/op | |
[info] compile·p0.90: 1168.114 ms/op | |
[info] compile·p0.95: 1168.114 ms/op | |
[info] compile·p0.99: 1168.114 ms/op | |
[info] compile·p0.999: 1168.114 ms/op | |
[info] compile·p0.9999: 1168.114 ms/op | |
[info] compile·p1.00: 1168.114 ms/op | |
[info] | |
[info] Iteration 10: 1162.055 ±(99.9%) 16.571 ms/op | |
[info] compile·p0.00: 1151.336 ms/op | |
[info] compile·p0.50: 1159.725 ms/op | |
[info] compile·p0.90: 1184.891 ms/op | |
[info] compile·p0.95: 1184.891 ms/op | |
[info] compile·p0.99: 1184.891 ms/op | |
[info] compile·p0.999: 1184.891 ms/op | |
[info] compile·p0.9999: 1184.891 ms/op | |
[info] compile·p1.00: 1184.891 ms/op | |
[info] | |
[info] | |
[info] # Run progress: 66.67% complete, ETA 00:03:10 | |
[info] # Fork: 3 of 3 | |
[info] # Warmup Iteration 1: 5362.418 ms/op | |
[info] # Warmup Iteration 2: 1901.068 ±(99.9%) 694.929 ms/op | |
[info] # Warmup Iteration 3: 1483.286 ±(99.9%) 161.185 ms/op | |
[info] # Warmup Iteration 4: 1320.419 ±(99.9%) 76.288 ms/op | |
[info] # Warmup Iteration 5: 1258.815 ±(99.9%) 40.877 ms/op | |
[info] # Warmup Iteration 6: 1217.979 ±(99.9%) 32.860 ms/op | |
[info] # Warmup Iteration 7: 1197.241 ±(99.9%) 12.390 ms/op | |
[info] # Warmup Iteration 8: 1182.794 ±(99.9%) 22.427 ms/op | |
[info] Iteration 1: 1175.104 ±(99.9%) 20.245 ms/op | |
[info] compile·p0.00: 1161.822 ms/op | |
[info] compile·p0.50: 1174.405 ms/op | |
[info] compile·p0.90: 1197.474 ms/op | |
[info] compile·p0.95: 1197.474 ms/op | |
[info] compile·p0.99: 1197.474 ms/op | |
[info] compile·p0.999: 1197.474 ms/op | |
[info] compile·p0.9999: 1197.474 ms/op | |
[info] compile·p1.00: 1197.474 ms/op | |
[info] | |
[info] Iteration 2: 1170.444 ±(99.9%) 18.933 ms/op | |
[info] compile·p0.00: 1153.434 ms/op | |
[info] compile·p0.50: 1168.114 ms/op | |
[info] compile·p0.90: 1193.279 ms/op | |
[info] compile·p0.95: 1193.279 ms/op | |
[info] compile·p0.99: 1193.279 ms/op | |
[info] compile·p0.999: 1193.279 ms/op | |
[info] compile·p0.9999: 1193.279 ms/op | |
[info] compile·p1.00: 1193.279 ms/op | |
[info] | |
[info] Iteration 3: 1159.725 ±(99.9%) 13.303 ms/op | |
[info] compile·p0.00: 1145.045 ms/op | |
[info] compile·p0.50: 1157.628 ms/op | |
[info] compile·p0.90: 1172.308 ms/op | |
[info] compile·p0.95: 1172.308 ms/op | |
[info] compile·p0.99: 1172.308 ms/op | |
[info] compile·p0.999: 1172.308 ms/op | |
[info] compile·p0.9999: 1172.308 ms/op | |
[info] compile·p1.00: 1172.308 ms/op | |
[info] | |
[info] Iteration 4: 1161.589 ±(99.9%) 10.490 ms/op | |
[info] compile·p0.00: 1153.434 ms/op | |
[info] compile·p0.50: 1161.822 ms/op | |
[info] compile·p0.90: 1174.405 ms/op | |
[info] compile·p0.95: 1174.405 ms/op | |
[info] compile·p0.99: 1174.405 ms/op | |
[info] compile·p0.999: 1174.405 ms/op | |
[info] compile·p0.9999: 1174.405 ms/op | |
[info] compile·p1.00: 1174.405 ms/op | |
[info] | |
[info] Iteration 5: 1159.026 ±(99.9%) 16.341 ms/op | |
[info] compile·p0.00: 1147.142 ms/op | |
[info] compile·p0.50: 1157.628 ms/op | |
[info] compile·p0.90: 1174.405 ms/op | |
[info] compile·p0.95: 1174.405 ms/op | |
[info] compile·p0.99: 1174.405 ms/op | |
[info] compile·p0.999: 1174.405 ms/op | |
[info] compile·p0.9999: 1174.405 ms/op | |
[info] compile·p1.00: 1174.405 ms/op | |
[info] | |
[info] Iteration 6: 1156.463 ±(99.9%) 17.185 ms/op | |
[info] compile·p0.00: 1142.948 ms/op | |
[info] compile·p0.50: 1155.531 ms/op | |
[info] compile·p0.90: 1180.697 ms/op | |
[info] compile·p0.95: 1180.697 ms/op | |
[info] compile·p0.99: 1180.697 ms/op | |
[info] compile·p0.999: 1180.697 ms/op | |
[info] compile·p0.9999: 1180.697 ms/op | |
[info] compile·p1.00: 1180.697 ms/op | |
[info] | |
[info] Iteration 7: 1150.637 ±(99.9%) 10.862 ms/op | |
[info] compile·p0.00: 1140.851 ms/op | |
[info] compile·p0.50: 1151.336 ms/op | |
[info] compile·p0.90: 1159.725 ms/op | |
[info] compile·p0.95: 1159.725 ms/op | |
[info] compile·p0.99: 1159.725 ms/op | |
[info] compile·p0.999: 1159.725 ms/op | |
[info] compile·p0.9999: 1159.725 ms/op | |
[info] compile·p1.00: 1159.725 ms/op | |
[info] | |
[info] Iteration 8: 1153.667 ±(99.9%) 22.733 ms/op | |
[info] compile·p0.00: 1140.851 ms/op | |
[info] compile·p0.50: 1151.336 ms/op | |
[info] compile·p0.90: 1186.988 ms/op | |
[info] compile·p0.95: 1186.988 ms/op | |
[info] compile·p0.99: 1186.988 ms/op | |
[info] compile·p0.999: 1186.988 ms/op | |
[info] compile·p0.9999: 1186.988 ms/op | |
[info] compile·p1.00: 1186.988 ms/op | |
[info] | |
[info] Iteration 9: 1168.580 ±(99.9%) 56.572 ms/op | |
[info] compile·p0.00: 1138.754 ms/op | |
[info] compile·p0.50: 1149.239 ms/op | |
[info] compile·p0.90: 1245.708 ms/op | |
[info] compile·p0.95: 1245.708 ms/op | |
[info] compile·p0.99: 1245.708 ms/op | |
[info] compile·p0.999: 1245.708 ms/op | |
[info] compile·p0.9999: 1245.708 ms/op | |
[info] compile·p1.00: 1245.708 ms/op | |
[info] | |
[info] Iteration 10: 1173.473 ±(99.9%) 47.579 ms/op | |
[info] compile·p0.00: 1147.142 ms/op | |
[info] compile·p0.50: 1153.434 ms/op | |
[info] compile·p0.90: 1218.445 ms/op | |
[info] compile·p0.95: 1218.445 ms/op | |
[info] compile·p0.99: 1218.445 ms/op | |
[info] compile·p0.999: 1218.445 ms/op | |
[info] compile·p0.9999: 1218.445 ms/op | |
[info] compile·p1.00: 1218.445 ms/op | |
[info] | |
[info] | |
[info] | |
[info] Result "compile": | |
[info] N = 270 | |
[info] mean = 1161.356 ±(99.9%) 3.555 ms/op | |
[info] | |
[info] Histogram, ms/op: | |
[info] [1100.000, 1112.500) = 0 | |
[info] [1112.500, 1125.000) = 0 | |
[info] [1125.000, 1137.500) = 14 | |
[info] [1137.500, 1150.000) = 49 | |
[info] [1150.000, 1162.500) = 101 | |
[info] [1162.500, 1175.000) = 68 | |
[info] [1175.000, 1187.500) = 26 | |
[info] [1187.500, 1200.000) = 6 | |
[info] [1200.000, 1212.500) = 2 | |
[info] [1212.500, 1225.000) = 1 | |
[info] [1225.000, 1237.500) = 0 | |
[info] [1237.500, 1250.000) = 1 | |
[info] [1250.000, 1262.500) = 2 | |
[info] [1262.500, 1275.000) = 0 | |
[info] [1275.000, 1287.500) = 0 | |
[info] | |
[info] Percentiles, ms/op: | |
[info] p(0.0000) = 1126.171 ms/op | |
[info] p(50.0000) = 1159.725 ms/op | |
[info] p(90.0000) = 1182.584 ms/op | |
[info] p(95.0000) = 1186.988 ms/op | |
[info] p(99.0000) = 1247.533 ms/op | |
[info] p(99.9000) = 1252.000 ms/op | |
[info] p(99.9900) = 1252.000 ms/op | |
[info] p(99.9990) = 1252.000 ms/op | |
[info] p(99.9999) = 1252.000 ms/op | |
[info] p(100.0000) = 1252.000 ms/op | |
[info] | |
[info] | |
[info] # Run complete. Total time: 00:09:31 | |
[info] | |
[info] Benchmark (extraArgs) (source) Mode Cnt Score Error Units | |
[info] HotScalacBenchmark.compile scalap sample 270 1161.356 ± 3.555 ms/op | |
[info] HotScalacBenchmark.compile:compile·p0.00 scalap sample 1126.171 ms/op | |
[info] HotScalacBenchmark.compile:compile·p0.50 scalap sample 1159.725 ms/op | |
[info] HotScalacBenchmark.compile:compile·p0.90 scalap sample 1182.584 ms/op | |
[info] HotScalacBenchmark.compile:compile·p0.95 scalap sample 1186.988 ms/op | |
[info] HotScalacBenchmark.compile:compile·p0.99 scalap sample 1247.533 ms/op | |
[info] HotScalacBenchmark.compile:compile·p0.999 scalap sample 1252.000 ms/op | |
[info] HotScalacBenchmark.compile:compile·p0.9999 scalap sample 1252.000 ms/op | |
[info] HotScalacBenchmark.compile:compile·p1.00 scalap sample 1252.000 ms/op | |
[success] Total time: 585 s, completed May 12, 2017 6:23:19 AM | |
> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
> scala@scalabench:~/compiler-benchmark$ sbt | |
[info] Loading project definition from /home/scala/compiler-benchmark/project | |
[info] Set current project to compiler-benchmark (in build file:/home/scala/compiler-benchmark/) | |
> set resolvers in ThisBuild += "int" at "https://scala-ci.typesafe.com/artifactory/scala-integration/" | |
[info] Defining {.}/*:resolvers | |
[info] The new value will be used by compilation/*:externalResolvers, compiler-benchmark/*:resolvers and 2 others. | |
[info] Run `last` for details. | |
[info] Reapplying settings... | |
[info] Set current project to compiler-benchmark (in build file:/home/scala/compiler-benchmark/) | |
> set every scalaVersion := "2.12.3-bin-c9c5cfd" | |
[info] Defining */*:scalaVersion, {.}/*:scalaVersion | |
[info] The new values will be used by */*:crossScalaVersions, */*:scalaBinaryVersion and 82 others. | |
[info] Run `last` for details. | |
[info] Reapplying settings... | |
[info] Set current project to compiler-benchmark (in build file:/home/scala/compiler-benchmark/) | |
> hot -p source=scalap | |
[info] Updating {file:/home/scala/compiler-benchmark/}infrastructure... | |
[info] Resolving jline#jline;2.14.3 ... | |
[info] downloading https://scala-ci.typesafe.com/artifactory/scala-integration/org/scala-lang/scala-compiler/2.12.3-bin-c9c5cfd/scala-compiler-2.12.3-bin-c9c5cfd.jar ... | |
[info] [SUCCESSFUL ] org.scala-lang#scala-compiler;2.12.3-bin-c9c5cfd!scala-compiler.jar (1007ms) | |
[info] downloading https://scala-ci.typesafe.com/artifactory/scala-integration/org/scala-lang/scala-library/2.12.3-bin-c9c5cfd/scala-library-2.12.3-bin-c9c5cfd.jar ... | |
[info] [SUCCESSFUL ] org.scala-lang#scala-library;2.12.3-bin-c9c5cfd!scala-library.jar (512ms) | |
[info] downloading https://scala-ci.typesafe.com/artifactory/scala-integration/org/scala-lang/scala-reflect/2.12.3-bin-c9c5cfd/scala-reflect-2.12.3-bin-c9c5cfd.jar ... | |
[info] [SUCCESSFUL ] org.scala-lang#scala-reflect;2.12.3-bin-c9c5cfd!scala-reflect.jar (431ms) | |
[info] Done updating. | |
[warn] There may be incompatibilities among your library dependencies. | |
[warn] Here are some of the libraries that were evicted: | |
[warn] * com.google.guava:guava:20.0 -> 21.0 | |
[warn] Run 'evicted' to see detailed eviction warnings | |
[info] Updating {file:/home/scala/compiler-benchmark/}compilation... | |
[info] Resolving jline#jline;2.14.3 ... | |
[info] Done updating. | |
[info] Compiling 8 Java sources to /home/scala/compiler-benchmark/infrastructure/target/classes... | |
[info] Compiling 1 Scala source and 2 Java sources to /home/scala/compiler-benchmark/compilation/target/scala-2.12/classes... | |
[info] 'compiler-interface' not yet compiled for Scala 2.12.3-bin-c9c5cfd. Compiling... | |
[info] Compilation completed in 6.116 s | |
[warn] there was one feature warning; re-run with -feature for details | |
[warn] one warning found | |
Processing 28 classes from /home/scala/compiler-benchmark/compilation/target/scala-2.12/classes with "reflection" generator | |
Writing out Java source to /home/scala/compiler-benchmark/compilation/target/scala-2.12/src_managed/jmh and resources to /home/scala/compiler-benchmark/compilation/target/scala-2.12/resource_managed/jmh | |
[info] Compiling 20 Java sources to /home/scala/compiler-benchmark/compilation/target/scala-2.12/classes... | |
[info] Running org.openjdk.jmh.Main HotScalacBenchmark -p source=scalap | |
[info] # JMH 1.14.1 (released 234 days ago, please consider updating!) | |
[info] # VM version: JDK 1.8.0_131, VM 25.131-b11 | |
[info] # VM invoker: /usr/lib/jvm/java-8-oracle/jre/bin/java | |
[info] # VM options: -DscalaVersion=2.12.3-bin-c9c5cfd -DscalaRef=c9c5cfd | |
[info] # Warmup: 8 iterations, 10 s each | |
[info] # Measurement: 10 iterations, 10 s each | |
[info] # Timeout: 10 min per iteration | |
[info] # Threads: 1 thread, will synchronize iterations | |
[info] # Benchmark mode: Sampling time | |
[info] # Benchmark: scala.tools.nsc.HotScalacBenchmark.compile | |
[info] # Parameters: (extraArgs = , source = scalap) | |
[info] | |
[info] # Run progress: 0.00% complete, ETA 00:09:00 | |
[info] # Fork: 1 of 3 | |
[info] # Warmup Iteration 1: 5471.470 ms/op | |
[info] # Warmup Iteration 2: 1789.220 ±(99.9%) 852.400 ms/op | |
[info] # Warmup Iteration 3: 1317.798 ±(99.9%) 172.623 ms/op | |
[info] # Warmup Iteration 4: 1155.997 ±(99.9%) 74.774 ms/op | |
[info] # Warmup Iteration 5: 1094.818 ±(99.9%) 44.680 ms/op | |
[info] # Warmup Iteration 6: 1055.601 ±(99.9%) 21.151 ms/op | |
[info] # Warmup Iteration 7: 1028.653 ±(99.9%) 16.322 ms/op | |
[info] # Warmup Iteration 8: 1019.006 ±(99.9%) 6.376 ms/op | |
[info] Iteration 1: 1018.062 ±(99.9%) 31.114 ms/op | |
[info] compile·p0.00: 1002.439 ms/op | |
[info] compile·p0.50: 1010.303 ms/op | |
[info] compile·p0.90: 1068.499 ms/op | |
[info] compile·p0.95: 1072.693 ms/op | |
[info] compile·p0.99: 1072.693 ms/op | |
[info] compile·p0.999: 1072.693 ms/op | |
[info] compile·p0.9999: 1072.693 ms/op | |
[info] compile·p1.00: 1072.693 ms/op | |
[info] | |
[info] Iteration 2: 1006.109 ±(99.9%) 11.607 ms/op | |
[info] compile·p0.00: 998.244 ms/op | |
[info] compile·p0.50: 1004.536 ms/op | |
[info] compile·p0.90: 1023.096 ms/op | |
[info] compile·p0.95: 1024.459 ms/op | |
[info] compile·p0.99: 1024.459 ms/op | |
[info] compile·p0.999: 1024.459 ms/op | |
[info] compile·p0.9999: 1024.459 ms/op | |
[info] compile·p1.00: 1024.459 ms/op | |
[info] | |
[info] Iteration 3: 1012.505 ±(99.9%) 14.144 ms/op | |
[info] compile·p0.00: 1002.439 ms/op | |
[info] compile·p0.50: 1011.876 ms/op | |
[info] compile·p0.90: 1030.750 ms/op | |
[info] compile·p0.95: 1031.799 ms/op | |
[info] compile·p0.99: 1031.799 ms/op | |
[info] compile·p0.999: 1031.799 ms/op | |
[info] compile·p0.9999: 1031.799 ms/op | |
[info] compile·p1.00: 1031.799 ms/op | |
[info] | |
[info] Iteration 4: 1000.027 ±(99.9%) 15.498 ms/op | |
[info] compile·p0.00: 993.001 ms/op | |
[info] compile·p0.50: 996.671 ms/op | |
[info] compile·p0.90: 1025.193 ms/op | |
[info] compile·p0.95: 1027.604 ms/op | |
[info] compile·p0.99: 1027.604 ms/op | |
[info] compile·p0.999: 1027.604 ms/op | |
[info] compile·p0.9999: 1027.604 ms/op | |
[info] compile·p1.00: 1027.604 ms/op | |
[info] | |
[info] Iteration 5: 996.814 ±(99.9%) 6.024 ms/op | |
[info] compile·p0.00: 990.904 ms/op | |
[info] compile·p0.50: 998.244 ms/op | |
[info] compile·p0.90: 1002.229 ms/op | |
[info] compile·p0.95: 1002.439 ms/op | |
[info] compile·p0.99: 1002.439 ms/op | |
[info] compile·p0.999: 1002.439 ms/op | |
[info] compile·p0.9999: 1002.439 ms/op | |
[info] compile·p1.00: 1002.439 ms/op | |
[info] | |
[info] Iteration 6: 994.908 ±(99.9%) 14.600 ms/op | |
[info] compile·p0.00: 988.807 ms/op | |
[info] compile·p0.50: 989.856 ms/op | |
[info] compile·p0.90: 1019.426 ms/op | |
[info] compile·p0.95: 1022.362 ms/op | |
[info] compile·p0.99: 1022.362 ms/op | |
[info] compile·p0.999: 1022.362 ms/op | |
[info] compile·p0.9999: 1022.362 ms/op | |
[info] compile·p1.00: 1022.362 ms/op | |
[info] | |
[info] Iteration 7: 994.145 ±(99.9%) 12.499 ms/op | |
[info] compile·p0.00: 979.370 ms/op | |
[info] compile·p0.50: 991.953 ms/op | |
[info] compile·p0.90: 1010.827 ms/op | |
[info] compile·p0.95: 1011.876 ms/op | |
[info] compile·p0.99: 1011.876 ms/op | |
[info] compile·p0.999: 1011.876 ms/op | |
[info] compile·p0.9999: 1011.876 ms/op | |
[info] compile·p1.00: 1011.876 ms/op | |
[info] | |
[info] Iteration 8: 988.521 ±(99.9%) 12.135 ms/op | |
[info] compile·p0.00: 977.273 ms/op | |
[info] compile·p0.50: 986.710 ms/op | |
[info] compile·p0.90: 1006.633 ms/op | |
[info] compile·p0.95: 1009.779 ms/op | |
[info] compile·p0.99: 1009.779 ms/op | |
[info] compile·p0.999: 1009.779 ms/op | |
[info] compile·p0.9999: 1009.779 ms/op | |
[info] compile·p1.00: 1009.779 ms/op | |
[info] | |
[info] Iteration 9: 988.998 ±(99.9%) 6.671 ms/op | |
[info] compile·p0.00: 978.321 ms/op | |
[info] compile·p0.50: 990.904 ms/op | |
[info] compile·p0.90: 993.840 ms/op | |
[info] compile·p0.95: 994.050 ms/op | |
[info] compile·p0.99: 994.050 ms/op | |
[info] compile·p0.999: 994.050 ms/op | |
[info] compile·p0.9999: 994.050 ms/op | |
[info] compile·p1.00: 994.050 ms/op | |
[info] | |
[info] Iteration 10: 987.091 ±(99.9%) 6.623 ms/op | |
[info] compile·p0.00: 978.321 ms/op | |
[info] compile·p0.50: 985.661 ms/op | |
[info] compile·p0.90: 994.889 ms/op | |
[info] compile·p0.95: 995.099 ms/op | |
[info] compile·p0.99: 995.099 ms/op | |
[info] compile·p0.999: 995.099 ms/op | |
[info] compile·p0.9999: 995.099 ms/op | |
[info] compile·p1.00: 995.099 ms/op | |
[info] | |
[info] | |
[info] # Run progress: 33.33% complete, ETA 00:06:21 | |
[info] # Fork: 2 of 3 | |
[info] # Warmup Iteration 1: 5242.880 ms/op | |
[info] # Warmup Iteration 2: 1706.033 ±(99.9%) 524.834 ms/op | |
[info] # Warmup Iteration 3: 1290.535 ±(99.9%) 174.159 ms/op | |
[info] # Warmup Iteration 4: 1120.811 ±(99.9%) 57.480 ms/op | |
[info] # Warmup Iteration 5: 1069.023 ±(99.9%) 40.866 ms/op | |
[info] # Warmup Iteration 6: 1027.395 ±(99.9%) 20.050 ms/op | |
[info] # Warmup Iteration 7: 1009.674 ±(99.9%) 26.022 ms/op | |
[info] # Warmup Iteration 8: 1000.446 ±(99.9%) 16.499 ms/op | |
[info] Iteration 1: 992.906 ±(99.9%) 14.037 ms/op | |
[info] compile·p0.00: 984.613 ms/op | |
[info] compile·p0.50: 989.856 ms/op | |
[info] compile·p0.90: 1016.699 ms/op | |
[info] compile·p0.95: 1022.362 ms/op | |
[info] compile·p0.99: 1022.362 ms/op | |
[info] compile·p0.999: 1022.362 ms/op | |
[info] compile·p0.9999: 1022.362 ms/op | |
[info] compile·p1.00: 1022.362 ms/op | |
[info] | |
[info] Iteration 2: 991.095 ±(99.9%) 13.336 ms/op | |
[info] compile·p0.00: 983.564 ms/op | |
[info] compile·p0.50: 987.759 ms/op | |
[info] compile·p0.90: 1013.763 ms/op | |
[info] compile·p0.95: 1018.167 ms/op | |
[info] compile·p0.99: 1018.167 ms/op | |
[info] compile·p0.999: 1018.167 ms/op | |
[info] compile·p0.9999: 1018.167 ms/op | |
[info] compile·p1.00: 1018.167 ms/op | |
[info] | |
[info] Iteration 3: 982.420 ±(99.9%) 16.680 ms/op | |
[info] compile·p0.00: 969.933 ms/op | |
[info] compile·p0.50: 976.224 ms/op | |
[info] compile·p0.90: 1007.262 ms/op | |
[info] compile·p0.95: 1009.779 ms/op | |
[info] compile·p0.99: 1009.779 ms/op | |
[info] compile·p0.999: 1009.779 ms/op | |
[info] compile·p0.9999: 1009.779 ms/op | |
[info] compile·p1.00: 1009.779 ms/op | |
[info] | |
[info] Iteration 4: 973.269 ±(99.9%) 8.841 ms/op | |
[info] compile·p0.00: 959.447 ms/op | |
[info] compile·p0.50: 973.079 ms/op | |
[info] compile·p0.90: 981.257 ms/op | |
[info] compile·p0.95: 981.467 ms/op | |
[info] compile·p0.99: 981.467 ms/op | |
[info] compile·p0.999: 981.467 ms/op | |
[info] compile·p0.9999: 981.467 ms/op | |
[info] compile·p1.00: 981.467 ms/op | |
[info] | |
[info] Iteration 5: 970.981 ±(99.9%) 8.331 ms/op | |
[info] compile·p0.00: 962.593 ms/op | |
[info] compile·p0.50: 969.933 ms/op | |
[info] compile·p0.90: 983.145 ms/op | |
[info] compile·p0.95: 984.613 ms/op | |
[info] compile·p0.99: 984.613 ms/op | |
[info] compile·p0.999: 984.613 ms/op | |
[info] compile·p0.9999: 984.613 ms/op | |
[info] compile·p1.00: 984.613 ms/op | |
[info] | |
[info] Iteration 6: 972.411 ±(99.9%) 9.314 ms/op | |
[info] compile·p0.00: 957.350 ms/op | |
[info] compile·p0.50: 973.079 ms/op | |
[info] compile·p0.90: 982.725 ms/op | |
[info] compile·p0.95: 983.564 ms/op | |
[info] compile·p0.99: 983.564 ms/op | |
[info] compile·p0.999: 983.564 ms/op | |
[info] compile·p0.9999: 983.564 ms/op | |
[info] compile·p1.00: 983.564 ms/op | |
[info] | |
[info] Iteration 7: 979.370 ±(99.9%) 51.668 ms/op | |
[info] compile·p0.00: 961.544 ms/op | |
[info] compile·p0.50: 964.690 ms/op | |
[info] compile·p0.90: 1069.757 ms/op | |
[info] compile·p0.95: 1088.422 ms/op | |
[info] compile·p0.99: 1088.422 ms/op | |
[info] compile·p0.999: 1088.422 ms/op | |
[info] compile·p0.9999: 1088.422 ms/op | |
[info] compile·p1.00: 1088.422 ms/op | |
[info] | |
[info] Iteration 8: 969.456 ±(99.9%) 19.972 ms/op | |
[info] compile·p0.00: 961.544 ms/op | |
[info] compile·p0.50: 965.738 ms/op | |
[info] compile·p0.90: 1004.116 ms/op | |
[info] compile·p0.95: 1011.876 ms/op | |
[info] compile·p0.99: 1011.876 ms/op | |
[info] compile·p0.999: 1011.876 ms/op | |
[info] compile·p0.9999: 1011.876 ms/op | |
[info] compile·p1.00: 1011.876 ms/op | |
[info] | |
[info] Iteration 9: 974.413 ±(99.9%) 24.041 ms/op | |
[info] compile·p0.00: 962.593 ms/op | |
[info] compile·p0.50: 967.836 ms/op | |
[info] compile·p0.90: 1010.827 ms/op | |
[info] compile·p0.95: 1011.876 ms/op | |
[info] compile·p0.99: 1011.876 ms/op | |
[info] compile·p0.999: 1011.876 ms/op | |
[info] compile·p0.9999: 1011.876 ms/op | |
[info] compile·p1.00: 1011.876 ms/op | |
[info] | |
[info] Iteration 10: 974.890 ±(99.9%) 19.262 ms/op | |
[info] compile·p0.00: 962.593 ms/op | |
[info] compile·p0.50: 968.884 ms/op | |
[info] compile·p0.90: 1005.165 ms/op | |
[info] compile·p0.95: 1010.827 ms/op | |
[info] compile·p0.99: 1010.827 ms/op | |
[info] compile·p0.999: 1010.827 ms/op | |
[info] compile·p0.9999: 1010.827 ms/op | |
[info] compile·p1.00: 1010.827 ms/op | |
[info] | |
[info] | |
[info] # Run progress: 66.67% complete, ETA 00:03:10 | |
[info] # Fork: 3 of 3 | |
[info] # Warmup Iteration 1: 5077.205 ms/op | |
[info] # Warmup Iteration 2: 1743.782 ±(99.9%) 768.482 ms/op | |
[info] # Warmup Iteration 3: 1300.234 ±(99.9%) 166.832 ms/op | |
[info] # Warmup Iteration 4: 1127.802 ±(99.9%) 53.498 ms/op | |
[info] # Warmup Iteration 5: 1055.077 ±(99.9%) 28.514 ms/op | |
[info] # Warmup Iteration 6: 1028.338 ±(99.9%) 14.947 ms/op | |
[info] # Warmup Iteration 7: 1008.835 ±(99.9%) 28.402 ms/op | |
[info] # Warmup Iteration 8: 994.527 ±(99.9%) 9.627 ms/op | |
[info] Iteration 1: 977.178 ±(99.9%) 6.691 ms/op | |
[info] compile·p0.00: 969.933 ms/op | |
[info] compile·p0.50: 976.224 ms/op | |
[info] compile·p0.90: 987.129 ms/op | |
[info] compile·p0.95: 988.807 ms/op | |
[info] compile·p0.99: 988.807 ms/op | |
[info] compile·p0.999: 988.807 ms/op | |
[info] compile·p0.9999: 988.807 ms/op | |
[info] compile·p1.00: 988.807 ms/op | |
[info] | |
[info] Iteration 2: 978.512 ±(99.9%) 13.461 ms/op | |
[info] compile·p0.00: 962.593 ms/op | |
[info] compile·p0.50: 978.321 ms/op | |
[info] compile·p0.90: 997.615 ms/op | |
[info] compile·p0.95: 1001.390 ms/op | |
[info] compile·p0.99: 1001.390 ms/op | |
[info] compile·p0.999: 1001.390 ms/op | |
[info] compile·p0.9999: 1001.390 ms/op | |
[info] compile·p1.00: 1001.390 ms/op | |
[info] | |
[info] Iteration 3: 976.415 ±(99.9%) 4.342 ms/op | |
[info] compile·p0.00: 970.981 ms/op | |
[info] compile·p0.50: 977.273 ms/op | |
[info] compile·p0.90: 980.419 ms/op | |
[info] compile·p0.95: 980.419 ms/op | |
[info] compile·p0.99: 980.419 ms/op | |
[info] compile·p0.999: 980.419 ms/op | |
[info] compile·p0.9999: 980.419 ms/op | |
[info] compile·p1.00: 980.419 ms/op | |
[info] | |
[info] Iteration 4: 970.314 ±(99.9%) 10.877 ms/op | |
[info] compile·p0.00: 959.447 ms/op | |
[info] compile·p0.50: 969.933 ms/op | |
[info] compile·p0.90: 986.920 ms/op | |
[info] compile·p0.95: 989.856 ms/op | |
[info] compile·p0.99: 989.856 ms/op | |
[info] compile·p0.999: 989.856 ms/op | |
[info] compile·p0.9999: 989.856 ms/op | |
[info] compile·p1.00: 989.856 ms/op | |
[info] | |
[info] Iteration 5: 970.219 ±(99.9%) 17.403 ms/op | |
[info] compile·p0.00: 954.204 ms/op | |
[info] compile·p0.50: 969.933 ms/op | |
[info] compile·p0.90: 995.518 ms/op | |
[info] compile·p0.95: 999.293 ms/op | |
[info] compile·p0.99: 999.293 ms/op | |
[info] compile·p0.999: 999.293 ms/op | |
[info] compile·p0.9999: 999.293 ms/op | |
[info] compile·p1.00: 999.293 ms/op | |
[info] | |
[info] Iteration 6: 975.080 ±(99.9%) 50.401 ms/op | |
[info] compile·p0.00: 948.961 ms/op | |
[info] compile·p0.50: 966.787 ms/op | |
[info] compile·p0.90: 1060.949 ms/op | |
[info] compile·p0.95: 1082.130 ms/op | |
[info] compile·p0.99: 1082.130 ms/op | |
[info] compile·p0.999: 1082.130 ms/op | |
[info] compile·p0.9999: 1082.130 ms/op | |
[info] compile·p1.00: 1082.130 ms/op | |
[info] | |
[info] Iteration 7: 970.028 ±(99.9%) 12.449 ms/op | |
[info] compile·p0.00: 963.641 ms/op | |
[info] compile·p0.50: 966.787 ms/op | |
[info] compile·p0.90: 990.904 ms/op | |
[info] compile·p0.95: 995.099 ms/op | |
[info] compile·p0.99: 995.099 ms/op | |
[info] compile·p0.999: 995.099 ms/op | |
[info] compile·p0.9999: 995.099 ms/op | |
[info] compile·p1.00: 995.099 ms/op | |
[info] | |
[info] Iteration 8: 968.312 ±(99.9%) 16.501 ms/op | |
[info] compile·p0.00: 960.496 ms/op | |
[info] compile·p0.50: 964.690 ms/op | |
[info] compile·p0.90: 996.776 ms/op | |
[info] compile·p0.95: 1003.487 ms/op | |
[info] compile·p0.99: 1003.487 ms/op | |
[info] compile·p0.999: 1003.487 ms/op | |
[info] compile·p0.9999: 1003.487 ms/op | |
[info] compile·p1.00: 1003.487 ms/op | |
[info] | |
[info] Iteration 9: 966.692 ±(99.9%) 21.436 ms/op | |
[info] compile·p0.00: 956.301 ms/op | |
[info] compile·p0.50: 959.447 ms/op | |
[info] compile·p0.90: 1000.342 ms/op | |
[info] compile·p0.95: 1002.439 ms/op | |
[info] compile·p0.99: 1002.439 ms/op | |
[info] compile·p0.999: 1002.439 ms/op | |
[info] compile·p0.9999: 1002.439 ms/op | |
[info] compile·p1.00: 1002.439 ms/op | |
[info] | |
[info] Iteration 10: 968.503 ±(99.9%) 17.321 ms/op | |
[info] compile·p0.00: 958.398 ms/op | |
[info] compile·p0.50: 963.641 ms/op | |
[info] compile·p0.90: 993.840 ms/op | |
[info] compile·p0.95: 995.099 ms/op | |
[info] compile·p0.99: 995.099 ms/op | |
[info] compile·p0.999: 995.099 ms/op | |
[info] compile·p0.9999: 995.099 ms/op | |
[info] compile·p1.00: 995.099 ms/op | |
[info] | |
[info] | |
[info] | |
[info] Result "compile": | |
[info] N = 326 | |
[info] mean = 982.667 ±(99.9%) 3.495 ms/op | |
[info] | |
[info] Histogram, ms/op: | |
[info] [ 900.000, 912.500) = 0 | |
[info] [ 912.500, 925.000) = 0 | |
[info] [ 925.000, 937.500) = 0 | |
[info] [ 937.500, 950.000) = 1 | |
[info] [ 950.000, 962.500) = 23 | |
[info] [ 962.500, 975.000) = 108 | |
[info] [ 975.000, 987.500) = 69 | |
[info] [ 987.500, 1000.000) = 73 | |
[info] [1000.000, 1012.500) = 37 | |
[info] [1012.500, 1025.000) = 9 | |
[info] [1025.000, 1037.500) = 3 | |
[info] [1037.500, 1050.000) = 0 | |
[info] [1050.000, 1062.500) = 0 | |
[info] [1062.500, 1075.000) = 1 | |
[info] [1075.000, 1087.500) = 1 | |
[info] | |
[info] Percentiles, ms/op: | |
[info] p(0.0000) = 948.961 ms/op | |
[info] p(50.0000) = 979.370 ms/op | |
[info] p(90.0000) = 1006.948 ms/op | |
[info] p(95.0000) = 1011.876 ms/op | |
[info] p(99.0000) = 1061.652 ms/op | |
[info] p(99.9000) = 1088.422 ms/op | |
[info] p(99.9900) = 1088.422 ms/op | |
[info] p(99.9990) = 1088.422 ms/op | |
[info] p(99.9999) = 1088.422 ms/op | |
[info] p(100.0000) = 1088.422 ms/op | |
[info] | |
[info] | |
[info] # Run complete. Total time: 00:09:31 | |
[info] | |
[info] Benchmark (extraArgs) (source) Mode Cnt Score Error Units | |
[info] HotScalacBenchmark.compile scalap sample 326 982.667 ± 3.495 ms/op | |
[info] HotScalacBenchmark.compile:compile·p0.00 scalap sample 948.961 ms/op | |
[info] HotScalacBenchmark.compile:compile·p0.50 scalap sample 979.370 ms/op | |
[info] HotScalacBenchmark.compile:compile·p0.90 scalap sample 1006.948 ms/op | |
[info] HotScalacBenchmark.compile:compile·p0.95 scalap sample 1011.876 ms/op | |
[info] HotScalacBenchmark.compile:compile·p0.99 scalap sample 1061.652 ms/op | |
[info] HotScalacBenchmark.compile:compile·p0.999 scalap sample 1088.422 ms/op | |
[info] HotScalacBenchmark.compile:compile·p0.9999 scalap sample 1088.422 ms/op | |
[info] HotScalacBenchmark.compile:compile·p1.00 scalap sample 1088.422 ms/op | |
[success] Total time: 584 s, completed May 12, 2017 6:37:32 AM | |
> |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment