benchmark results before and after the JVM changes

new.edn

({:args (:state/process-generation-input), :samples 6, :fn clojush.bench.helpers/process-generation-deserialize, :score-error 4.046196493848768, :index 0, :score-confidence [117.56223226848456 125.6546252561821], :name :process-generation, :mode :single-shot, :params {:process_generation_input_id "3714-33fc8276-c3d3-4405-931b-4f087df5a415"}, :statistics {:max 124.171268052, :mean 121.60842876233333, :min 119.726577712, :n 6, :percentiles {0.0 119.726577712, 50.0 121.3598037545, 90 124.171268052, 95 124.171268052, 99 124.171268052, 99.9 124.171268052, 99.99 124.171268052, 99.999 124.171268052, 99.9999 124.171268052, 100 124.171268052}, :stdev 1.4429126470638984, :sum 729.650572574, :variance 2.081996907056946}, :threads 1, :score [121.60842876233333 "s/op"]} {:args (:state/process-generation-input), :samples 6, :fn clojush.bench.helpers/process-generation-deserialize, :score-error 1.2430860914703907, :index 0, :score-confidence [50.49914804452961 52.98532022747039], :name :process-generation, :mode :single-shot, :params {:process_generation_input_id "1085-c785a344-19ed-45cc-9972-8042e2618079"}, :statistics {:max 52.360619644, :mean 51.742234136, :min 51.233505181, :n 6, :percentiles {0.0 51.233505181, 50.0 51.610507596999994, 90 52.360619644, 95 52.360619644, 99 52.360619644, 99.9 52.360619644, 99.99 52.360619644, 99.999 52.360619644, 99.9999 52.360619644, 100 52.360619644}, :stdev 0.4432964749731449, :sum 310.453404816, :variance 0.1965117647236161}, :threads 1, :score [51.742234136 "s/op"]} {:args (:state/process-generation-input), :samples 6, :fn clojush.bench.helpers/process-generation-deserialize, :score-error 2.5654270543206827, :index 0, :score-confidence [110.39777742301267 115.52863153165403], :name :process-generation, :mode :single-shot, :params {:process_generation_input_id "3483-9316a199-11e3-44e8-aaea-a8ab1ca87cb1"}, :statistics {:max 114.232027175, :mean 112.96320447733335, :min 112.181228501, :n 6, :percentiles {0.0 112.181228501, 50.0 112.591758216, 90 114.232027175, 95 114.232027175, 99 114.232027175, 99.9 114.232027175, 99.99 114.232027175, 99.999 114.232027175, 99.9999 114.232027175, 100 114.232027175}, :stdev 0.9148560005493277, :sum 677.7792268640001, :variance 0.8369615017411114}, :threads 1, :score [112.96320447733335 "s/op"]} {:args (:state/process-generation-input), :samples 6, :fn clojush.bench.helpers/process-generation-deserialize, :score-error 2.5533190899441642, :index 0, :score-confidence [123.8330731942225 128.93971137411083], :name :process-generation, :mode :single-shot, :params {:process_generation_input_id "3777-b28b22df-9be3-4573-b32a-3958c0c5ebd0"}, :statistics {:max 127.412347875, :mean 126.38639228416666, :min 124.853474426, :n 6, :percentiles {0.0 124.853474426, 50.0 126.41732231099999, 90 127.412347875, 95 127.412347875, 99 127.412347875, 99.9 127.412347875, 99.99 127.412347875, 99.999 127.412347875, 99.9999 127.412347875, 100 127.412347875}, :stdev 0.9105381838156031, :sum 758.3183537049999, :variance 0.8290797841862171}, :threads 1, :score [126.38639228416666 "s/op"]} {:args (:state/process-generation-input), :samples 6, :fn clojush.bench.helpers/process-generation-deserialize, :score-error 2.9790956340629213, :index 0, :score-confidence [85.01327824243708 90.97146951056291], :name :process-generation, :mode :single-shot, :params {:process_generation_input_id "2423-5b6c7298-dc2b-43c1-8266-929730311695"}, :statistics {:max 89.412748609, :mean 87.9923738765, :min 86.794353623, :n 6, :percentiles {0.0 86.794353623, 50.0 87.7135376625, 90 89.412748609, 95 89.412748609, 99 89.412748609, 99.9 89.412748609, 99.99 89.412748609, 99.999 89.412748609, 99.9999 89.412748609, 100 89.412748609}, :stdev 1.062374200990274, :sum 527.954243259, :variance 1.1286389429297228}, :threads 1, :score [87.9923738765 "s/op"]} {:args (:state/eval-push-input), :samples 150, :fn clojush.interpreter/eval-push, :score-error 0.03197382172350558, :index 1, :score-confidence [0.08581821627649433 0.14976585972350548], :name :eval-push, :mode :single-shot, :params {:eval_push_input_id "1369-09420c81-0e78-4322-8823-2c5d14c4ac3b"}, :statistics {:max 0.70044795, :mean 0.1177920379999999, :min 0.02723235, :n 150, :percentiles {0.0 0.02723235, 50.0 0.0821858, 90 0.24883335999999998, 95 0.37622261499999987, 99 0.6422846175000011, 99.9 0.70044795, 99.99 0.70044795, 99.999 0.70044795, 99.9999 0.70044795, 100 0.70044795}, :stdev 0.11665039491487339, :sum 17.668805699999986, :variance 0.01360731463379592}, :threads 20, :score [0.1177920379999999 "ms/op"]} {:args (:state/eval-push-input), :samples 150, :fn clojush.interpreter/eval-push, :score-error 0.04059279169920994, :index 1, :score-confidence [0.12465776363412341 0.2058433470325433], :name :eval-push, :mode :single-shot, :params {:eval_push_input_id "28-f1c99415-90ee-4b77-aa79-0a7c87162c8c"}, :statistics {:max 0.6370686499999999, :mean 0.16525055533333335, :min 0.0303973, :n 150, :percentiles {0.0 0.0303973, 50.0 0.1064263, 90 0.43444931999999997, 95 0.5342753724999999, 99 0.6243284930000002, 99.9 0.6370686499999999, 99.99 0.6370686499999999, 99.999 0.6370686499999999, 99.9999 0.6370686499999999, 100 0.6370686499999999}, :stdev 0.14809506424841837, :sum 24.7875833, :variance 0.021932148054743167}, :threads 20, :score [0.16525055533333335 "ms/op"]} {:args (:state/eval-push-input), :samples 150, :fn clojush.interpreter/eval-push, :score-error 0.02507999909589804, :index 1, :score-confidence [0.06854041990410194 0.11870041809589803], :name :eval-push, :mode :single-shot, :params {:eval_push_input_id "1045-922d31ff-fe14-454c-831e-e8ca9ada0e02"}, :statistics {:max 0.50531995, :mean 0.09362041899999998, :min 0.030124199999999997, :n 150, :percentiles {0.0 0.030124199999999997, 50.0 0.062851475, 90 0.19706906000000002, 95 0.32019677249999984, 99 0.48868879900000023, 99.9 0.50531995, 99.99 0.50531995, 99.999 0.50531995, 99.9999 0.50531995, 100 0.50531995}, :stdev 0.0914995968983721, :sum 14.043062849999997, :variance 0.008372176232564586}, :threads 20, :score [0.09362041899999998 "ms/op"]} {:args (:state/eval-push-input), :samples 150, :fn clojush.interpreter/eval-push, :score-error 0.03194673762843145, :index 1, :score-confidence [0.11409103803823525 0.17798451329509815], :name :eval-push, :mode :single-shot, :params {:eval_push_input_id "2391-26d2d62a-fa34-4d4d-9fb8-ea1b14d530fc"}, :statistics {:max 0.5852305, :mean 0.1460377756666667, :min 0.027927249999999997, :n 150, :percentiles {0.0 0.027927249999999997, 50.0 0.09552485, 90 0.3408098150000001, 95 0.3910904674999999, 99 0.5648333050000003, 99.9 0.5852305, 99.99 0.5852305, 99.999 0.5852305, 99.9999 0.5852305, 100 0.5852305}, :stdev 0.11655158375574357, :sum 21.905666350000004, :variance 0.013584271675972108}, :threads 20, :score [0.1460377756666667 "ms/op"]} {:args (:state/eval-push-input), :samples 150, :fn clojush.interpreter/eval-push, :score-error 0.02576742426946765, :index 1, :score-confidence [0.0810534400638657 0.132588288602801], :name :eval-push, :mode :single-shot, :params {:eval_push_input_id "4250-bb5ac8bc-586e-49ab-8e8c-069f17934949"}, :statistics {:max 0.52468475, :mean 0.10682086433333335, :min 0.027706450000000004, :n 150, :percentiles {0.0 0.027706450000000004, 50.0 0.08950924999999998, 90 0.23765647, 95 0.3280567474999998, 99 0.5128738385000002, 99.9 0.52468475, 99.99 0.52468475, 99.999 0.52468475, 99.9999 0.52468475, 100 0.52468475}, :stdev 0.09400753663309482, :sum 16.02312965, :variance 0.008837416943822663}, :threads 20, :score [0.10682086433333335 "ms/op"]})

old.edn

({:args (:state/process-generation-input), :samples 6, :fn clojush.bench.helpers/process-generation-deserialize, :score-error 10.97206212272804, :index 0, :score-confidence [388.9452669842719 410.889391229728], :name :process-generation, :mode :single-shot, :params {:process_generation_input_id "3714-33fc8276-c3d3-4405-931b-4f087df5a415"}, :statistics {:max 404.680445352, :mean 399.91732910699994, :min 394.856354607, :n 6, :percentiles {0.0 394.856354607, 50.0 400.7981429605, 90 404.680445352, 95 404.680445352, 99 404.680445352, 99.9 404.680445352, 99.99 404.680445352, 99.999 404.680445352, 99.9999 404.680445352, 100 404.680445352}, :stdev 3.9127430477791285, :sum 2399.503974642, :variance 15.309558157943902}, :threads 1, :score [399.91732910699994 "s/op"]} {:args (:state/process-generation-input), :samples 6, :fn clojush.bench.helpers/process-generation-deserialize, :score-error 1.1342742927195824, :index 0, :score-confidence [132.70996194078043 134.97851052621962], :name :process-generation, :mode :single-shot, :params {:process_generation_input_id "1085-c785a344-19ed-45cc-9972-8042e2618079"}, :statistics {:max 134.265397043, :mean 133.84423623350003, :min 133.123608712, :n 6, :percentiles {0.0 133.123608712, 50.0 133.893275859, 90 134.265397043, 95 134.265397043, 99 134.265397043, 99.9 134.265397043, 99.99 134.265397043, 99.999 134.265397043, 99.9999 134.265397043, 100 134.265397043}, :stdev 0.4044931393452283, :sum 803.0654174010001, :variance 0.16361469977735826}, :threads 1, :score [133.84423623350003 "s/op"]} {:args (:state/process-generation-input), :samples 6, :fn clojush.bench.helpers/process-generation-deserialize, :score-error 18.87218986827673, :index 0, :score-confidence [358.17189251672323 395.9162722532767], :name :process-generation, :mode :single-shot, :params {:process_generation_input_id "3483-9316a199-11e3-44e8-aaea-a8ab1ca87cb1"}, :statistics {:max 385.527289593, :mean 377.04408238499997, :min 370.690167378, :n 6, :percentiles {0.0 370.690167378, 50.0 374.8115186205, 90 385.527289593, 95 385.527289593, 99 385.527289593, 99.9 385.527289593, 99.99 385.527289593, 99.999 385.527289593, 99.9999 385.527289593, 100 385.527289593}, :stdev 6.7300047044491, :sum 2262.26449431, :variance 45.29296332190702}, :threads 1, :score [377.04408238499997 "s/op"]} {:args (:state/process-generation-input), :samples 6, :fn clojush.bench.helpers/process-generation-deserialize, :score-error 23.45794644572254, :index 0, :score-confidence [401.18553877661077 448.10143166805585], :name :process-generation, :mode :single-shot, :params {:process_generation_input_id "3777-b28b22df-9be3-4573-b32a-3958c0c5ebd0"}, :statistics {:max 434.562446211, :mean 424.6434852223333, :min 415.275869865, :n 6, :percentiles {0.0 415.275869865, 50.0 424.72743786549995, 90 434.562446211, 95 434.562446211, 99 434.562446211, 99.9 434.562446211, 99.99 434.562446211, 99.999 434.562446211, 99.9999 434.562446211, 100 434.562446211}, :stdev 8.365329674952209, :sum 2547.860911334, :variance 69.97874057063603}, :threads 1, :score [424.6434852223333 "s/op"]} {:args (:state/process-generation-input), :samples 6, :fn clojush.bench.helpers/process-generation-deserialize, :score-error 13.305785228441742, :index 0, :score-confidence [263.3435291708916 289.95509962777504], :name :process-generation, :mode :single-shot, :params {:process_generation_input_id "2423-5b6c7298-dc2b-43c1-8266-929730311695"}, :statistics {:max 282.272368444, :mean 276.6493143993333, :min 271.418303478, :n 6, :percentiles {0.0 271.418303478, 50.0 275.9128146635, 90 282.272368444, 95 282.272368444, 99 282.272368444, 99.9 282.272368444, 99.99 282.272368444, 99.999 282.272368444, 99.9999 282.272368444, 100 282.272368444}, :stdev 4.744971188231222, :sum 1659.895886396, :variance 22.51475157714442}, :threads 1, :score [276.6493143993333 "s/op"]} {:args (:state/eval-push-input), :samples 150, :fn clojush.interpreter/eval-push, :score-error 0.2426913445087001, :index 1, :score-confidence [2.8845430824913008 3.3699257715087008], :name :eval-push, :mode :single-shot, :params {:eval_push_input_id "1369-09420c81-0e78-4322-8823-2c5d14c4ac3b"}, :statistics {:max 5.03734835, :mean 3.1272344270000008, :min 1.3087711999999998, :n 150, :percentiles {0.0 1.3087711999999998, 50.0 2.8399073249999995, 90 4.646944314999999, 95 4.834132079999999, 99 5.0321139905, 99.9 5.03734835, 99.99 5.03734835, 99.999 5.03734835, 99.9999 5.03734835, 100 5.03734835}, :stdev 0.8854131177740728, :sum 469.0851640500001, :variance 0.7839563891264041}, :threads 20, :score [3.1272344270000008 "ms/op"]} {:args (:state/eval-push-input), :samples 150, :fn clojush.interpreter/eval-push, :score-error 0.23345921014781634, :index 1, :score-confidence [2.8199833741855165 3.286901794481149], :name :eval-push, :mode :single-shot, :params {:eval_push_input_id "28-f1c99415-90ee-4b77-aa79-0a7c87162c8c"}, :statistics {:max 4.65939295, :mean 3.053442584333333, :min 1.0790561999999997, :n 150, :percentiles {0.0 1.0790561999999997, 50.0 2.6996102, 90 4.307330785, 95 4.47477019, 99 4.6394033215, 99.9 4.65939295, 99.99 4.65939295, 99.999 4.65939295, 99.9999 4.65939295, 100 4.65939295}, :stdev 0.8517314350394576, :sum 458.0163876499999, :variance 0.7254464374343738}, :threads 20, :score [3.053442584333333 "ms/op"]} {:args (:state/eval-push-input), :samples 150, :fn clojush.interpreter/eval-push, :score-error 0.19576931584451931, :index 1, :score-confidence [2.5475599944888137 2.9390986261778522], :name :eval-push, :mode :single-shot, :params {:eval_push_input_id "1045-922d31ff-fe14-454c-831e-e8ca9ada0e02"}, :statistics {:max 4.7723990999999995, :mean 2.743329310333333, :min 1.0926513500000001, :n 150, :percentiles {0.0 1.0926513500000001, 50.0 2.688678725, 90 3.9813039050000008, 95 4.1882296375, 99 4.619361717000002, 99.9 4.7723990999999995, 99.99 4.7723990999999995, 99.999 4.7723990999999995, 99.9999 4.7723990999999995, 100 4.7723990999999995}, :stdev 0.7142270386992692, :sum 411.4993965499999, :variance 0.5101202628091274}, :threads 20, :score [2.743329310333333 "ms/op"]} {:args (:state/eval-push-input), :samples 150, :fn clojush.interpreter/eval-push, :score-error 0.22593721164496253, :index 1, :score-confidence [3.2085116120217028 3.6603860353116278], :name :eval-push, :mode :single-shot, :params {:eval_push_input_id "2391-26d2d62a-fa34-4d4d-9fb8-ea1b14d530fc"}, :statistics {:max 4.72085105, :mean 3.4344488236666653, :min 1.6577929, :n 150, :percentiles {0.0 1.6577929, 50.0 3.746276675, 90 4.322427535, 95 4.420965207499999, 99 4.660418268500002, 99.9 4.72085105, 99.99 4.72085105, 99.999 4.72085105, 99.9999 4.72085105, 100 4.72085105}, :stdev 0.8242888570613008, :sum 515.1673235499998, :variance 0.6794521198754256}, :threads 20, :score [3.4344488236666653 "ms/op"]} {:args (:state/eval-push-input), :samples 150, :fn clojush.interpreter/eval-push, :score-error 0.22020343318557578, :index 1, :score-confidence [2.685991165814424 3.126398032185575], :name :eval-push, :mode :single-shot, :params {:eval_push_input_id "4250-bb5ac8bc-586e-49ab-8e8c-069f17934949"}, :statistics {:max 4.73204525, :mean 2.9061945989999995, :min 1.2504743499999997, :n 150, :percentiles {0.0 1.2504743499999997, 50.0 2.652935725, 90 4.15755465, 95 4.405085367499999, 99 4.7176388465, 99.9 4.73204525, 99.99 4.73204525, 99.999 4.73204525, 99.9999 4.73204525, 100 4.73204525}, :stdev 0.8033702591087091, :sum 435.92918984999994, :variance 0.6454037732203943}, :threads 20, :score [2.9061945989999995 "ms/op"]})