HDF5.jl Blosc compression timings

gistfile1.txt

additives.jls:

serialize write/read
elapsed time: 0.598674364 seconds (33272500 bytes allocated)
2.263 MB
elapsed time: 0.04262621 seconds (7201672 bytes allocated)

jld write/read
elapsed time: 2.307459562 seconds (97953324 bytes allocated, 1.88% gc time)
3.842 MB
elapsed time: 0.963886692 seconds (24350816 bytes allocated)

jld write/read mmaparrays=true
elapsed time: 0.02507388 seconds (1197200 bytes allocated)
3.842 MB
elapsed time: 0.111712801 seconds (8531980 bytes allocated)

jld write/read compress=true
elapsed time: 0.085881298 seconds (5897760 bytes allocated)
2.308 MB
elapsed time: 0.021930136 seconds (7611336 bytes allocated)


admissions.jls:

serialize write/read
elapsed time: 0.000357755 seconds (2216 bytes allocated)
0.119 MB
elapsed time: 0.000189937 seconds (132024 bytes allocated)

jld write/read
elapsed time: 0.003217817 seconds (145936 bytes allocated)
0.139 MB
elapsed time: 0.004500299 seconds (261388 bytes allocated)

jld write/read mmaparrays=true
elapsed time: 0.004864179 seconds (146000 bytes allocated)
0.139 MB
elapsed time: 0.004113861 seconds (224012 bytes allocated)

jld write/read compress=true


censusevents.jls:

serialize write/read
elapsed time: 0.008974643 seconds (463112 bytes allocated)
0.421 MB
elapsed time: 0.005723795 seconds (1127384 bytes allocated)

jld write/read
elapsed time: 0.026835291 seconds (495376 bytes allocated)
0.672 MB
elapsed time: 0.010642011 seconds (1355056 bytes allocated)

jld write/read mmaparrays=true
elapsed time: 0.013977435 seconds (328304 bytes allocated)
0.672 MB
elapsed time: 0.00957512 seconds (1160000 bytes allocated)

jld write/read compress=true


comorbidity_scores.jls:

serialize write/read
elapsed time: 0.004502195 seconds (325384 bytes allocated)
1.348 MB
elapsed time: 0.006292558 seconds (1910552 bytes allocated)

jld write/read
elapsed time: 0.016523368 seconds (339112 bytes allocated)
1.557 MB
elapsed time: 0.008697284 seconds (1993648 bytes allocated)

jld write/read mmaparrays=true
elapsed time: 0.01000422 seconds (254712 bytes allocated)
1.557 MB
elapsed time: 0.012820252 seconds (791952 bytes allocated)

jld write/read compress=true


d_patients.jls:

serialize write/read
elapsed time: 0.006863577 seconds (498040 bytes allocated)
0.148 MB
elapsed time: 0.007746465 seconds (907160 bytes allocated)

jld write/read
elapsed time: 0.005155448 seconds (267572 bytes allocated)
0.407 MB
elapsed time: 0.005576703 seconds (1112072 bytes allocated)

jld write/read mmaparrays=true
elapsed time: 0.005086819 seconds (267636 bytes allocated)
0.407 MB
elapsed time: 0.004911536 seconds (1097704 bytes allocated)

jld write/read compress=true


deliveries.jls:

serialize write/read
elapsed time: 0.028734913 seconds (2655272 bytes allocated)
1.312 MB
elapsed time: 0.037840338 seconds (5203096 bytes allocated)

jld write/read
elapsed time: 0.01426143 seconds (931344 bytes allocated)
2.614 MB
elapsed time: 0.013101038 seconds (5787312 bytes allocated)

jld write/read mmaparrays=true
elapsed time: 0.012065621 seconds (931408 bytes allocated)
2.614 MB
elapsed time: 0.014749954 seconds (5131440 bytes allocated)

jld write/read compress=true
elapsed time: 0.019414518 seconds (941192 bytes allocated)
1.535 MB
elapsed time: 0.014833315 seconds (5789776 bytes allocated)


demographic_detail.jls:

serialize write/read
elapsed time: 0.021763516 seconds (1904232 bytes allocated)
0.997 MB
elapsed time: 0.02309226 seconds (3776712 bytes allocated)

jld write/read
elapsed time: 0.013253938 seconds (585700 bytes allocated)
1.931 MB
elapsed time: 0.011631863 seconds (3660528 bytes allocated)

jld write/read mmaparrays=true
elapsed time: 0.011782772 seconds (585764 bytes allocated)
1.931 MB

elapsed time: 0.012044378 seconds (3510800 bytes allocated)
jld write/read compress=true


demographicevents.jls:

serialize write/read
elapsed time: 0.000447651 seconds (1800 bytes allocated)
0.354 MB
elapsed time: 0.000583876 seconds (376440 bytes allocated)

jld write/read
elapsed time: 0.004732424 seconds (49536 bytes allocated)
0.371 MB
elapsed time: 0.002561825 seconds (407860 bytes allocated)

jld write/read mmaparrays=true
elapsed time: 0.003881213 seconds (49600 bytes allocated)
0.371 MB
elapsed time: 0.002262643 seconds (53060 bytes allocated)

jld write/read compress=true
elapsed time: 0.00377455 seconds (53428 bytes allocated)
0.104 MB
elapsed time: 0.00259904 seconds (409492 bytes allocated)


drgevents.jls:

serialize write/read
elapsed time: 0.000333127 seconds (2088 bytes allocated)
0.099 MB
elapsed time: 0.000172274 seconds (110456 bytes allocated)

jld write/read
elapsed time: 0.00461965 seconds (56308 bytes allocated)
0.118 MB
elapsed time: 0.002489066 seconds (146860 bytes allocated)

jld write/read mmaparrays=true
elapsed time: 0.003260486 seconds (56372 bytes allocated)
0.118 MB
elapsed time: 0.002310544 seconds (52124 bytes allocated)

jld write/read compress=true
elapsed time: 0.003484975 seconds (59748 bytes allocated)
0.092 MB
elapsed time: 0.003328664 seconds (147308 bytes allocated)


icustay_days.jls:

serialize write/read
elapsed time: 0.044510943 seconds (4444680 bytes allocated)
1.558 MB
elapsed time: 0.059576642 seconds (8244312 bytes allocated)

jld write/read
elapsed time: 0.023221577 seconds (1755916 bytes allocated)
3.670 MB
elapsed time: 0.021182507 seconds (9439224 bytes allocated)

jld write/read mmaparrays=true
elapsed time: 0.017908377 seconds (1755980 bytes allocated)
3.670 MB
elapsed time: 0.025090576 seconds (9026104 bytes allocated)

jld write/read compress=true
elapsed time: 0.019973837 seconds (1762992 bytes allocated)
2.021 MB
elapsed time: 0.028773509 seconds (9441112 bytes allocated)


icustayevents.jls:

serialize write/read
elapsed time: 0.000428034 seconds (3080 bytes allocated)
0.229 MB
elapsed time: 0.000413168 seconds (249992 bytes allocated)

jld write/read
elapsed time: 0.013290533 seconds (203332 bytes allocated)
0.254 MB
elapsed time: 0.004632122 seconds (404036 bytes allocated)

jld write/read mmaparrays=true
elapsed time: 0.004189376 seconds (175540 bytes allocated)
0.254 MB
elapsed time: 0.004387853 seconds (271748 bytes allocated)

jld write/read compress=true


ioevents.jls:

serialize write/read
elapsed time: 7.217127852 seconds (632597800 bytes allocated)
241.309 MB
elapsed time: 10.265571999 seconds (1200990376 bytes allocated, 16.82% gc time)

jld write/read
elapsed time: 2.92472491 seconds (197816960 bytes allocated, 21.44% gc time)
542.925 MB
elapsed time: 4.338371446 seconds (1319726256 bytes allocated, 34.03% gc time)

jld write/read mmaparrays=true
elapsed time: 3.203271323 seconds (197817024 bytes allocated, 20.01% gc time)
542.925 MB
elapsed time: 4.032124429 seconds (1186814432 bytes allocated, 40.98% gc time)

jld write/read compress=true
elapsed time: 2.896682577 seconds (197937728 bytes allocated, 23.38% gc time)
259.682 MB
elapsed time: 4.024471122 seconds (1319823024 bytes allocated, 36.92% gc time)


labevents.jls:

serialize write/read
elapsed time: 10.972919296 seconds (718189960 bytes allocated, 25.93% gc time)
260.307 MB
elapsed time: 12.268529762 seconds (1313517064 bytes allocated, 23.70% gc time)

jld write/read
elapsed time: 4.298672006 seconds (209572720 bytes allocated, 37.64% gc time)
594.526 MB
elapsed time: 4.591860652 seconds (1410794792 bytes allocated, 41.00% gc time)

jld write/read mmaparrays=true
elapsed time: 3.818724917 seconds (209572784 bytes allocated, 25.54% gc time)
594.526 MB
elapsed time: 5.331505382 seconds (1316832232 bytes allocated, 43.04% gc time)

jld write/read compress=true
elapsed time: 3.586095254 seconds (209650024 bytes allocated, 23.20% gc time)
342.611 MB
elapsed time: 5.272478323 seconds (1410855784 bytes allocated, 41.25% gc time)


medevents.jls:

serialize write/read
elapsed time: 2.844882977 seconds (268508712 bytes allocated)
127.473 MB
elapsed time: 5.463403387 seconds (516466216 bytes allocated, 33.98% gc time)

jld write/read
elapsed time: 1.707430256 seconds (84039112 bytes allocated, 36.08% gc time)
247.914 MB
elapsed time: 1.74649954 seconds (560259120 bytes allocated, 42.06% gc time)

jld write/read mmaparrays=true
elapsed time: 1.224623361 seconds (84039176 bytes allocated, 16.07% gc time)
247.914 MB
elapsed time: 1.661312152 seconds (503655808 bytes allocated, 41.32% gc time)

jld write/read compress=true
elapsed time: 1.17758625 seconds (84129160 bytes allocated, 18.56% gc time)
125.484 MB
elapsed time: 1.709260724 seconds (560325680 bytes allocated, 39.38% gc time)


procedureevents.jls:

serialize write/read
elapsed time: 0.000665778 seconds (2440 bytes allocated)
0.595 MB
elapsed time: 0.000392785 seconds (630728 bytes allocated)

jld write/read
elapsed time: 0.005420388 seconds (271848 bytes allocated)
0.616 MB
elapsed time: 0.004064332 seconds (883236 bytes allocated)

jld write/read mmaparrays=true
elapsed time: 0.004150926 seconds (271912 bytes allocated)
0.616 MB
elapsed time: 0.003002373 seconds (484996 bytes allocated)

jld write/read compress=true
elapsed time: 0.005445298 seconds (276660 bytes allocated)
0.252 MB
elapsed time: 0.003558718 seconds (884324 bytes allocated)


totalbalevents.jls:

serialize write/read
elapsed time: 0.797062058 seconds (74515112 bytes allocated, 6.51% gc time)
38.042 MB
elapsed time: 0.937458507 seconds (148112136 bytes allocated, 5.90% gc time)

jld write/read
elapsed time: 0.297229712 seconds (24959352 bytes allocated)
73.461 MB
elapsed time: 0.403440043 seconds (162275736 bytes allocated, 31.54% gc time)

jld write/read mmaparrays=true
elapsed time: 0.279113132 seconds (24959416 bytes allocated)
73.461 MB
elapsed time: 0.342048113 seconds (142999000 bytes allocated, 19.55% gc time)

jld write/read compress=true
elapsed time: 0.315428767 seconds (25010760 bytes allocated)
38.407 MB
elapsed time: 0.432684949 seconds (162306328 bytes allocated, 30.54% gc time)