Lucene index compression

geonames_1mb

[2019-01-09T10:14:28,504] start benchmarking geonames with chunk_size 1mb
[2019-01-09T10:14:30,269] compress _1t.cfs from 41.6mb to 28.4mb diff 31%
[2019-01-09T10:14:34,400] compress _w_Lucene50_0.tim from 104.3mb to 59.6mb diff 42%
[2019-01-09T10:14:34,401] compress _1d_4_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:14:34,401] compress _1u_2.fnm from 4.3kb to 553b diff 87%
[2019-01-09T10:14:34,401] compress _1y_1.fnm from 4.3kb to 553b diff 87%
[2019-01-09T10:14:34,402] compress _1r.si from 371b to 296b diff 20%
[2019-01-09T10:14:34,402] compress _1n_3.fnm from 4.3kb to 552b diff 87%
[2019-01-09T10:14:34,636] compress _1m.nvd from 11.7mb to 2.4mb diff 79%
[2019-01-09T10:14:34,636] compress _1p_2_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:14:34,637] compress _n_6_Lucene70_0.dvm from 149b to 110b diff 26%
[2019-01-09T10:14:34,637] compress _w.nvm from 496b to 263b diff 46%
[2019-01-09T10:14:34,637] compress _w.fnm from 5.4kb to 544b diff 90%
[2019-01-09T10:14:34,638] compress _1x_1_Lucene70_0.dvd from 1.4kb to 1.4kb diff -1%
[2019-01-09T10:14:37,613] compress _n_Lucene50_0.doc from 54.1mb to 47.4mb diff 12%
[2019-01-09T10:14:40,546] compress _1e_Lucene50_0.doc from 50.1mb to 43.3mb diff 13%
[2019-01-09T10:14:40,547] compress _1m.fnm from 5.4kb to 546b diff 90%
[2019-01-09T10:14:40,547] compress _1r_2_Lucene70_0.dvd from 13kb to 13kb diff 0%
[2019-01-09T10:14:40,548] compress _1r_2.fnm from 4.3kb to 552b diff 87%
[2019-01-09T10:14:40,557] compress _n_6_Lucene70_0.dvd from 200.1kb to 194.7kb diff 2%
[2019-01-09T10:14:40,558] compress _1m.nvm from 496b to 282b diff 43%
[2019-01-09T10:14:40,558] compress _d_8_Lucene70_0.dvm from 149b to 109b diff 26%
[2019-01-09T10:14:40,767] compress _w.nvd from 7.6mb to 2.1mb diff 72%
[2019-01-09T10:14:40,767] compress _x.si from 368b to 295b diff 19%
[2019-01-09T10:14:40,769] compress _d_8_Lucene70_0.dvd from 32kb to 30.8kb diff 4%
[2019-01-09T10:14:40,769] compress _1r.cfe from 405b to 256b diff 36%
[2019-01-09T10:14:40,771] compress _1d_4_Lucene70_0.dvd from 15.6kb to 13.4kb diff 14%
[2019-01-09T10:14:40,771] compress _x.cfe from 405b to 251b diff 38%
[2019-01-09T10:14:50,078] compress _1m.fdt from 191.5mb to 150.8mb diff 21%
[2019-01-09T10:14:50,078] compress _1d_4.fnm from 4.3kb to 552b diff 87%
[2019-01-09T10:14:50,083] compress _1m.fdx from 126.2kb to 122.6kb diff 2%
[2019-01-09T10:14:51,262] compress _1v.cfs from 28.3mb to 19.5mb diff 30%
[2019-01-09T10:14:51,263] compress _1u.si from 371b to 296b diff 20%
[2019-01-09T10:14:51,263] compress _1x_1_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:14:51,263] compress _1m.si from 563b to 370b diff 34%
[2019-01-09T10:14:51,264] compress _1t_2_Lucene70_0.dvd from 10.2kb to 10.2kb diff 0%
[2019-01-09T10:14:52,435] compress _w.dim from 29.3mb to 23.4mb diff 19%
[2019-01-09T10:14:52,436] compress _1d.si from 371b to 296b diff 20%
[2019-01-09T10:14:52,436] compress _w.dii from 92b to 101b diff -9%
[2019-01-09T10:14:52,436] compress _n_Lucene70_0.dvm from 2.7kb to 1.2kb diff 55%
[2019-01-09T10:14:56,746] compress _1m_Lucene70_0.dvd from 113.9mb to 72.9mb diff 35%
[2019-01-09T10:14:56,746] compress _1m.dii from 92b to 101b diff -9%
[2019-01-09T10:14:56,747] compress _n_6.fnm from 5.4kb to 552b diff 90%
[2019-01-09T10:14:58,005] compress _x.cfs from 30mb to 20.3mb diff 32%
[2019-01-09T10:14:59,374] compress _1m.dim from 36.2mb to 28.3mb diff 21%
[2019-01-09T10:14:59,935] compress _1x.cfs from 13.1mb to 8.9mb diff 31%
[2019-01-09T10:14:59,936] compress _1y.cfe from 405b to 257b diff 36%
[2019-01-09T10:15:00,011] compress _w_Lucene50_0.tip from 1.7mb to 1.1mb diff 35%
[2019-01-09T10:15:00,012] compress _1x.si from 371b to 296b diff 20%
[2019-01-09T10:15:00,016] compress _w.fdx from 100.7kb to 98.3kb diff 2%
[2019-01-09T10:15:04,025] compress _n_Lucene70_0.dvd from 107.5mb to 66.9mb diff 37%
[2019-01-09T10:15:04,025] compress _1m_Lucene70_0.dvm from 2.7kb to 1.2kb diff 54%
[2019-01-09T10:15:04,026] compress _1p.cfe from 405b to 256b diff 36%
[2019-01-09T10:15:04,026] compress _1e_Lucene70_0.dvm from 2.7kb to 1.2kb diff 55%
[2019-01-09T10:15:11,372] compress _w.fdt from 162mb to 128.5mb diff 20%
[2019-01-09T10:15:11,373] compress _1n.cfe from 405b to 253b diff 37%
[2019-01-09T10:15:11,373] compress _1u_2_Lucene70_0.dvm from 149b to 107b diff 28%
[2019-01-09T10:15:11,374] compress _1p.si from 371b to 296b diff 20%
[2019-01-09T10:15:11,374] compress _1p_2.fnm from 4.3kb to 551b diff 87%
[2019-01-09T10:15:11,374] compress _n.dii from 92b to 101b diff -9%
[2019-01-09T10:15:19,069] compress _1e.fdt from 171.7mb to 135.2mb diff 21%
[2019-01-09T10:15:20,319] compress _n.dim from 30.3mb to 24.7mb diff 18%
[2019-01-09T10:15:20,320] compress _1e_3.fnm from 5.4kb to 551b diff 90%
[2019-01-09T10:15:20,325] compress _1e.fdx from 114kb to 110.7kb diff 2%
[2019-01-09T10:15:21,561] compress _1n.cfs from 29.9mb to 20.4mb diff 31%
[2019-01-09T10:15:22,795] compress _1z.cfs from 30mb to 20.1mb diff 32%
[2019-01-09T10:15:25,967] compress _d.cfs from 76.1mb to 52.1mb diff 31%
[2019-01-09T10:15:28,836] compress _1m_Lucene50_0.doc from 54.4mb to 46.7mb diff 14%
[2019-01-09T10:15:29,036] compress _n.nvd from 8mb to 2.3mb diff 70%
[2019-01-09T10:15:31,411] compress _1q.cfs from 57.5mb to 39.4mb diff 31%
[2019-01-09T10:15:31,412] compress _1s.si from 371b to 296b diff 20%
[2019-01-09T10:15:31,412] compress _1o_2.fnm from 4.3kb to 551b diff 87%
[2019-01-09T10:15:31,412] compress _1u.cfe from 405b to 257b diff 36%
[2019-01-09T10:15:31,413] compress _n.fnm from 5.4kb to 546b diff 90%
[2019-01-09T10:15:31,413] compress _n.nvm from 496b to 268b diff 45%
[2019-01-09T10:15:31,413] compress _1r_2_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:15:31,414] compress _d.cfe from 405b to 257b diff 36%
[2019-01-09T10:15:31,414] compress _1z_1.fnm from 4.3kb to 553b diff 87%
[2019-01-09T10:15:31,414] compress segments_4 from 2.9kb to 815b diff 72%
[2019-01-09T10:15:31,415] compress _1w_1_Lucene70_0.dvm from 149b to 109b diff 26%
[2019-01-09T10:15:31,415] compress _1z_1_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:15:31,416] compress _1u_2_Lucene70_0.dvd from 11kb to 11kb diff 0%
[2019-01-09T10:15:33,914] compress _1s.cfs from 60.2mb to 41.2mb diff 31%
[2019-01-09T10:15:34,214] compress _1m_Lucene50_0.pos from 9.1mb to 3.5mb diff 60%
[2019-01-09T10:15:34,215] compress _w.si from 549b to 367b diff 33%
[2019-01-09T10:15:34,215] compress _1v_2.fnm from 4.3kb to 552b diff 87%
[2019-01-09T10:15:34,216] compress _1z_1_Lucene70_0.dvd from 3.4kb to 3.4kb diff 0%
[2019-01-09T10:15:34,216] compress _x_6.fnm from 4.3kb to 551b diff 87%
[2019-01-09T10:15:34,403] compress _1w.nvd from 9.9mb to 2.1mb diff 78%
[2019-01-09T10:15:34,403] compress _i_7_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:15:34,403] compress _1v.si from 371b to 296b diff 20%
[2019-01-09T10:15:34,404] compress _1q_2_Lucene70_0.dvd from 13.8kb to 13.8kb diff 0%
[2019-01-09T10:15:34,404] compress _x_6_Lucene70_0.dvm from 149b to 107b diff 28%
[2019-01-09T10:15:34,405] compress _1n.si from 371b to 296b diff 20%
[2019-01-09T10:15:38,033] compress _w_Lucene70_0.dvd from 95.8mb to 61.4mb diff 35%
[2019-01-09T10:15:38,034] compress _1w.nvm from 496b to 283b diff 42%
[2019-01-09T10:15:38,034] compress _1w.fnm from 5.4kb to 545b diff 90%
[2019-01-09T10:15:38,046] compress _1w_1_Lucene70_0.dvd from 216.1kb to 124.5kb diff 42%
[2019-01-09T10:15:38,047] compress _1s.cfe from 405b to 252b diff 37%
[2019-01-09T10:15:38,047] compress _1o_2_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:15:40,163] compress _1u.cfs from 51.5mb to 35.5mb diff 31%
[2019-01-09T10:15:40,367] compress _1e.nvd from 10.4mb to 2.3mb diff 77%
[2019-01-09T10:15:43,160] compress _i.cfs from 66.7mb to 45.7mb diff 31%
[2019-01-09T10:15:43,160] compress _d.si from 368b to 295b diff 19%
[2019-01-09T10:15:43,162] compress _i_7_Lucene70_0.dvd from 32kb to 28kb diff 12%
[2019-01-09T10:15:43,440] compress _1w_Lucene50_0.pos from 8.1mb to 3.5mb diff 56%
[2019-01-09T10:15:43,441] compress _1e.nvm from 496b to 279b diff 43%
[2019-01-09T10:15:43,441] compress _1e.fnm from 5.4kb to 545b diff 90%
[2019-01-09T10:15:43,441] compress _1y.si from 371b to 296b diff 20%
[2019-01-09T10:15:43,442] compress _1x_1.fnm from 4kb to 539b diff 87%
[2019-01-09T10:15:43,442] compress _w_5_Lucene70_0.dvm from 149b to 110b diff 26%
[2019-01-09T10:15:43,446] compress _1w.fdx from 110.2kb to 107.8kb diff 2%
[2019-01-09T10:15:43,447] compress _i.cfe from 405b to 256b diff 36%
[2019-01-09T10:15:45,813] compress _w_Lucene50_0.doc from 47.1mb to 41.1mb diff 12%
[2019-01-09T10:15:48,308] compress _1w_Lucene50_0.doc from 48mb to 41.1mb diff 14%
[2019-01-09T10:15:48,309] compress _1y_1_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:15:48,309] compress _1q.si from 371b to 296b diff 20%
[2019-01-09T10:15:48,310] compress _1o_2_Lucene70_0.dvd from 12kb to 12kb diff 0%
[2019-01-09T10:15:48,310] compress _1z.cfe from 405b to 255b diff 37%
[2019-01-09T10:15:48,310] compress _1t_2.fnm from 4.3kb to 550b diff 87%
[2019-01-09T10:15:48,321] compress _w_5_Lucene70_0.dvd from 192.1kb to 178kb diff 7%
[2019-01-09T10:15:48,321] compress _1w.dii from 92b to 101b diff -9%
[2019-01-09T10:15:49,486] compress _1w.dim from 30.5mb to 23.7mb diff 22%
[2019-01-09T10:15:49,487] compress _1q.cfe from 405b to 252b diff 37%
[2019-01-09T10:15:49,488] compress _1y_1_Lucene70_0.dvd from 3.9kb to 4kb diff 0%
[2019-01-09T10:15:49,489] compress _x_6_Lucene70_0.dvd from 16kb to 10kb diff 37%
[2019-01-09T10:15:53,761] compress _n_Lucene50_0.tim from 112.6mb to 63.4mb diff 43%
[2019-01-09T10:15:53,761] compress _i.si from 368b to 295b diff 19%
[2019-01-09T10:15:58,021] compress _1e_Lucene50_0.tim from 112.7mb to 65.3mb diff 42%
[2019-01-09T10:15:58,021] compress _1o.cfe from 405b to 259b diff 36%
[2019-01-09T10:15:58,098] compress _n_Lucene50_0.tip from 1.8mb to 1.2mb diff 35%
[2019-01-09T10:15:58,180] compress _1e_Lucene50_0.tip from 1.9mb to 1.3mb diff 33%
[2019-01-09T10:15:58,180] compress _1v_2_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:16:07,078] compress _n.fdt from 175.7mb to 139.7mb diff 20%
[2019-01-09T10:16:11,922] compress _1m_Lucene50_0.tim from 123.1mb to 71.3mb diff 42%
[2019-01-09T10:16:11,923] compress _1e.dii from 92b to 101b diff -9%
[2019-01-09T10:16:11,927] compress _n.fdx from 108.2kb to 105.5kb diff 2%
[2019-01-09T10:16:12,019] compress _1m_Lucene50_0.tip from 2.1mb to 1.4mb diff 34%
[2019-01-09T10:16:12,019] compress _1q_2.fnm from 4.3kb to 552b diff 87%
[2019-01-09T10:16:12,020] compress _w_Lucene70_0.dvm from 2.7kb to 1.2kb diff 56%
[2019-01-09T10:16:19,286] compress _1w.fdt from 162.9mb to 128.3mb diff 21%
[2019-01-09T10:16:19,287] compress _1q_2_Lucene70_0.dvm from 149b to 107b diff 28%
[2019-01-09T10:16:20,596] compress _1e.dim from 32.6mb to 26.3mb diff 19%
[2019-01-09T10:16:22,824] compress _1o.cfs from 51.9mb to 35.7mb diff 31%
[2019-01-09T10:16:23,187] compress _w_Lucene50_0.pos from 8.9mb to 4.1mb diff 54%
[2019-01-09T10:16:23,273] compress _1w_Lucene50_0.tip from 1.7mb to 1.1mb diff 34%
[2019-01-09T10:16:23,273] compress _1d.cfe from 405b to 252b diff 37%
[2019-01-09T10:16:27,597] compress _1e_Lucene70_0.dvd from 101.6mb to 65.6mb diff 35%
[2019-01-09T10:16:27,597] compress _1x.cfe from 405b to 252b diff 37%
[2019-01-09T10:16:32,109] compress _1w_Lucene50_0.tim from 102.7mb to 59.2mb diff 42%
[2019-01-09T10:16:33,842] compress _1y.cfs from 41.1mb to 27.5mb diff 33%
[2019-01-09T10:16:33,842] compress _1e_3_Lucene70_0.dvm from 149b to 110b diff 26%
[2019-01-09T10:16:33,843] compress _1t.si from 371b to 296b diff 20%
[2019-01-09T10:16:33,843] compress _1w_1.fnm from 5.4kb to 550b diff 90%
[2019-01-09T10:16:33,844] compress _8_8_Lucene70_0.dvd from 32kb to 25.9kb diff 19%
[2019-01-09T10:16:33,844] compress _1w_Lucene70_0.dvm from 2.7kb to 1.2kb diff 54%
[2019-01-09T10:16:33,845] compress _1e.si from 563b to 373b diff 33%
[2019-01-09T10:16:33,845] compress _1v_2_Lucene70_0.dvd from 4.6kb to 4.6kb diff 0%
[2019-01-09T10:16:35,935] compress _1p.cfs from 48.4mb to 33.3mb diff 31%
[2019-01-09T10:16:35,935] compress _1n_3_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:16:37,162] compress _1d.cfs from 28.9mb to 19.8mb diff 31%
[2019-01-09T10:16:37,163] compress _1t_2_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:16:40,917] compress _1w_Lucene70_0.dvd from 98.1mb to 62.1mb diff 36%
[2019-01-09T10:16:40,918] compress _d_8.fnm from 4.3kb to 554b diff 87%
[2019-01-09T10:16:40,918] compress _w_5.fnm from 5.4kb to 550b diff 90%
[2019-01-09T10:16:40,919] compress _n.si from 549b to 369b diff 32%
[2019-01-09T10:16:40,919] compress _1w.si from 563b to 377b diff 33%
[2019-01-09T10:16:40,919] compress _1v.cfe from 405b to 251b diff 38%
[2019-01-09T10:16:40,920] compress _1s_2_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:16:40,920] compress _1m_2.fnm from 5.4kb to 551b diff 90%
[2019-01-09T10:16:40,920] compress _8_8.fnm from 4.3kb to 553b diff 87%
[2019-01-09T10:16:40,935] compress _1e_3_Lucene70_0.dvd from 216.1kb to 176.1kb diff 18%
[2019-01-09T10:16:40,936] compress _1s_2_Lucene70_0.dvd from 15.4kb to 15.3kb diff 0%
[2019-01-09T10:16:40,936] compress _1o.si from 371b to 296b diff 20%
[2019-01-09T10:16:40,937] compress _1n_3_Lucene70_0.dvd from 12.9kb to 9.5kb diff 26%
[2019-01-09T10:16:43,272] compress _1r.cfs from 57mb to 39.1mb diff 31%
[2019-01-09T10:16:43,273] compress _8.cfe from 405b to 259b diff 36%
[2019-01-09T10:16:43,273] compress _i_7.fnm from 4.3kb to 552b diff 87%
[2019-01-09T10:16:43,274] compress _1t.cfe from 405b to 255b diff 37%
[2019-01-09T10:16:43,274] compress _1p_2_Lucene70_0.dvd from 10.9kb to 10.9kb diff 0%
[2019-01-09T10:16:43,555] compress _1e_Lucene50_0.pos from 8.5mb to 3.3mb diff 61%
[2019-01-09T10:16:43,572] compress _1m_2_Lucene70_0.dvd from 243.2kb to 178.6kb diff 26%
[2019-01-09T10:16:43,573] compress _1s_2.fnm from 4.3kb to 552b diff 87%
[2019-01-09T10:16:43,573] compress _1z.si from 371b to 296b diff 20%
[2019-01-09T10:16:46,318] compress _8.cfs from 67.2mb to 46.2mb diff 31%
[2019-01-09T10:16:46,319] compress _8_8_Lucene70_0.dvm from 149b to 109b diff 26%
[2019-01-09T10:16:46,716] compress _n_Lucene50_0.pos from 10.6mb to 5.4mb diff 48%
[2019-01-09T10:16:46,717] compress _1m_2_Lucene70_0.dvm from 149b to 110b diff 26%
[2019-01-09T10:16:46,717] compress _8.si from 368b to 295b diff 19%
[2019-01-09T10:16:46,717] compress geonames chunk_size=1mb from 3.1gb to 2.1gb diff 30% took 2.3m

geonames_2mb

[2019-01-09T10:16:46,717] start benchmarking geonames with chunk_size 2mb
[2019-01-09T10:16:48,466] compress _1t.cfs from 41.6mb to 28.4mb diff 31%
[2019-01-09T10:16:52,480] compress _w_Lucene50_0.tim from 104.3mb to 59.5mb diff 42%
[2019-01-09T10:16:52,481] compress _1d_4_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:16:52,482] compress _1u_2.fnm from 4.3kb to 553b diff 87%
[2019-01-09T10:16:52,482] compress _1y_1.fnm from 4.3kb to 553b diff 87%
[2019-01-09T10:16:52,483] compress _1r.si from 371b to 296b diff 20%
[2019-01-09T10:16:52,483] compress _1n_3.fnm from 4.3kb to 552b diff 87%
[2019-01-09T10:16:52,706] compress _1m.nvd from 11.7mb to 2.4mb diff 79%
[2019-01-09T10:16:52,706] compress _1p_2_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:16:52,707] compress _n_6_Lucene70_0.dvm from 149b to 110b diff 26%
[2019-01-09T10:16:52,707] compress _w.nvm from 496b to 263b diff 46%
[2019-01-09T10:16:52,708] compress _w.fnm from 5.4kb to 544b diff 90%
[2019-01-09T10:16:52,709] compress _1x_1_Lucene70_0.dvd from 1.4kb to 1.4kb diff -1%
[2019-01-09T10:16:55,413] compress _n_Lucene50_0.doc from 54.1mb to 47.3mb diff 12%
[2019-01-09T10:16:58,018] compress _1e_Lucene50_0.doc from 50.1mb to 43.3mb diff 13%
[2019-01-09T10:16:58,019] compress _1m.fnm from 5.4kb to 546b diff 90%
[2019-01-09T10:16:58,020] compress _1r_2_Lucene70_0.dvd from 13kb to 13kb diff 0%
[2019-01-09T10:16:58,021] compress _1r_2.fnm from 4.3kb to 552b diff 87%
[2019-01-09T10:16:58,030] compress _n_6_Lucene70_0.dvd from 200.1kb to 194.7kb diff 2%
[2019-01-09T10:16:58,031] compress _1m.nvm from 496b to 282b diff 43%
[2019-01-09T10:16:58,031] compress _d_8_Lucene70_0.dvm from 149b to 109b diff 26%
[2019-01-09T10:16:58,220] compress _w.nvd from 7.6mb to 2.1mb diff 72%
[2019-01-09T10:16:58,220] compress _x.si from 368b to 295b diff 19%
[2019-01-09T10:16:58,222] compress _d_8_Lucene70_0.dvd from 32kb to 30.8kb diff 4%
[2019-01-09T10:16:58,222] compress _1r.cfe from 405b to 256b diff 36%
[2019-01-09T10:16:58,223] compress _1d_4_Lucene70_0.dvd from 15.6kb to 13.4kb diff 14%
[2019-01-09T10:16:58,224] compress _x.cfe from 405b to 251b diff 38%
[2019-01-09T10:17:06,730] compress _1m.fdt from 191.5mb to 150.8mb diff 21%
[2019-01-09T10:17:06,731] compress _1d_4.fnm from 4.3kb to 552b diff 87%
[2019-01-09T10:17:06,736] compress _1m.fdx from 126.2kb to 122.6kb diff 2%
[2019-01-09T10:17:07,912] compress _1v.cfs from 28.3mb to 19.5mb diff 30%
[2019-01-09T10:17:07,913] compress _1u.si from 371b to 296b diff 20%
[2019-01-09T10:17:07,913] compress _1x_1_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:17:07,914] compress _1m.si from 563b to 370b diff 34%
[2019-01-09T10:17:07,915] compress _1t_2_Lucene70_0.dvd from 10.2kb to 10.2kb diff 0%
[2019-01-09T10:17:09,102] compress _w.dim from 29.3mb to 23.4mb diff 19%
[2019-01-09T10:17:09,103] compress _1d.si from 371b to 296b diff 20%
[2019-01-09T10:17:09,103] compress _w.dii from 92b to 101b diff -9%
[2019-01-09T10:17:09,104] compress _n_Lucene70_0.dvm from 2.7kb to 1.2kb diff 55%
[2019-01-09T10:17:13,412] compress _1m_Lucene70_0.dvd from 113.9mb to 72.9mb diff 35%
[2019-01-09T10:17:13,413] compress _1m.dii from 92b to 101b diff -9%
[2019-01-09T10:17:13,413] compress _n_6.fnm from 5.4kb to 552b diff 90%
[2019-01-09T10:17:14,636] compress _x.cfs from 30mb to 20.3mb diff 32%
[2019-01-09T10:17:16,016] compress _1m.dim from 36.2mb to 28.3mb diff 21%
[2019-01-09T10:17:16,567] compress _1x.cfs from 13.1mb to 8.9mb diff 31%
[2019-01-09T10:17:16,568] compress _1y.cfe from 405b to 257b diff 36%
[2019-01-09T10:17:16,640] compress _w_Lucene50_0.tip from 1.7mb to 1.1mb diff 35%
[2019-01-09T10:17:16,641] compress _1x.si from 371b to 296b diff 20%
[2019-01-09T10:17:16,645] compress _w.fdx from 100.7kb to 98.3kb diff 2%
[2019-01-09T10:17:20,882] compress _n_Lucene70_0.dvd from 107.5mb to 66.9mb diff 37%
[2019-01-09T10:17:20,883] compress _1m_Lucene70_0.dvm from 2.7kb to 1.2kb diff 54%
[2019-01-09T10:17:20,884] compress _1p.cfe from 405b to 256b diff 36%
[2019-01-09T10:17:20,885] compress _1e_Lucene70_0.dvm from 2.7kb to 1.2kb diff 55%
[2019-01-09T10:17:29,122] compress _w.fdt from 162mb to 128.4mb diff 20%
[2019-01-09T10:17:29,122] compress _1n.cfe from 405b to 253b diff 37%
[2019-01-09T10:17:29,123] compress _1u_2_Lucene70_0.dvm from 149b to 107b diff 28%
[2019-01-09T10:17:29,123] compress _1p.si from 371b to 296b diff 20%
[2019-01-09T10:17:29,124] compress _1p_2.fnm from 4.3kb to 551b diff 87%
[2019-01-09T10:17:29,124] compress _n.dii from 92b to 101b diff -9%
[2019-01-09T10:17:36,730] compress _1e.fdt from 171.7mb to 135.1mb diff 21%
[2019-01-09T10:17:37,957] compress _n.dim from 30.3mb to 24.7mb diff 18%
[2019-01-09T10:17:37,958] compress _1e_3.fnm from 5.4kb to 551b diff 90%
[2019-01-09T10:17:37,963] compress _1e.fdx from 114kb to 110.7kb diff 2%
[2019-01-09T10:17:39,186] compress _1n.cfs from 29.9mb to 20.4mb diff 31%
[2019-01-09T10:17:40,397] compress _1z.cfs from 30mb to 20.1mb diff 32%
[2019-01-09T10:17:43,494] compress _d.cfs from 76.1mb to 52.1mb diff 31%
[2019-01-09T10:17:46,325] compress _1m_Lucene50_0.doc from 54.4mb to 46.8mb diff 14%
[2019-01-09T10:17:46,523] compress _n.nvd from 8mb to 2.3mb diff 70%
[2019-01-09T10:17:48,861] compress _1q.cfs from 57.5mb to 39.4mb diff 31%
[2019-01-09T10:17:48,862] compress _1s.si from 371b to 296b diff 20%
[2019-01-09T10:17:48,863] compress _1o_2.fnm from 4.3kb to 551b diff 87%
[2019-01-09T10:17:48,863] compress _1u.cfe from 405b to 257b diff 36%
[2019-01-09T10:17:48,864] compress _n.fnm from 5.4kb to 546b diff 90%
[2019-01-09T10:17:48,864] compress _n.nvm from 496b to 268b diff 45%
[2019-01-09T10:17:48,865] compress _1r_2_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:17:48,865] compress _d.cfe from 405b to 257b diff 36%
[2019-01-09T10:17:48,866] compress _1z_1.fnm from 4.3kb to 553b diff 87%
[2019-01-09T10:17:48,866] compress segments_4 from 2.9kb to 815b diff 72%
[2019-01-09T10:17:48,867] compress _1w_1_Lucene70_0.dvm from 149b to 109b diff 26%
[2019-01-09T10:17:48,867] compress _1z_1_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:17:48,868] compress _1u_2_Lucene70_0.dvd from 11kb to 11kb diff 0%
[2019-01-09T10:17:51,294] compress _1s.cfs from 60.2mb to 41.2mb diff 31%
[2019-01-09T10:17:51,589] compress _1m_Lucene50_0.pos from 9.1mb to 3.5mb diff 60%
[2019-01-09T10:17:51,590] compress _w.si from 549b to 367b diff 33%
[2019-01-09T10:17:51,591] compress _1v_2.fnm from 4.3kb to 552b diff 87%
[2019-01-09T10:17:51,591] compress _1z_1_Lucene70_0.dvd from 3.4kb to 3.4kb diff 0%
[2019-01-09T10:17:51,592] compress _x_6.fnm from 4.3kb to 551b diff 87%
[2019-01-09T10:17:51,784] compress _1w.nvd from 9.9mb to 2.1mb diff 78%
[2019-01-09T10:17:51,785] compress _i_7_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:17:51,786] compress _1v.si from 371b to 296b diff 20%
[2019-01-09T10:17:51,786] compress _1q_2_Lucene70_0.dvd from 13.8kb to 13.8kb diff 0%
[2019-01-09T10:17:51,787] compress _x_6_Lucene70_0.dvm from 149b to 107b diff 28%
[2019-01-09T10:17:51,787] compress _1n.si from 371b to 296b diff 20%
[2019-01-09T10:17:55,428] compress _w_Lucene70_0.dvd from 95.8mb to 61.4mb diff 35%
[2019-01-09T10:17:55,429] compress _1w.nvm from 496b to 283b diff 42%
[2019-01-09T10:17:55,430] compress _1w.fnm from 5.4kb to 545b diff 90%
[2019-01-09T10:17:55,442] compress _1w_1_Lucene70_0.dvd from 216.1kb to 124.5kb diff 42%
[2019-01-09T10:17:55,443] compress _1s.cfe from 405b to 252b diff 37%
[2019-01-09T10:17:55,443] compress _1o_2_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:17:57,543] compress _1u.cfs from 51.5mb to 35.4mb diff 31%
[2019-01-09T10:17:57,760] compress _1e.nvd from 10.4mb to 2.3mb diff 77%
[2019-01-09T10:18:00,505] compress _i.cfs from 66.7mb to 45.7mb diff 31%
[2019-01-09T10:18:00,506] compress _d.si from 368b to 295b diff 19%
[2019-01-09T10:18:00,508] compress _i_7_Lucene70_0.dvd from 32kb to 28kb diff 12%
[2019-01-09T10:18:00,790] compress _1w_Lucene50_0.pos from 8.1mb to 3.5mb diff 56%
[2019-01-09T10:18:00,791] compress _1e.nvm from 496b to 279b diff 43%
[2019-01-09T10:18:00,792] compress _1e.fnm from 5.4kb to 545b diff 90%
[2019-01-09T10:18:00,792] compress _1y.si from 371b to 296b diff 20%
[2019-01-09T10:18:00,793] compress _1x_1.fnm from 4kb to 539b diff 87%
[2019-01-09T10:18:00,793] compress _w_5_Lucene70_0.dvm from 149b to 110b diff 26%
[2019-01-09T10:18:00,798] compress _1w.fdx from 110.2kb to 107.8kb diff 2%
[2019-01-09T10:18:00,798] compress _i.cfe from 405b to 256b diff 36%
[2019-01-09T10:18:03,227] compress _w_Lucene50_0.doc from 47.1mb to 41.1mb diff 12%
[2019-01-09T10:18:05,751] compress _1w_Lucene50_0.doc from 48mb to 41.1mb diff 14%
[2019-01-09T10:18:05,751] compress _1y_1_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:18:05,752] compress _1q.si from 371b to 296b diff 20%
[2019-01-09T10:18:05,753] compress _1o_2_Lucene70_0.dvd from 12kb to 12kb diff 0%
[2019-01-09T10:18:05,753] compress _1z.cfe from 405b to 255b diff 37%
[2019-01-09T10:18:05,754] compress _1t_2.fnm from 4.3kb to 550b diff 87%
[2019-01-09T10:18:05,763] compress _w_5_Lucene70_0.dvd from 192.1kb to 178kb diff 7%
[2019-01-09T10:18:05,764] compress _1w.dii from 92b to 101b diff -9%
[2019-01-09T10:18:06,911] compress _1w.dim from 30.5mb to 23.7mb diff 22%
[2019-01-09T10:18:06,912] compress _1q.cfe from 405b to 252b diff 37%
[2019-01-09T10:18:06,913] compress _1y_1_Lucene70_0.dvd from 3.9kb to 4kb diff 0%
[2019-01-09T10:18:06,914] compress _x_6_Lucene70_0.dvd from 16kb to 10kb diff 37%
[2019-01-09T10:18:11,175] compress _n_Lucene50_0.tim from 112.6mb to 63.4mb diff 43%
[2019-01-09T10:18:11,176] compress _i.si from 368b to 295b diff 19%
[2019-01-09T10:18:15,519] compress _1e_Lucene50_0.tim from 112.7mb to 65.3mb diff 42%
[2019-01-09T10:18:15,520] compress _1o.cfe from 405b to 259b diff 36%
[2019-01-09T10:18:15,599] compress _n_Lucene50_0.tip from 1.8mb to 1.2mb diff 35%
[2019-01-09T10:18:15,680] compress _1e_Lucene50_0.tip from 1.9mb to 1.3mb diff 33%
[2019-01-09T10:18:15,681] compress _1v_2_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:18:23,624] compress _n.fdt from 175.7mb to 139.6mb diff 20%
[2019-01-09T10:18:28,528] compress _1m_Lucene50_0.tim from 123.1mb to 71.3mb diff 42%
[2019-01-09T10:18:28,528] compress _1e.dii from 92b to 101b diff -9%
[2019-01-09T10:18:28,533] compress _n.fdx from 108.2kb to 105.5kb diff 2%
[2019-01-09T10:18:28,629] compress _1m_Lucene50_0.tip from 2.1mb to 1.4mb diff 34%
[2019-01-09T10:18:28,630] compress _1q_2.fnm from 4.3kb to 552b diff 87%
[2019-01-09T10:18:28,631] compress _w_Lucene70_0.dvm from 2.7kb to 1.2kb diff 56%
[2019-01-09T10:18:36,157] compress _1w.fdt from 162.9mb to 128.3mb diff 21%
[2019-01-09T10:18:36,158] compress _1q_2_Lucene70_0.dvm from 149b to 107b diff 28%
[2019-01-09T10:18:37,471] compress _1e.dim from 32.6mb to 26.3mb diff 19%
[2019-01-09T10:18:39,597] compress _1o.cfs from 51.9mb to 35.6mb diff 31%
[2019-01-09T10:18:39,914] compress _w_Lucene50_0.pos from 8.9mb to 4.1mb diff 54%
[2019-01-09T10:18:39,999] compress _1w_Lucene50_0.tip from 1.7mb to 1.1mb diff 34%
[2019-01-09T10:18:40,000] compress _1d.cfe from 405b to 252b diff 37%
[2019-01-09T10:18:44,295] compress _1e_Lucene70_0.dvd from 101.6mb to 65.6mb diff 35%
[2019-01-09T10:18:44,296] compress _1x.cfe from 405b to 252b diff 37%
[2019-01-09T10:18:48,789] compress _1w_Lucene50_0.tim from 102.7mb to 59.2mb diff 42%
[2019-01-09T10:18:50,627] compress _1y.cfs from 41.1mb to 27.5mb diff 33%
[2019-01-09T10:18:50,628] compress _1e_3_Lucene70_0.dvm from 149b to 110b diff 26%
[2019-01-09T10:18:50,629] compress _1t.si from 371b to 296b diff 20%
[2019-01-09T10:18:50,630] compress _1w_1.fnm from 5.4kb to 550b diff 90%
[2019-01-09T10:18:50,631] compress _8_8_Lucene70_0.dvd from 32kb to 25.9kb diff 19%
[2019-01-09T10:18:50,632] compress _1w_Lucene70_0.dvm from 2.7kb to 1.2kb diff 54%
[2019-01-09T10:18:50,633] compress _1e.si from 563b to 373b diff 33%
[2019-01-09T10:18:50,634] compress _1v_2_Lucene70_0.dvd from 4.6kb to 4.6kb diff 0%
[2019-01-09T10:18:52,670] compress _1p.cfs from 48.4mb to 33.3mb diff 31%
[2019-01-09T10:18:52,671] compress _1n_3_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:18:53,866] compress _1d.cfs from 28.9mb to 19.8mb diff 31%
[2019-01-09T10:18:53,867] compress _1t_2_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:18:57,569] compress _1w_Lucene70_0.dvd from 98.1mb to 62mb diff 36%
[2019-01-09T10:18:57,570] compress _d_8.fnm from 4.3kb to 554b diff 87%
[2019-01-09T10:18:57,570] compress _w_5.fnm from 5.4kb to 550b diff 90%
[2019-01-09T10:18:57,571] compress _n.si from 549b to 369b diff 32%
[2019-01-09T10:18:57,571] compress _1w.si from 563b to 377b diff 33%
[2019-01-09T10:18:57,572] compress _1v.cfe from 405b to 251b diff 38%
[2019-01-09T10:18:57,572] compress _1s_2_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:18:57,573] compress _1m_2.fnm from 5.4kb to 551b diff 90%
[2019-01-09T10:18:57,573] compress _8_8.fnm from 4.3kb to 553b diff 87%
[2019-01-09T10:18:57,588] compress _1e_3_Lucene70_0.dvd from 216.1kb to 176.1kb diff 18%
[2019-01-09T10:18:57,589] compress _1s_2_Lucene70_0.dvd from 15.4kb to 15.3kb diff 0%
[2019-01-09T10:18:57,590] compress _1o.si from 371b to 296b diff 20%
[2019-01-09T10:18:57,591] compress _1n_3_Lucene70_0.dvd from 12.9kb to 9.5kb diff 26%
[2019-01-09T10:18:59,935] compress _1r.cfs from 57mb to 39.1mb diff 31%
[2019-01-09T10:18:59,936] compress _8.cfe from 405b to 259b diff 36%
[2019-01-09T10:18:59,937] compress _i_7.fnm from 4.3kb to 552b diff 87%
[2019-01-09T10:18:59,938] compress _1t.cfe from 405b to 255b diff 37%
[2019-01-09T10:18:59,939] compress _1p_2_Lucene70_0.dvd from 10.9kb to 10.9kb diff 0%
[2019-01-09T10:19:00,222] compress _1e_Lucene50_0.pos from 8.5mb to 3.3mb diff 61%
[2019-01-09T10:19:00,239] compress _1m_2_Lucene70_0.dvd from 243.2kb to 178.6kb diff 26%
[2019-01-09T10:19:00,239] compress _1s_2.fnm from 4.3kb to 552b diff 87%
[2019-01-09T10:19:00,240] compress _1z.si from 371b to 296b diff 20%
[2019-01-09T10:19:02,990] compress _8.cfs from 67.2mb to 46.2mb diff 31%
[2019-01-09T10:19:02,991] compress _8_8_Lucene70_0.dvm from 149b to 109b diff 26%
[2019-01-09T10:19:03,404] compress _n_Lucene50_0.pos from 10.6mb to 5.4mb diff 48%
[2019-01-09T10:19:03,405] compress _1m_2_Lucene70_0.dvm from 149b to 110b diff 26%
[2019-01-09T10:19:03,405] compress _8.si from 368b to 295b diff 19%
[2019-01-09T10:19:03,405] compress geonames chunk_size=2mb from 3.1gb to 2.1gb diff 30% took 2.2m

geonames_4mb

[2019-01-09T10:19:03,405] start benchmarking geonames with chunk_size 4mb
[2019-01-09T10:19:05,150] compress _1t.cfs from 41.6mb to 28.4mb diff 31%
[2019-01-09T10:19:09,157] compress _w_Lucene50_0.tim from 104.3mb to 59.5mb diff 42%
[2019-01-09T10:19:09,159] compress _1d_4_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:19:09,160] compress _1u_2.fnm from 4.3kb to 553b diff 87%
[2019-01-09T10:19:09,161] compress _1y_1.fnm from 4.3kb to 553b diff 87%
[2019-01-09T10:19:09,163] compress _1r.si from 371b to 296b diff 20%
[2019-01-09T10:19:09,164] compress _1n_3.fnm from 4.3kb to 552b diff 87%
[2019-01-09T10:19:09,388] compress _1m.nvd from 11.7mb to 2.4mb diff 79%
[2019-01-09T10:19:09,390] compress _1p_2_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:19:09,391] compress _n_6_Lucene70_0.dvm from 149b to 110b diff 26%
[2019-01-09T10:19:09,392] compress _w.nvm from 496b to 263b diff 46%
[2019-01-09T10:19:09,394] compress _w.fnm from 5.4kb to 544b diff 90%
[2019-01-09T10:19:09,395] compress _1x_1_Lucene70_0.dvd from 1.4kb to 1.4kb diff -1%
[2019-01-09T10:19:12,127] compress _n_Lucene50_0.doc from 54.1mb to 47.3mb diff 12%
[2019-01-09T10:19:14,744] compress _1e_Lucene50_0.doc from 50.1mb to 43.3mb diff 13%
[2019-01-09T10:19:14,746] compress _1m.fnm from 5.4kb to 546b diff 90%
[2019-01-09T10:19:14,748] compress _1r_2_Lucene70_0.dvd from 13kb to 13kb diff 0%
[2019-01-09T10:19:14,749] compress _1r_2.fnm from 4.3kb to 552b diff 87%
[2019-01-09T10:19:14,759] compress _n_6_Lucene70_0.dvd from 200.1kb to 194.7kb diff 2%
[2019-01-09T10:19:14,760] compress _1m.nvm from 496b to 282b diff 43%
[2019-01-09T10:19:14,761] compress _d_8_Lucene70_0.dvm from 149b to 109b diff 26%
[2019-01-09T10:19:14,946] compress _w.nvd from 7.6mb to 2.1mb diff 72%
[2019-01-09T10:19:14,947] compress _x.si from 368b to 295b diff 19%
[2019-01-09T10:19:14,949] compress _d_8_Lucene70_0.dvd from 32kb to 30.8kb diff 4%
[2019-01-09T10:19:14,951] compress _1r.cfe from 405b to 256b diff 36%
[2019-01-09T10:19:14,953] compress _1d_4_Lucene70_0.dvd from 15.6kb to 13.4kb diff 14%
[2019-01-09T10:19:14,954] compress _x.cfe from 405b to 251b diff 38%
[2019-01-09T10:19:23,528] compress _1m.fdt from 191.5mb to 150.7mb diff 21%
[2019-01-09T10:19:23,529] compress _1d_4.fnm from 4.3kb to 552b diff 87%
[2019-01-09T10:19:23,534] compress _1m.fdx from 126.2kb to 122.6kb diff 2%
[2019-01-09T10:19:24,729] compress _1v.cfs from 28.3mb to 19.5mb diff 30%
[2019-01-09T10:19:24,730] compress _1u.si from 371b to 296b diff 20%
[2019-01-09T10:19:24,732] compress _1x_1_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:19:24,733] compress _1m.si from 563b to 370b diff 34%
[2019-01-09T10:19:24,735] compress _1t_2_Lucene70_0.dvd from 10.2kb to 10.2kb diff 0%
[2019-01-09T10:19:25,917] compress _w.dim from 29.3mb to 23.4mb diff 19%
[2019-01-09T10:19:25,919] compress _1d.si from 371b to 296b diff 20%
[2019-01-09T10:19:25,920] compress _w.dii from 92b to 101b diff -9%
[2019-01-09T10:19:25,922] compress _n_Lucene70_0.dvm from 2.7kb to 1.2kb diff 55%
[2019-01-09T10:19:30,246] compress _1m_Lucene70_0.dvd from 113.9mb to 72.9mb diff 35%
[2019-01-09T10:19:30,247] compress _1m.dii from 92b to 101b diff -9%
[2019-01-09T10:19:30,249] compress _n_6.fnm from 5.4kb to 552b diff 90%
[2019-01-09T10:19:31,469] compress _x.cfs from 30mb to 20.3mb diff 32%
[2019-01-09T10:19:32,856] compress _1m.dim from 36.2mb to 28.3mb diff 21%
[2019-01-09T10:19:33,413] compress _1x.cfs from 13.1mb to 8.9mb diff 31%
[2019-01-09T10:19:33,414] compress _1y.cfe from 405b to 257b diff 36%
[2019-01-09T10:19:33,490] compress _w_Lucene50_0.tip from 1.7mb to 1.1mb diff 35%
[2019-01-09T10:19:33,492] compress _1x.si from 371b to 296b diff 20%
[2019-01-09T10:19:33,496] compress _w.fdx from 100.7kb to 98.3kb diff 2%
[2019-01-09T10:19:37,520] compress _n_Lucene70_0.dvd from 107.5mb to 66.9mb diff 37%
[2019-01-09T10:19:37,522] compress _1m_Lucene70_0.dvm from 2.7kb to 1.2kb diff 54%
[2019-01-09T10:19:37,523] compress _1p.cfe from 405b to 256b diff 36%
[2019-01-09T10:19:37,524] compress _1e_Lucene70_0.dvm from 2.7kb to 1.2kb diff 55%
[2019-01-09T10:19:45,316] compress _w.fdt from 162mb to 128.4mb diff 20%
[2019-01-09T10:19:45,317] compress _1n.cfe from 405b to 253b diff 37%
[2019-01-09T10:19:45,318] compress _1u_2_Lucene70_0.dvm from 149b to 107b diff 28%
[2019-01-09T10:19:45,319] compress _1p.si from 371b to 296b diff 20%
[2019-01-09T10:19:45,320] compress _1p_2.fnm from 4.3kb to 551b diff 87%
[2019-01-09T10:19:45,321] compress _n.dii from 92b to 101b diff -9%
[2019-01-09T10:19:53,064] compress _1e.fdt from 171.7mb to 135.1mb diff 21%
[2019-01-09T10:19:54,276] compress _n.dim from 30.3mb to 24.7mb diff 18%
[2019-01-09T10:19:54,278] compress _1e_3.fnm from 5.4kb to 551b diff 90%
[2019-01-09T10:19:54,283] compress _1e.fdx from 114kb to 110.7kb diff 2%
[2019-01-09T10:19:55,500] compress _1n.cfs from 29.9mb to 20.4mb diff 31%
[2019-01-09T10:19:56,732] compress _1z.cfs from 30mb to 20.1mb diff 32%
[2019-01-09T10:19:59,909] compress _d.cfs from 76.1mb to 52.1mb diff 31%
[2019-01-09T10:20:03,007] compress _1m_Lucene50_0.doc from 54.4mb to 46.8mb diff 14%
[2019-01-09T10:20:03,234] compress _n.nvd from 8mb to 2.3mb diff 70%
[2019-01-09T10:20:05,920] compress _1q.cfs from 57.5mb to 39.4mb diff 31%
[2019-01-09T10:20:05,922] compress _1s.si from 371b to 296b diff 20%
[2019-01-09T10:20:05,923] compress _1o_2.fnm from 4.3kb to 551b diff 87%
[2019-01-09T10:20:05,923] compress _1u.cfe from 405b to 257b diff 36%
[2019-01-09T10:20:05,924] compress _n.fnm from 5.4kb to 546b diff 90%
[2019-01-09T10:20:05,925] compress _n.nvm from 496b to 268b diff 45%
[2019-01-09T10:20:05,926] compress _1r_2_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:20:05,927] compress _d.cfe from 405b to 257b diff 36%
[2019-01-09T10:20:05,928] compress _1z_1.fnm from 4.3kb to 553b diff 87%
[2019-01-09T10:20:05,929] compress segments_4 from 2.9kb to 815b diff 72%
[2019-01-09T10:20:05,930] compress _1w_1_Lucene70_0.dvm from 149b to 109b diff 26%
[2019-01-09T10:20:05,931] compress _1z_1_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:20:05,932] compress _1u_2_Lucene70_0.dvd from 11kb to 11kb diff 0%
[2019-01-09T10:20:08,754] compress _1s.cfs from 60.2mb to 41.2mb diff 31%
[2019-01-09T10:20:09,094] compress _1m_Lucene50_0.pos from 9.1mb to 3.5mb diff 60%
[2019-01-09T10:20:09,095] compress _w.si from 549b to 367b diff 33%
[2019-01-09T10:20:09,096] compress _1v_2.fnm from 4.3kb to 552b diff 87%
[2019-01-09T10:20:09,097] compress _1z_1_Lucene70_0.dvd from 3.4kb to 3.4kb diff 0%
[2019-01-09T10:20:09,098] compress _x_6.fnm from 4.3kb to 551b diff 87%
[2019-01-09T10:20:09,315] compress _1w.nvd from 9.9mb to 2.1mb diff 78%
[2019-01-09T10:20:09,316] compress _i_7_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:20:09,317] compress _1v.si from 371b to 296b diff 20%
[2019-01-09T10:20:09,318] compress _1q_2_Lucene70_0.dvd from 13.8kb to 13.8kb diff 0%
[2019-01-09T10:20:09,319] compress _x_6_Lucene70_0.dvm from 149b to 107b diff 28%
[2019-01-09T10:20:09,320] compress _1n.si from 371b to 296b diff 20%
[2019-01-09T10:20:13,157] compress _w_Lucene70_0.dvd from 95.8mb to 61.3mb diff 35%
[2019-01-09T10:20:13,159] compress _1w.nvm from 496b to 283b diff 42%
[2019-01-09T10:20:13,160] compress _1w.fnm from 5.4kb to 545b diff 90%
[2019-01-09T10:20:13,174] compress _1w_1_Lucene70_0.dvd from 216.1kb to 124.5kb diff 42%
[2019-01-09T10:20:13,175] compress _1s.cfe from 405b to 252b diff 37%
[2019-01-09T10:20:13,176] compress _1o_2_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:20:15,376] compress _1u.cfs from 51.5mb to 35.4mb diff 31%
[2019-01-09T10:20:15,590] compress _1e.nvd from 10.4mb to 2.3mb diff 77%
[2019-01-09T10:20:18,372] compress _i.cfs from 66.7mb to 45.7mb diff 31%
[2019-01-09T10:20:18,374] compress _d.si from 368b to 295b diff 19%
[2019-01-09T10:20:18,377] compress _i_7_Lucene70_0.dvd from 32kb to 28kb diff 12%
[2019-01-09T10:20:18,674] compress _1w_Lucene50_0.pos from 8.1mb to 3.5mb diff 56%
[2019-01-09T10:20:18,675] compress _1e.nvm from 496b to 279b diff 43%
[2019-01-09T10:20:18,676] compress _1e.fnm from 5.4kb to 545b diff 90%
[2019-01-09T10:20:18,677] compress _1y.si from 371b to 296b diff 20%
[2019-01-09T10:20:18,678] compress _1x_1.fnm from 4kb to 539b diff 87%
[2019-01-09T10:20:18,678] compress _w_5_Lucene70_0.dvm from 149b to 110b diff 26%
[2019-01-09T10:20:18,683] compress _1w.fdx from 110.2kb to 107.8kb diff 2%
[2019-01-09T10:20:18,684] compress _i.cfe from 405b to 256b diff 36%
[2019-01-09T10:20:21,079] compress _w_Lucene50_0.doc from 47.1mb to 41.1mb diff 12%
[2019-01-09T10:20:23,580] compress _1w_Lucene50_0.doc from 48mb to 41.1mb diff 14%
[2019-01-09T10:20:23,582] compress _1y_1_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:20:23,583] compress _1q.si from 371b to 296b diff 20%
[2019-01-09T10:20:23,585] compress _1o_2_Lucene70_0.dvd from 12kb to 12kb diff 0%
[2019-01-09T10:20:23,587] compress _1z.cfe from 405b to 255b diff 37%
[2019-01-09T10:20:23,588] compress _1t_2.fnm from 4.3kb to 550b diff 87%
[2019-01-09T10:20:23,599] compress _w_5_Lucene70_0.dvd from 192.1kb to 178kb diff 7%
[2019-01-09T10:20:23,600] compress _1w.dii from 92b to 101b diff -9%
[2019-01-09T10:20:24,754] compress _1w.dim from 30.5mb to 23.7mb diff 22%
[2019-01-09T10:20:24,755] compress _1q.cfe from 405b to 252b diff 37%
[2019-01-09T10:20:24,757] compress _1y_1_Lucene70_0.dvd from 3.9kb to 4kb diff 0%
[2019-01-09T10:20:24,759] compress _x_6_Lucene70_0.dvd from 16kb to 10kb diff 37%
[2019-01-09T10:20:29,223] compress _n_Lucene50_0.tim from 112.6mb to 63.4mb diff 43%
[2019-01-09T10:20:29,224] compress _i.si from 368b to 295b diff 19%
[2019-01-09T10:20:33,636] compress _1e_Lucene50_0.tim from 112.7mb to 65.3mb diff 42%
[2019-01-09T10:20:33,637] compress _1o.cfe from 405b to 259b diff 36%
[2019-01-09T10:20:33,719] compress _n_Lucene50_0.tip from 1.8mb to 1.2mb diff 35%
[2019-01-09T10:20:33,806] compress _1e_Lucene50_0.tip from 1.9mb to 1.3mb diff 33%
[2019-01-09T10:20:33,807] compress _1v_2_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:20:41,839] compress _n.fdt from 175.7mb to 139.6mb diff 20%
[2019-01-09T10:20:46,583] compress _1m_Lucene50_0.tim from 123.1mb to 71.3mb diff 42%
[2019-01-09T10:20:46,585] compress _1e.dii from 92b to 101b diff -9%
[2019-01-09T10:20:46,591] compress _n.fdx from 108.2kb to 105.5kb diff 2%
[2019-01-09T10:20:46,683] compress _1m_Lucene50_0.tip from 2.1mb to 1.4mb diff 34%
[2019-01-09T10:20:46,685] compress _1q_2.fnm from 4.3kb to 552b diff 87%
[2019-01-09T10:20:46,686] compress _w_Lucene70_0.dvm from 2.7kb to 1.2kb diff 56%
[2019-01-09T10:20:53,953] compress _1w.fdt from 162.9mb to 128.2mb diff 21%
[2019-01-09T10:20:53,955] compress _1q_2_Lucene70_0.dvm from 149b to 107b diff 28%
[2019-01-09T10:20:55,264] compress _1e.dim from 32.6mb to 26.3mb diff 19%
[2019-01-09T10:20:57,395] compress _1o.cfs from 51.9mb to 35.6mb diff 31%
[2019-01-09T10:20:57,713] compress _w_Lucene50_0.pos from 8.9mb to 4.1mb diff 54%
[2019-01-09T10:20:57,787] compress _1w_Lucene50_0.tip from 1.7mb to 1.1mb diff 34%
[2019-01-09T10:20:57,789] compress _1d.cfe from 405b to 252b diff 37%
[2019-01-09T10:21:01,567] compress _1e_Lucene70_0.dvd from 101.6mb to 65.6mb diff 35%
[2019-01-09T10:21:01,568] compress _1x.cfe from 405b to 252b diff 37%
[2019-01-09T10:21:05,579] compress _1w_Lucene50_0.tim from 102.7mb to 59.2mb diff 42%
[2019-01-09T10:21:07,266] compress _1y.cfs from 41.1mb to 27.5mb diff 33%
[2019-01-09T10:21:07,267] compress _1e_3_Lucene70_0.dvm from 149b to 110b diff 26%
[2019-01-09T10:21:07,269] compress _1t.si from 371b to 296b diff 20%
[2019-01-09T10:21:07,270] compress _1w_1.fnm from 5.4kb to 550b diff 90%
[2019-01-09T10:21:07,272] compress _8_8_Lucene70_0.dvd from 32kb to 25.9kb diff 19%
[2019-01-09T10:21:07,274] compress _1w_Lucene70_0.dvm from 2.7kb to 1.2kb diff 54%
[2019-01-09T10:21:07,275] compress _1e.si from 563b to 373b diff 33%
[2019-01-09T10:21:07,276] compress _1v_2_Lucene70_0.dvd from 4.6kb to 4.6kb diff 0%
[2019-01-09T10:21:09,289] compress _1p.cfs from 48.4mb to 33.3mb diff 31%
[2019-01-09T10:21:09,291] compress _1n_3_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:21:10,473] compress _1d.cfs from 28.9mb to 19.8mb diff 31%
[2019-01-09T10:21:10,475] compress _1t_2_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:21:14,214] compress _1w_Lucene70_0.dvd from 98.1mb to 62mb diff 36%
[2019-01-09T10:21:14,215] compress _d_8.fnm from 4.3kb to 554b diff 87%
[2019-01-09T10:21:14,216] compress _w_5.fnm from 5.4kb to 550b diff 90%
[2019-01-09T10:21:14,217] compress _n.si from 549b to 369b diff 32%
[2019-01-09T10:21:14,218] compress _1w.si from 563b to 377b diff 33%
[2019-01-09T10:21:14,219] compress _1v.cfe from 405b to 251b diff 38%
[2019-01-09T10:21:14,220] compress _1s_2_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:21:14,221] compress _1m_2.fnm from 5.4kb to 551b diff 90%
[2019-01-09T10:21:14,222] compress _8_8.fnm from 4.3kb to 553b diff 87%
[2019-01-09T10:21:14,237] compress _1e_3_Lucene70_0.dvd from 216.1kb to 176.1kb diff 18%
[2019-01-09T10:21:14,239] compress _1s_2_Lucene70_0.dvd from 15.4kb to 15.3kb diff 0%
[2019-01-09T10:21:14,240] compress _1o.si from 371b to 296b diff 20%
[2019-01-09T10:21:14,241] compress _1n_3_Lucene70_0.dvd from 12.9kb to 9.5kb diff 26%
[2019-01-09T10:21:16,610] compress _1r.cfs from 57mb to 39.1mb diff 31%
[2019-01-09T10:21:16,611] compress _8.cfe from 405b to 259b diff 36%
[2019-01-09T10:21:16,613] compress _i_7.fnm from 4.3kb to 552b diff 87%
[2019-01-09T10:21:16,614] compress _1t.cfe from 405b to 255b diff 37%
[2019-01-09T10:21:16,616] compress _1p_2_Lucene70_0.dvd from 10.9kb to 10.9kb diff 0%
[2019-01-09T10:21:16,897] compress _1e_Lucene50_0.pos from 8.5mb to 3.3mb diff 61%
[2019-01-09T10:21:16,915] compress _1m_2_Lucene70_0.dvd from 243.2kb to 178.6kb diff 26%
[2019-01-09T10:21:16,916] compress _1s_2.fnm from 4.3kb to 552b diff 87%
[2019-01-09T10:21:16,917] compress _1z.si from 371b to 296b diff 20%
[2019-01-09T10:21:19,713] compress _8.cfs from 67.2mb to 46.2mb diff 31%
[2019-01-09T10:21:19,714] compress _8_8_Lucene70_0.dvm from 149b to 109b diff 26%
[2019-01-09T10:21:20,126] compress _n_Lucene50_0.pos from 10.6mb to 5.4mb diff 48%
[2019-01-09T10:21:20,127] compress _1m_2_Lucene70_0.dvm from 149b to 110b diff 26%
[2019-01-09T10:21:20,128] compress _8.si from 368b to 295b diff 19%
[2019-01-09T10:21:20,128] compress geonames chunk_size=4mb from 3.1gb to 2.1gb diff 30% took 2.2m

geonames_512kb

[2019-01-09T10:12:11,481] start benchmarking geonames with chunk_size 512kb
[2019-01-09T10:12:13,299] compress _1t.cfs from 41.6mb to 28.4mb diff 31%
[2019-01-09T10:12:17,559] compress _w_Lucene50_0.tim from 104.3mb to 59.6mb diff 42%
[2019-01-09T10:12:17,560] compress _1d_4_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:12:17,561] compress _1u_2.fnm from 4.3kb to 553b diff 87%
[2019-01-09T10:12:17,561] compress _1y_1.fnm from 4.3kb to 553b diff 87%
[2019-01-09T10:12:17,561] compress _1r.si from 371b to 296b diff 20%
[2019-01-09T10:12:17,562] compress _1n_3.fnm from 4.3kb to 552b diff 87%
[2019-01-09T10:12:17,807] compress _1m.nvd from 11.7mb to 2.4mb diff 79%
[2019-01-09T10:12:17,808] compress _1p_2_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:12:17,808] compress _n_6_Lucene70_0.dvm from 149b to 110b diff 26%
[2019-01-09T10:12:17,808] compress _w.nvm from 496b to 263b diff 46%
[2019-01-09T10:12:17,809] compress _w.fnm from 5.4kb to 544b diff 90%
[2019-01-09T10:12:17,809] compress _1x_1_Lucene70_0.dvd from 1.4kb to 1.4kb diff -1%
[2019-01-09T10:12:20,635] compress _n_Lucene50_0.doc from 54.1mb to 47.4mb diff 12%
[2019-01-09T10:12:23,275] compress _1e_Lucene50_0.doc from 50.1mb to 43.3mb diff 13%
[2019-01-09T10:12:23,276] compress _1m.fnm from 5.4kb to 546b diff 90%
[2019-01-09T10:12:23,276] compress _1r_2_Lucene70_0.dvd from 13kb to 13kb diff 0%
[2019-01-09T10:12:23,277] compress _1r_2.fnm from 4.3kb to 552b diff 87%
[2019-01-09T10:12:23,286] compress _n_6_Lucene70_0.dvd from 200.1kb to 194.7kb diff 2%
[2019-01-09T10:12:23,286] compress _1m.nvm from 496b to 282b diff 43%
[2019-01-09T10:12:23,286] compress _d_8_Lucene70_0.dvm from 149b to 109b diff 26%
[2019-01-09T10:12:23,483] compress _w.nvd from 7.6mb to 2.1mb diff 72%
[2019-01-09T10:12:23,484] compress _x.si from 368b to 295b diff 19%
[2019-01-09T10:12:23,485] compress _d_8_Lucene70_0.dvd from 32kb to 30.8kb diff 4%
[2019-01-09T10:12:23,485] compress _1r.cfe from 405b to 256b diff 36%
[2019-01-09T10:12:23,486] compress _1d_4_Lucene70_0.dvd from 15.6kb to 13.4kb diff 14%
[2019-01-09T10:12:23,486] compress _x.cfe from 405b to 251b diff 38%
[2019-01-09T10:12:32,694] compress _1m.fdt from 191.5mb to 150.9mb diff 21%
[2019-01-09T10:12:32,695] compress _1d_4.fnm from 4.3kb to 552b diff 87%
[2019-01-09T10:12:32,700] compress _1m.fdx from 126.2kb to 122.6kb diff 2%
[2019-01-09T10:12:33,961] compress _1v.cfs from 28.3mb to 19.6mb diff 30%
[2019-01-09T10:12:33,962] compress _1u.si from 371b to 296b diff 20%
[2019-01-09T10:12:33,962] compress _1x_1_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:12:33,962] compress _1m.si from 563b to 370b diff 34%
[2019-01-09T10:12:33,963] compress _1t_2_Lucene70_0.dvd from 10.2kb to 10.2kb diff 0%
[2019-01-09T10:12:35,217] compress _w.dim from 29.3mb to 23.4mb diff 19%
[2019-01-09T10:12:35,217] compress _1d.si from 371b to 296b diff 20%
[2019-01-09T10:12:35,217] compress _w.dii from 92b to 101b diff -9%
[2019-01-09T10:12:35,218] compress _n_Lucene70_0.dvm from 2.7kb to 1.2kb diff 55%
[2019-01-09T10:12:39,760] compress _1m_Lucene70_0.dvd from 113.9mb to 73mb diff 35%
[2019-01-09T10:12:39,760] compress _1m.dii from 92b to 101b diff -9%
[2019-01-09T10:12:39,761] compress _n_6.fnm from 5.4kb to 552b diff 90%
[2019-01-09T10:12:41,031] compress _x.cfs from 30mb to 20.3mb diff 32%
[2019-01-09T10:12:42,461] compress _1m.dim from 36.2mb to 28.3mb diff 21%
[2019-01-09T10:12:43,032] compress _1x.cfs from 13.1mb to 8.9mb diff 31%
[2019-01-09T10:12:43,032] compress _1y.cfe from 405b to 257b diff 36%
[2019-01-09T10:12:43,114] compress _w_Lucene50_0.tip from 1.7mb to 1.1mb diff 35%
[2019-01-09T10:12:43,114] compress _1x.si from 371b to 296b diff 20%
[2019-01-09T10:12:43,119] compress _w.fdx from 100.7kb to 98.3kb diff 2%
[2019-01-09T10:12:47,331] compress _n_Lucene70_0.dvd from 107.5mb to 67mb diff 37%
[2019-01-09T10:12:47,331] compress _1m_Lucene70_0.dvm from 2.7kb to 1.2kb diff 54%
[2019-01-09T10:12:47,332] compress _1p.cfe from 405b to 256b diff 36%
[2019-01-09T10:12:47,332] compress _1e_Lucene70_0.dvm from 2.7kb to 1.2kb diff 55%
[2019-01-09T10:12:54,805] compress _w.fdt from 162mb to 128.6mb diff 20%
[2019-01-09T10:12:54,805] compress _1n.cfe from 405b to 253b diff 37%
[2019-01-09T10:12:54,806] compress _1u_2_Lucene70_0.dvm from 149b to 107b diff 28%
[2019-01-09T10:12:54,806] compress _1p.si from 371b to 296b diff 20%
[2019-01-09T10:12:54,806] compress _1p_2.fnm from 4.3kb to 551b diff 87%
[2019-01-09T10:12:54,807] compress _n.dii from 92b to 101b diff -9%
[2019-01-09T10:13:02,687] compress _1e.fdt from 171.7mb to 135.3mb diff 21%
[2019-01-09T10:13:03,966] compress _n.dim from 30.3mb to 24.7mb diff 18%
[2019-01-09T10:13:03,967] compress _1e_3.fnm from 5.4kb to 551b diff 90%
[2019-01-09T10:13:03,972] compress _1e.fdx from 114kb to 110.7kb diff 2%
[2019-01-09T10:13:05,244] compress _1n.cfs from 29.9mb to 20.4mb diff 31%
[2019-01-09T10:13:06,522] compress _1z.cfs from 30mb to 20.1mb diff 32%
[2019-01-09T10:13:09,758] compress _d.cfs from 76.1mb to 52.1mb diff 31%
[2019-01-09T10:13:12,615] compress _1m_Lucene50_0.doc from 54.4mb to 46.7mb diff 14%
[2019-01-09T10:13:12,813] compress _n.nvd from 8mb to 2.3mb diff 70%
[2019-01-09T10:13:15,146] compress _1q.cfs from 57.5mb to 39.4mb diff 31%
[2019-01-09T10:13:15,147] compress _1s.si from 371b to 296b diff 20%
[2019-01-09T10:13:15,148] compress _1o_2.fnm from 4.3kb to 551b diff 87%
[2019-01-09T10:13:15,148] compress _1u.cfe from 405b to 257b diff 36%
[2019-01-09T10:13:15,149] compress _n.fnm from 5.4kb to 546b diff 90%
[2019-01-09T10:13:15,149] compress _n.nvm from 496b to 268b diff 45%
[2019-01-09T10:13:15,149] compress _1r_2_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:13:15,150] compress _d.cfe from 405b to 257b diff 36%
[2019-01-09T10:13:15,151] compress _1z_1.fnm from 4.3kb to 553b diff 87%
[2019-01-09T10:13:15,151] compress segments_4 from 2.9kb to 815b diff 72%
[2019-01-09T10:13:15,151] compress _1w_1_Lucene70_0.dvm from 149b to 109b diff 26%
[2019-01-09T10:13:15,152] compress _1z_1_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:13:15,152] compress _1u_2_Lucene70_0.dvd from 11kb to 11kb diff 0%
[2019-01-09T10:13:17,760] compress _1s.cfs from 60.2mb to 41.2mb diff 31%
[2019-01-09T10:13:18,095] compress _1m_Lucene50_0.pos from 9.1mb to 3.5mb diff 60%
[2019-01-09T10:13:18,096] compress _w.si from 549b to 367b diff 33%
[2019-01-09T10:13:18,096] compress _1v_2.fnm from 4.3kb to 552b diff 87%
[2019-01-09T10:13:18,097] compress _1z_1_Lucene70_0.dvd from 3.4kb to 3.4kb diff 0%
[2019-01-09T10:13:18,098] compress _x_6.fnm from 4.3kb to 551b diff 87%
[2019-01-09T10:13:18,312] compress _1w.nvd from 9.9mb to 2.1mb diff 78%
[2019-01-09T10:13:18,312] compress _i_7_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:13:18,312] compress _1v.si from 371b to 296b diff 20%
[2019-01-09T10:13:18,313] compress _1q_2_Lucene70_0.dvd from 13.8kb to 13.8kb diff 0%
[2019-01-09T10:13:18,313] compress _x_6_Lucene70_0.dvm from 149b to 107b diff 28%
[2019-01-09T10:13:18,313] compress _1n.si from 371b to 296b diff 20%
[2019-01-09T10:13:22,400] compress _w_Lucene70_0.dvd from 95.8mb to 61.4mb diff 35%
[2019-01-09T10:13:22,400] compress _1w.nvm from 496b to 283b diff 42%
[2019-01-09T10:13:22,401] compress _1w.fnm from 5.4kb to 545b diff 90%
[2019-01-09T10:13:22,415] compress _1w_1_Lucene70_0.dvd from 216.1kb to 124.5kb diff 42%
[2019-01-09T10:13:22,416] compress _1s.cfe from 405b to 252b diff 37%
[2019-01-09T10:13:22,416] compress _1o_2_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:13:24,805] compress _1u.cfs from 51.5mb to 35.5mb diff 31%
[2019-01-09T10:13:25,039] compress _1e.nvd from 10.4mb to 2.3mb diff 77%
[2019-01-09T10:13:27,941] compress _i.cfs from 66.7mb to 45.8mb diff 31%
[2019-01-09T10:13:27,942] compress _d.si from 368b to 295b diff 19%
[2019-01-09T10:13:27,943] compress _i_7_Lucene70_0.dvd from 32kb to 28kb diff 12%
[2019-01-09T10:13:28,228] compress _1w_Lucene50_0.pos from 8.1mb to 3.5mb diff 56%
[2019-01-09T10:13:28,229] compress _1e.nvm from 496b to 279b diff 43%
[2019-01-09T10:13:28,229] compress _1e.fnm from 5.4kb to 545b diff 90%
[2019-01-09T10:13:28,230] compress _1y.si from 371b to 296b diff 20%
[2019-01-09T10:13:28,230] compress _1x_1.fnm from 4kb to 539b diff 87%
[2019-01-09T10:13:28,230] compress _w_5_Lucene70_0.dvm from 149b to 110b diff 26%
[2019-01-09T10:13:28,236] compress _1w.fdx from 110.2kb to 107.8kb diff 2%
[2019-01-09T10:13:28,236] compress _i.cfe from 405b to 256b diff 36%
[2019-01-09T10:13:30,616] compress _w_Lucene50_0.doc from 47.1mb to 41.1mb diff 12%
[2019-01-09T10:13:33,097] compress _1w_Lucene50_0.doc from 48mb to 41.1mb diff 14%
[2019-01-09T10:13:33,098] compress _1y_1_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:13:33,098] compress _1q.si from 371b to 296b diff 20%
[2019-01-09T10:13:33,099] compress _1o_2_Lucene70_0.dvd from 12kb to 12kb diff 0%
[2019-01-09T10:13:33,099] compress _1z.cfe from 405b to 255b diff 37%
[2019-01-09T10:13:33,102] compress _1t_2.fnm from 4.3kb to 550b diff 87%
[2019-01-09T10:13:33,112] compress _w_5_Lucene70_0.dvd from 192.1kb to 178kb diff 7%
[2019-01-09T10:13:33,112] compress _1w.dii from 92b to 101b diff -9%
[2019-01-09T10:13:34,262] compress _1w.dim from 30.5mb to 23.7mb diff 22%
[2019-01-09T10:13:34,263] compress _1q.cfe from 405b to 252b diff 37%
[2019-01-09T10:13:34,263] compress _1y_1_Lucene70_0.dvd from 3.9kb to 4kb diff 0%
[2019-01-09T10:13:34,264] compress _x_6_Lucene70_0.dvd from 16kb to 10kb diff 37%
[2019-01-09T10:13:38,483] compress _n_Lucene50_0.tim from 112.6mb to 63.4mb diff 43%
[2019-01-09T10:13:38,483] compress _i.si from 368b to 295b diff 19%
[2019-01-09T10:13:42,772] compress _1e_Lucene50_0.tim from 112.7mb to 65.4mb diff 41%
[2019-01-09T10:13:42,773] compress _1o.cfe from 405b to 259b diff 36%
[2019-01-09T10:13:42,853] compress _n_Lucene50_0.tip from 1.8mb to 1.2mb diff 35%
[2019-01-09T10:13:42,940] compress _1e_Lucene50_0.tip from 1.9mb to 1.3mb diff 33%
[2019-01-09T10:13:42,941] compress _1v_2_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:13:50,767] compress _n.fdt from 175.7mb to 139.8mb diff 20%
[2019-01-09T10:13:55,413] compress _1m_Lucene50_0.tim from 123.1mb to 71.4mb diff 41%
[2019-01-09T10:13:55,413] compress _1e.dii from 92b to 101b diff -9%
[2019-01-09T10:13:55,418] compress _n.fdx from 108.2kb to 105.5kb diff 2%
[2019-01-09T10:13:55,511] compress _1m_Lucene50_0.tip from 2.1mb to 1.4mb diff 34%
[2019-01-09T10:13:55,512] compress _1q_2.fnm from 4.3kb to 552b diff 87%
[2019-01-09T10:13:55,512] compress _w_Lucene70_0.dvm from 2.7kb to 1.2kb diff 56%
[2019-01-09T10:14:02,611] compress _1w.fdt from 162.9mb to 128.4mb diff 21%
[2019-01-09T10:14:02,612] compress _1q_2_Lucene70_0.dvm from 149b to 107b diff 28%
[2019-01-09T10:14:03,905] compress _1e.dim from 32.6mb to 26.4mb diff 19%
[2019-01-09T10:14:06,039] compress _1o.cfs from 51.9mb to 35.7mb diff 31%
[2019-01-09T10:14:06,355] compress _w_Lucene50_0.pos from 8.9mb to 4.1mb diff 54%
[2019-01-09T10:14:06,433] compress _1w_Lucene50_0.tip from 1.7mb to 1.1mb diff 34%
[2019-01-09T10:14:06,434] compress _1d.cfe from 405b to 252b diff 37%
[2019-01-09T10:14:10,157] compress _1e_Lucene70_0.dvd from 101.6mb to 65.6mb diff 35%
[2019-01-09T10:14:10,158] compress _1x.cfe from 405b to 252b diff 37%
[2019-01-09T10:14:14,029] compress _1w_Lucene50_0.tim from 102.7mb to 59.3mb diff 42%
[2019-01-09T10:14:15,711] compress _1y.cfs from 41.1mb to 27.5mb diff 33%
[2019-01-09T10:14:15,712] compress _1e_3_Lucene70_0.dvm from 149b to 110b diff 26%
[2019-01-09T10:14:15,712] compress _1t.si from 371b to 296b diff 20%
[2019-01-09T10:14:15,713] compress _1w_1.fnm from 5.4kb to 550b diff 90%
[2019-01-09T10:14:15,714] compress _8_8_Lucene70_0.dvd from 32kb to 25.9kb diff 19%
[2019-01-09T10:14:15,715] compress _1w_Lucene70_0.dvm from 2.7kb to 1.2kb diff 54%
[2019-01-09T10:14:15,715] compress _1e.si from 563b to 373b diff 33%
[2019-01-09T10:14:15,715] compress _1v_2_Lucene70_0.dvd from 4.6kb to 4.6kb diff 0%
[2019-01-09T10:14:17,678] compress _1p.cfs from 48.4mb to 33.3mb diff 31%
[2019-01-09T10:14:17,678] compress _1n_3_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:14:18,847] compress _1d.cfs from 28.9mb to 19.8mb diff 31%
[2019-01-09T10:14:18,847] compress _1t_2_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:14:22,491] compress _1w_Lucene70_0.dvd from 98.1mb to 62.1mb diff 36%
[2019-01-09T10:14:22,492] compress _d_8.fnm from 4.3kb to 554b diff 87%
[2019-01-09T10:14:22,492] compress _w_5.fnm from 5.4kb to 550b diff 90%
[2019-01-09T10:14:22,492] compress _n.si from 549b to 369b diff 32%
[2019-01-09T10:14:22,493] compress _1w.si from 563b to 377b diff 33%
[2019-01-09T10:14:22,493] compress _1v.cfe from 405b to 251b diff 38%
[2019-01-09T10:14:22,493] compress _1s_2_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:14:22,493] compress _1m_2.fnm from 5.4kb to 551b diff 90%
[2019-01-09T10:14:22,494] compress _8_8.fnm from 4.3kb to 553b diff 87%
[2019-01-09T10:14:22,510] compress _1e_3_Lucene70_0.dvd from 216.1kb to 176.1kb diff 18%
[2019-01-09T10:14:22,511] compress _1s_2_Lucene70_0.dvd from 15.4kb to 15.3kb diff 0%
[2019-01-09T10:14:22,511] compress _1o.si from 371b to 296b diff 20%
[2019-01-09T10:14:22,512] compress _1n_3_Lucene70_0.dvd from 12.9kb to 9.5kb diff 26%
[2019-01-09T10:14:24,905] compress _1r.cfs from 57mb to 39.2mb diff 31%
[2019-01-09T10:14:24,906] compress _8.cfe from 405b to 259b diff 36%
[2019-01-09T10:14:24,906] compress _i_7.fnm from 4.3kb to 552b diff 87%
[2019-01-09T10:14:24,906] compress _1t.cfe from 405b to 255b diff 37%
[2019-01-09T10:14:24,907] compress _1p_2_Lucene70_0.dvd from 10.9kb to 10.9kb diff 0%
[2019-01-09T10:14:25,198] compress _1e_Lucene50_0.pos from 8.5mb to 3.3mb diff 61%
[2019-01-09T10:14:25,216] compress _1m_2_Lucene70_0.dvd from 243.2kb to 178.6kb diff 26%
[2019-01-09T10:14:25,217] compress _1s_2.fnm from 4.3kb to 552b diff 87%
[2019-01-09T10:14:25,217] compress _1z.si from 371b to 296b diff 20%
[2019-01-09T10:14:28,093] compress _8.cfs from 67.2mb to 46.3mb diff 31%
[2019-01-09T10:14:28,094] compress _8_8_Lucene70_0.dvm from 149b to 109b diff 26%
[2019-01-09T10:14:28,503] compress _n_Lucene50_0.pos from 10.6mb to 5.4mb diff 48%
[2019-01-09T10:14:28,504] compress _1m_2_Lucene70_0.dvm from 149b to 110b diff 26%
[2019-01-09T10:14:28,504] compress _8.si from 368b to 295b diff 19%
[2019-01-09T10:14:28,504] compress geonames chunk_size=512kb from 3.1gb to 2.1gb diff 30% took 2.2m

logs-512kb

[2019-01-09T17:42:55,832] start benchmarking logs-191998 with chunk_size 512kb
[2019-01-09T17:42:55,849] compress _1i.cfe from 405b to 247b diff 39%
[2019-01-09T17:42:55,850] compress _11.si from 371b to 295b diff 20%
[2019-01-09T17:42:57,226] compress _10.cfs from 30.2mb to 21mb diff 30%
[2019-01-09T17:42:57,317] compress _1m.nvd from 2.4mb to 811.6kb diff 67%
[2019-01-09T17:42:57,318] compress _1m.fnm from 1.3kb to 301b diff 77%
[2019-01-09T17:42:57,318] compress _1g.si from 371b to 296b diff 20%
[2019-01-09T17:42:57,853] compress _1i.cfs from 12.6mb to 8.1mb diff 35%
[2019-01-09T17:42:57,853] compress _17.cfe from 405b to 250b diff 38%
[2019-01-09T17:42:57,975] compress _v.nvd from 3mb to 997.7kb diff 67%
[2019-01-09T17:42:57,975] compress _1m.nvm from 100b to 85b diff 15%
[2019-01-09T17:42:59,172] compress _11.cfs from 26.5mb to 18.5mb diff 30%
[2019-01-09T17:42:59,172] compress _x.si from 368b to 295b diff 19%
[2019-01-09T17:42:59,173] compress _v.nvm from 100b to 85b diff 15%
[2019-01-09T17:42:59,173] compress _v.fnm from 1.3kb to 301b diff 77%
[2019-01-09T17:43:01,068] compress _v.dim from 51.5mb to 32.2mb diff 37%
[2019-01-09T17:43:02,712] compress _1m.fdt from 33.9mb to 22.8mb diff 32%
[2019-01-09T17:43:02,713] compress _x.cfe from 405b to 248b diff 38%
[2019-01-09T17:43:02,713] compress _2.si from 368b to 295b diff 19%
[2019-01-09T17:43:02,716] compress _1m.fdx from 48.8kb to 46.5kb diff 4%
[2019-01-09T17:43:03,877] compress _1h.cfs from 26.1mb to 17.7mb diff 31%
[2019-01-09T17:43:03,878] compress _1g.cfe from 405b to 247b diff 39%
[2019-01-09T17:43:05,021] compress _y.cfs from 25.7mb to 17.8mb diff 30%
[2019-01-09T17:43:05,022] compress _1m.si from 563b to 370b diff 34%
[2019-01-09T17:43:05,022] compress _b.si from 368b to 294b diff 20%
[2019-01-09T17:43:05,022] compress _1f.cfe from 405b to 247b diff 39%
[2019-01-09T17:43:05,023] compress _o.cfe from 405b to 245b diff 39%
[2019-01-09T17:43:05,023] compress _1d.si from 371b to 296b diff 20%
[2019-01-09T17:43:05,024] compress _1h.si from 371b to 296b diff 20%
[2019-01-09T17:43:06,256] compress _13.cfs from 27.4mb to 19mb diff 30%
[2019-01-09T17:43:06,259] compress _v.fdx from 64.2kb to 59.8kb diff 6%
[2019-01-09T17:43:08,236] compress _v_Lucene70_0.dvd from 40mb to 28.9mb diff 27%
[2019-01-09T17:43:09,861] compress _1m_Lucene70_0.dvd from 32.8mb to 23.7mb diff 27%
[2019-01-09T17:43:09,862] compress _1m.dii from 92b to 101b diff -9%
[2019-01-09T17:43:09,862] compress _y.cfe from 405b to 248b diff 38%
[2019-01-09T17:43:11,491] compress _1m.dim from 42mb to 26.9mb diff 36%
[2019-01-09T17:43:12,826] compress _x.cfs from 28.6mb to 19.8mb diff 30%
[2019-01-09T17:43:12,827] compress _14.cfe from 405b to 247b diff 39%
[2019-01-09T17:43:12,827] compress _1h.cfe from 405b to 247b diff 39%
[2019-01-09T17:43:13,607] compress _1f.cfs from 16.9mb to 11.5mb diff 31%
[2019-01-09T17:43:14,666] compress _1m_Lucene50_0.tim from 23.6mb to 15.7mb diff 33%
[2019-01-09T17:43:14,667] compress _y.si from 368b to 295b diff 19%
[2019-01-09T17:43:15,417] compress _1g.cfs from 16.5mb to 11.2mb diff 32%
[2019-01-09T17:43:15,452] compress _1m_Lucene50_0.tip from 1.1mb to 543.3kb diff 55%
[2019-01-09T17:43:15,453] compress _1m_Lucene70_0.dvm from 946b to 416b diff 56%
[2019-01-09T17:43:15,453] compress _v.dii from 92b to 101b diff -9%
[2019-01-09T17:43:15,706] compress _o.cfs from 6.1mb to 3.7mb diff 39%
[2019-01-09T17:43:15,706] compress _b.cfe from 405b to 248b diff 38%
[2019-01-09T17:43:15,707] compress _1d.cfe from 405b to 246b diff 39%
[2019-01-09T17:43:15,931] compress _14.cfs from 5.4mb to 3.3mb diff 38%
[2019-01-09T17:43:15,932] compress _13.si from 371b to 296b diff 20%
[2019-01-09T17:43:17,398] compress _2.cfs from 31.5mb to 22mb diff 30%
[2019-01-09T17:43:18,552] compress _1e.cfs from 25.4mb to 17.5mb diff 31%
[2019-01-09T17:43:18,553] compress _13.cfe from 405b to 252b diff 37%
[2019-01-09T17:43:19,816] compress _v_Lucene50_0.tim from 28.4mb to 18.9mb diff 33%
[2019-01-09T17:43:19,817] compress _1l.si from 371b to 296b diff 20%
[2019-01-09T17:43:19,848] compress _v_Lucene50_0.tip from 1mb to 543.5kb diff 50%
[2019-01-09T17:43:19,849] compress _v_Lucene70_0.dvm from 946b to 412b diff 56%
[2019-01-09T17:43:19,849] compress _1e.si from 371b to 296b diff 20%
[2019-01-09T17:43:22,496] compress _v.fdt from 51.4mb to 36.1mb diff 29%
[2019-01-09T17:43:23,318] compress _1d.cfs from 17.3mb to 11.8mb diff 31%
[2019-01-09T17:43:23,318] compress _1i.si from 409b to 323b diff 21%
[2019-01-09T17:43:23,319] compress _2.cfe from 405b to 248b diff 38%
[2019-01-09T17:43:23,319] compress _1e.cfe from 405b to 250b diff 38%
[2019-01-09T17:43:23,991] compress _1m_Lucene50_0.doc from 12.8mb to 10.3mb diff 19%
[2019-01-09T17:43:23,991] compress _v.si from 549b to 368b diff 32%
[2019-01-09T17:43:23,992] compress _10.si from 371b to 296b diff 20%
[2019-01-09T17:43:23,992] compress segments_7 from 1.4kb to 399b diff 73%
[2019-01-09T17:43:23,993] compress _11.cfe from 405b to 251b diff 38%
[2019-01-09T17:43:23,993] compress _14.si from 371b to 296b diff 20%
[2019-01-09T17:43:24,834] compress _v_Lucene50_0.doc from 15.7mb to 12.7mb diff 19%
[2019-01-09T17:43:25,585] compress _1l.cfs from 15.7mb to 10.7mb diff 31%
[2019-01-09T17:43:26,087] compress _17.cfs from 10.8mb to 6.9mb diff 35%
[2019-01-09T17:43:26,088] compress _1f.si from 371b to 296b diff 20%
[2019-01-09T17:43:26,319] compress _b.cfs from 5.3mb to 3.2mb diff 38%
[2019-01-09T17:43:26,609] compress _v_Lucene50_0.pos from 4.5mb to 2.7mb diff 40%
[2019-01-09T17:43:26,609] compress _17.si from 409b to 323b diff 21%
[2019-01-09T17:43:26,610] compress _o.si from 368b to 295b diff 19%
[2019-01-09T17:43:26,610] compress _10.cfe from 405b to 254b diff 37%
[2019-01-09T17:43:26,610] compress _1l.cfe from 405b to 244b diff 39%
[2019-01-09T17:43:26,846] compress _1m_Lucene50_0.pos from 3.7mb to 2.2mb diff 40%
[2019-01-09T17:43:26,846] compress logs-191998 chunk_size=512kb from 677.4mb to 461mb diff 31% took 30.9s

logs_1mb

[2019-01-09T17:43:26,846] start benchmarking logs-191998 with chunk_size 1mb
[2019-01-09T17:43:26,853] compress _1i.cfe from 405b to 247b diff 39%
[2019-01-09T17:43:26,853] compress _11.si from 371b to 295b diff 20%
[2019-01-09T17:43:28,269] compress _10.cfs from 30.2mb to 21mb diff 30%
[2019-01-09T17:43:28,367] compress _1m.nvd from 2.4mb to 811.3kb diff 67%
[2019-01-09T17:43:28,368] compress _1m.fnm from 1.3kb to 301b diff 77%
[2019-01-09T17:43:28,369] compress _1g.si from 371b to 296b diff 20%
[2019-01-09T17:43:28,936] compress _1i.cfs from 12.6mb to 8.1mb diff 35%
[2019-01-09T17:43:28,937] compress _17.cfe from 405b to 250b diff 38%
[2019-01-09T17:43:29,057] compress _v.nvd from 3mb to 997.3kb diff 67%
[2019-01-09T17:43:29,058] compress _1m.nvm from 100b to 85b diff 15%
[2019-01-09T17:43:30,301] compress _11.cfs from 26.5mb to 18.5mb diff 30%
[2019-01-09T17:43:30,302] compress _x.si from 368b to 295b diff 19%
[2019-01-09T17:43:30,303] compress _v.nvm from 100b to 85b diff 15%
[2019-01-09T17:43:30,303] compress _v.fnm from 1.3kb to 301b diff 77%
[2019-01-09T17:43:32,234] compress _v.dim from 51.5mb to 32.2mb diff 37%
[2019-01-09T17:43:33,868] compress _1m.fdt from 33.9mb to 22.7mb diff 32%
[2019-01-09T17:43:33,869] compress _x.cfe from 405b to 248b diff 38%
[2019-01-09T17:43:33,869] compress _2.si from 368b to 295b diff 19%
[2019-01-09T17:43:33,871] compress _1m.fdx from 48.8kb to 46.5kb diff 4%
[2019-01-09T17:43:34,950] compress _1h.cfs from 26.1mb to 17.7mb diff 32%
[2019-01-09T17:43:34,951] compress _1g.cfe from 405b to 247b diff 39%
[2019-01-09T17:43:36,028] compress _y.cfs from 25.7mb to 17.8mb diff 30%
[2019-01-09T17:43:36,028] compress _1m.si from 563b to 370b diff 34%
[2019-01-09T17:43:36,029] compress _b.si from 368b to 294b diff 20%
[2019-01-09T17:43:36,030] compress _1f.cfe from 405b to 247b diff 39%
[2019-01-09T17:43:36,030] compress _o.cfe from 405b to 245b diff 39%
[2019-01-09T17:43:36,031] compress _1d.si from 371b to 296b diff 20%
[2019-01-09T17:43:36,031] compress _1h.si from 371b to 296b diff 20%
[2019-01-09T17:43:37,194] compress _13.cfs from 27.4mb to 19mb diff 30%
[2019-01-09T17:43:37,198] compress _v.fdx from 64.2kb to 59.8kb diff 6%
[2019-01-09T17:43:39,114] compress _v_Lucene70_0.dvd from 40mb to 28.9mb diff 27%
[2019-01-09T17:43:40,653] compress _1m_Lucene70_0.dvd from 32.8mb to 23.7mb diff 27%
[2019-01-09T17:43:40,654] compress _1m.dii from 92b to 101b diff -9%
[2019-01-09T17:43:40,654] compress _y.cfe from 405b to 248b diff 38%
[2019-01-09T17:43:42,147] compress _1m.dim from 42mb to 26.8mb diff 36%
[2019-01-09T17:43:43,355] compress _x.cfs from 28.6mb to 19.8mb diff 30%
[2019-01-09T17:43:43,355] compress _14.cfe from 405b to 247b diff 39%
[2019-01-09T17:43:43,356] compress _1h.cfe from 405b to 247b diff 39%
[2019-01-09T17:43:44,057] compress _1f.cfs from 16.9mb to 11.5mb diff 31%
[2019-01-09T17:43:45,008] compress _1m_Lucene50_0.tim from 23.6mb to 15.7mb diff 33%
[2019-01-09T17:43:45,009] compress _y.si from 368b to 295b diff 19%
[2019-01-09T17:43:45,688] compress _1g.cfs from 16.5mb to 11.2mb diff 32%
[2019-01-09T17:43:45,720] compress _1m_Lucene50_0.tip from 1.1mb to 543.1kb diff 55%
[2019-01-09T17:43:45,721] compress _1m_Lucene70_0.dvm from 946b to 416b diff 56%
[2019-01-09T17:43:45,721] compress _v.dii from 92b to 101b diff -9%
[2019-01-09T17:43:45,949] compress _o.cfs from 6.1mb to 3.7mb diff 39%
[2019-01-09T17:43:45,950] compress _b.cfe from 405b to 248b diff 38%
[2019-01-09T17:43:45,950] compress _1d.cfe from 405b to 246b diff 39%
[2019-01-09T17:43:46,160] compress _14.cfs from 5.4mb to 3.3mb diff 38%
[2019-01-09T17:43:46,161] compress _13.si from 371b to 296b diff 20%
[2019-01-09T17:43:47,500] compress _2.cfs from 31.5mb to 21.9mb diff 30%
[2019-01-09T17:43:48,570] compress _1e.cfs from 25.4mb to 17.4mb diff 31%
[2019-01-09T17:43:48,570] compress _13.cfe from 405b to 252b diff 37%
[2019-01-09T17:43:49,767] compress _v_Lucene50_0.tim from 28.4mb to 18.9mb diff 33%
[2019-01-09T17:43:49,767] compress _1l.si from 371b to 296b diff 20%
[2019-01-09T17:43:49,798] compress _v_Lucene50_0.tip from 1mb to 543.1kb diff 50%
[2019-01-09T17:43:49,799] compress _v_Lucene70_0.dvm from 946b to 412b diff 56%
[2019-01-09T17:43:49,799] compress _1e.si from 371b to 296b diff 20%
[2019-01-09T17:43:52,219] compress _v.fdt from 51.4mb to 36.1mb diff 29%
[2019-01-09T17:43:53,027] compress _1d.cfs from 17.3mb to 11.8mb diff 31%
[2019-01-09T17:43:53,028] compress _1i.si from 409b to 323b diff 21%
[2019-01-09T17:43:53,028] compress _2.cfe from 405b to 248b diff 38%
[2019-01-09T17:43:53,029] compress _1e.cfe from 405b to 250b diff 38%
[2019-01-09T17:43:53,687] compress _1m_Lucene50_0.doc from 12.8mb to 10.3mb diff 19%
[2019-01-09T17:43:53,688] compress _v.si from 549b to 368b diff 32%
[2019-01-09T17:43:53,688] compress _10.si from 371b to 296b diff 20%
[2019-01-09T17:43:53,689] compress segments_7 from 1.4kb to 399b diff 73%
[2019-01-09T17:43:53,689] compress _11.cfe from 405b to 251b diff 38%
[2019-01-09T17:43:53,690] compress _14.si from 371b to 296b diff 20%
[2019-01-09T17:43:54,503] compress _v_Lucene50_0.doc from 15.7mb to 12.7mb diff 19%
[2019-01-09T17:43:55,236] compress _1l.cfs from 15.7mb to 10.7mb diff 31%
[2019-01-09T17:43:55,727] compress _17.cfs from 10.8mb to 6.9mb diff 35%
[2019-01-09T17:43:55,728] compress _1f.si from 371b to 296b diff 20%
[2019-01-09T17:43:55,955] compress _b.cfs from 5.3mb to 3.2mb diff 38%
[2019-01-09T17:43:56,241] compress _v_Lucene50_0.pos from 4.5mb to 2.7mb diff 40%
[2019-01-09T17:43:56,242] compress _17.si from 409b to 323b diff 21%
[2019-01-09T17:43:56,243] compress _o.si from 368b to 295b diff 19%
[2019-01-09T17:43:56,243] compress _10.cfe from 405b to 254b diff 37%
[2019-01-09T17:43:56,243] compress _1l.cfe from 405b to 244b diff 39%
[2019-01-09T17:43:56,474] compress _1m_Lucene50_0.pos from 3.7mb to 2.2mb diff 40%
[2019-01-09T17:43:56,475] compress logs-191998 chunk_size=1mb from 677.4mb to 460.8mb diff 31% took 29.6s

logs_2mb

[2019-01-09T17:43:56,475] start benchmarking logs-191998 with chunk_size 2mb
[2019-01-09T17:43:56,481] compress _1i.cfe from 405b to 247b diff 39%
[2019-01-09T17:43:56,482] compress _11.si from 371b to 295b diff 20%
[2019-01-09T17:43:57,917] compress _10.cfs from 30.2mb to 21mb diff 30%
[2019-01-09T17:43:58,018] compress _1m.nvd from 2.4mb to 811.2kb diff 67%
[2019-01-09T17:43:58,019] compress _1m.fnm from 1.3kb to 301b diff 77%
[2019-01-09T17:43:58,020] compress _1g.si from 371b to 296b diff 20%
[2019-01-09T17:43:58,593] compress _1i.cfs from 12.6mb to 8.1mb diff 35%
[2019-01-09T17:43:58,594] compress _17.cfe from 405b to 250b diff 38%
[2019-01-09T17:43:58,716] compress _v.nvd from 3mb to 997.2kb diff 67%
[2019-01-09T17:43:58,717] compress _1m.nvm from 100b to 85b diff 15%
[2019-01-09T17:43:59,984] compress _11.cfs from 26.5mb to 18.4mb diff 30%
[2019-01-09T17:43:59,985] compress _x.si from 368b to 295b diff 19%
[2019-01-09T17:43:59,986] compress _v.nvm from 100b to 85b diff 15%
[2019-01-09T17:43:59,987] compress _v.fnm from 1.3kb to 301b diff 77%
[2019-01-09T17:44:01,953] compress _v.dim from 51.5mb to 32.2mb diff 37%
[2019-01-09T17:44:03,595] compress _1m.fdt from 33.9mb to 22.7mb diff 32%
[2019-01-09T17:44:03,596] compress _x.cfe from 405b to 248b diff 38%
[2019-01-09T17:44:03,597] compress _2.si from 368b to 295b diff 19%
[2019-01-09T17:44:03,600] compress _1m.fdx from 48.8kb to 46.5kb diff 4%
[2019-01-09T17:44:04,704] compress _1h.cfs from 26.1mb to 17.7mb diff 32%
[2019-01-09T17:44:04,706] compress _1g.cfe from 405b to 247b diff 39%
[2019-01-09T17:44:05,775] compress _y.cfs from 25.7mb to 17.8mb diff 30%
[2019-01-09T17:44:05,776] compress _1m.si from 563b to 370b diff 34%
[2019-01-09T17:44:05,777] compress _b.si from 368b to 294b diff 20%
[2019-01-09T17:44:05,778] compress _1f.cfe from 405b to 247b diff 39%
[2019-01-09T17:44:05,778] compress _o.cfe from 405b to 245b diff 39%
[2019-01-09T17:44:05,779] compress _1d.si from 371b to 296b diff 20%
[2019-01-09T17:44:05,779] compress _1h.si from 371b to 296b diff 20%
[2019-01-09T17:44:06,939] compress _13.cfs from 27.4mb to 19mb diff 30%
[2019-01-09T17:44:06,943] compress _v.fdx from 64.2kb to 59.8kb diff 6%
[2019-01-09T17:44:08,854] compress _v_Lucene70_0.dvd from 40mb to 28.9mb diff 27%
[2019-01-09T17:44:10,404] compress _1m_Lucene70_0.dvd from 32.8mb to 23.7mb diff 27%
[2019-01-09T17:44:10,405] compress _1m.dii from 92b to 101b diff -9%
[2019-01-09T17:44:10,406] compress _y.cfe from 405b to 248b diff 38%
[2019-01-09T17:44:11,908] compress _1m.dim from 42mb to 26.8mb diff 36%
[2019-01-09T17:44:13,128] compress _x.cfs from 28.6mb to 19.8mb diff 30%
[2019-01-09T17:44:13,129] compress _14.cfe from 405b to 247b diff 39%
[2019-01-09T17:44:13,130] compress _1h.cfe from 405b to 247b diff 39%
[2019-01-09T17:44:13,839] compress _1f.cfs from 16.9mb to 11.5mb diff 31%
[2019-01-09T17:44:14,816] compress _1m_Lucene50_0.tim from 23.6mb to 15.7mb diff 33%
[2019-01-09T17:44:14,817] compress _y.si from 368b to 295b diff 19%
[2019-01-09T17:44:15,518] compress _1g.cfs from 16.5mb to 11.2mb diff 32%
[2019-01-09T17:44:15,555] compress _1m_Lucene50_0.tip from 1.1mb to 542.9kb diff 55%
[2019-01-09T17:44:15,555] compress _1m_Lucene70_0.dvm from 946b to 416b diff 56%
[2019-01-09T17:44:15,556] compress _v.dii from 92b to 101b diff -9%
[2019-01-09T17:44:15,788] compress _o.cfs from 6.1mb to 3.7mb diff 39%
[2019-01-09T17:44:15,789] compress _b.cfe from 405b to 248b diff 38%
[2019-01-09T17:44:15,790] compress _1d.cfe from 405b to 246b diff 39%
[2019-01-09T17:44:15,998] compress _14.cfs from 5.4mb to 3.3mb diff 38%
[2019-01-09T17:44:15,999] compress _13.si from 371b to 296b diff 20%
[2019-01-09T17:44:17,370] compress _2.cfs from 31.5mb to 21.9mb diff 30%
[2019-01-09T17:44:18,450] compress _1e.cfs from 25.4mb to 17.4mb diff 31%
[2019-01-09T17:44:18,451] compress _13.cfe from 405b to 252b diff 37%
[2019-01-09T17:44:19,644] compress _v_Lucene50_0.tim from 28.4mb to 18.9mb diff 33%
[2019-01-09T17:44:19,645] compress _1l.si from 371b to 296b diff 20%
[2019-01-09T17:44:19,677] compress _v_Lucene50_0.tip from 1mb to 543.2kb diff 50%
[2019-01-09T17:44:19,678] compress _v_Lucene70_0.dvm from 946b to 412b diff 56%
[2019-01-09T17:44:19,678] compress _1e.si from 371b to 296b diff 20%
[2019-01-09T17:44:22,101] compress _v.fdt from 51.4mb to 36.1mb diff 29%
[2019-01-09T17:44:22,851] compress _1d.cfs from 17.3mb to 11.8mb diff 31%
[2019-01-09T17:44:22,852] compress _1i.si from 409b to 323b diff 21%
[2019-01-09T17:44:22,853] compress _2.cfe from 405b to 248b diff 38%
[2019-01-09T17:44:22,854] compress _1e.cfe from 405b to 250b diff 38%
[2019-01-09T17:44:23,461] compress _1m_Lucene50_0.doc from 12.8mb to 10.3mb diff 19%
[2019-01-09T17:44:23,462] compress _v.si from 549b to 368b diff 32%
[2019-01-09T17:44:23,463] compress _10.si from 371b to 296b diff 20%
[2019-01-09T17:44:23,464] compress segments_7 from 1.4kb to 399b diff 73%
[2019-01-09T17:44:23,465] compress _11.cfe from 405b to 251b diff 38%
[2019-01-09T17:44:23,466] compress _14.si from 371b to 296b diff 20%
[2019-01-09T17:44:24,229] compress _v_Lucene50_0.doc from 15.7mb to 12.7mb diff 19%
[2019-01-09T17:44:24,889] compress _1l.cfs from 15.7mb to 10.7mb diff 31%
[2019-01-09T17:44:25,339] compress _17.cfs from 10.8mb to 6.9mb diff 35%
[2019-01-09T17:44:25,340] compress _1f.si from 371b to 296b diff 20%
[2019-01-09T17:44:25,552] compress _b.cfs from 5.3mb to 3.2mb diff 38%
[2019-01-09T17:44:25,820] compress _v_Lucene50_0.pos from 4.5mb to 2.7mb diff 40%
[2019-01-09T17:44:25,821] compress _17.si from 409b to 323b diff 21%
[2019-01-09T17:44:25,822] compress _o.si from 368b to 295b diff 19%
[2019-01-09T17:44:25,822] compress _10.cfe from 405b to 254b diff 37%
[2019-01-09T17:44:25,823] compress _1l.cfe from 405b to 244b diff 39%
[2019-01-09T17:44:26,036] compress _1m_Lucene50_0.pos from 3.7mb to 2.2mb diff 40%
[2019-01-09T17:44:26,036] compress logs-191998 chunk_size=2mb from 677.4mb to 460.7mb diff 31% took 29.5s

logs_4mb

[2019-01-09T17:44:26,036] start benchmarking logs-191998 with chunk_size 4mb
[2019-01-09T17:44:26,044] compress _1i.cfe from 405b to 247b diff 39%
[2019-01-09T17:44:26,046] compress _11.si from 371b to 295b diff 20%
[2019-01-09T17:44:27,317] compress _10.cfs from 30.2mb to 21mb diff 30%
[2019-01-09T17:44:27,406] compress _1m.nvd from 2.4mb to 811.1kb diff 67%
[2019-01-09T17:44:27,407] compress _1m.fnm from 1.3kb to 301b diff 77%
[2019-01-09T17:44:27,408] compress _1g.si from 371b to 296b diff 20%
[2019-01-09T17:44:27,916] compress _1i.cfs from 12.6mb to 8.1mb diff 35%
[2019-01-09T17:44:27,917] compress _17.cfe from 405b to 250b diff 38%
[2019-01-09T17:44:28,030] compress _v.nvd from 3mb to 997kb diff 67%
[2019-01-09T17:44:28,031] compress _1m.nvm from 100b to 85b diff 15%
[2019-01-09T17:44:29,208] compress _11.cfs from 26.5mb to 18.4mb diff 30%
[2019-01-09T17:44:29,209] compress _x.si from 368b to 295b diff 19%
[2019-01-09T17:44:29,210] compress _v.nvm from 100b to 85b diff 15%
[2019-01-09T17:44:29,211] compress _v.fnm from 1.3kb to 301b diff 77%
[2019-01-09T17:44:31,041] compress _v.dim from 51.5mb to 32.2mb diff 37%
[2019-01-09T17:44:32,674] compress _1m.fdt from 33.9mb to 22.7mb diff 32%
[2019-01-09T17:44:32,675] compress _x.cfe from 405b to 248b diff 38%
[2019-01-09T17:44:32,676] compress _2.si from 368b to 295b diff 19%
[2019-01-09T17:44:32,679] compress _1m.fdx from 48.8kb to 46.5kb diff 4%
[2019-01-09T17:44:33,780] compress _1h.cfs from 26.1mb to 17.7mb diff 32%
[2019-01-09T17:44:33,782] compress _1g.cfe from 405b to 247b diff 39%
[2019-01-09T17:44:34,889] compress _y.cfs from 25.7mb to 17.8mb diff 30%
[2019-01-09T17:44:34,890] compress _1m.si from 563b to 370b diff 34%
[2019-01-09T17:44:34,891] compress _b.si from 368b to 294b diff 20%
[2019-01-09T17:44:34,892] compress _1f.cfe from 405b to 247b diff 39%
[2019-01-09T17:44:34,893] compress _o.cfe from 405b to 245b diff 39%
[2019-01-09T17:44:34,894] compress _1d.si from 371b to 296b diff 20%
[2019-01-09T17:44:34,895] compress _1h.si from 371b to 296b diff 20%
[2019-01-09T17:44:36,064] compress _13.cfs from 27.4mb to 19mb diff 30%
[2019-01-09T17:44:36,068] compress _v.fdx from 64.2kb to 59.8kb diff 6%
[2019-01-09T17:44:37,957] compress _v_Lucene70_0.dvd from 40mb to 28.9mb diff 27%
[2019-01-09T17:44:39,493] compress _1m_Lucene70_0.dvd from 32.8mb to 23.7mb diff 27%
[2019-01-09T17:44:39,495] compress _1m.dii from 92b to 101b diff -9%
[2019-01-09T17:44:39,496] compress _y.cfe from 405b to 248b diff 38%
[2019-01-09T17:44:40,982] compress _1m.dim from 42mb to 26.8mb diff 36%
[2019-01-09T17:44:42,193] compress _x.cfs from 28.6mb to 19.8mb diff 30%
[2019-01-09T17:44:42,194] compress _14.cfe from 405b to 247b diff 39%
[2019-01-09T17:44:42,196] compress _1h.cfe from 405b to 247b diff 39%
[2019-01-09T17:44:42,898] compress _1f.cfs from 16.9mb to 11.5mb diff 31%
[2019-01-09T17:44:43,925] compress _1m_Lucene50_0.tim from 23.6mb to 15.7mb diff 33%
[2019-01-09T17:44:43,927] compress _y.si from 368b to 295b diff 19%
[2019-01-09T17:44:44,692] compress _1g.cfs from 16.5mb to 11.2mb diff 32%
[2019-01-09T17:44:44,730] compress _1m_Lucene50_0.tip from 1.1mb to 542.9kb diff 55%
[2019-01-09T17:44:44,732] compress _1m_Lucene70_0.dvm from 946b to 416b diff 56%
[2019-01-09T17:44:44,733] compress _v.dii from 92b to 101b diff -9%
[2019-01-09T17:44:44,995] compress _o.cfs from 6.1mb to 3.7mb diff 39%
[2019-01-09T17:44:44,997] compress _b.cfe from 405b to 248b diff 38%
[2019-01-09T17:44:44,998] compress _1d.cfe from 405b to 246b diff 39%
[2019-01-09T17:44:45,232] compress _14.cfs from 5.4mb to 3.3mb diff 38%
[2019-01-09T17:44:45,233] compress _13.si from 371b to 296b diff 20%
[2019-01-09T17:44:46,723] compress _2.cfs from 31.5mb to 21.9mb diff 30%
[2019-01-09T17:44:47,919] compress _1e.cfs from 25.4mb to 17.4mb diff 31%
[2019-01-09T17:44:47,921] compress _13.cfe from 405b to 252b diff 37%
[2019-01-09T17:44:49,243] compress _v_Lucene50_0.tim from 28.4mb to 18.9mb diff 33%
[2019-01-09T17:44:49,244] compress _1l.si from 371b to 296b diff 20%
[2019-01-09T17:44:49,281] compress _v_Lucene50_0.tip from 1mb to 543.2kb diff 50%
[2019-01-09T17:44:49,282] compress _v_Lucene70_0.dvm from 946b to 412b diff 56%
[2019-01-09T17:44:49,283] compress _1e.si from 371b to 296b diff 20%
[2019-01-09T17:44:51,969] compress _v.fdt from 51.4mb to 36.1mb diff 29%
[2019-01-09T17:44:52,775] compress _1d.cfs from 17.3mb to 11.8mb diff 31%
[2019-01-09T17:44:52,776] compress _1i.si from 409b to 323b diff 21%
[2019-01-09T17:44:52,777] compress _2.cfe from 405b to 248b diff 38%
[2019-01-09T17:44:52,778] compress _1e.cfe from 405b to 250b diff 38%
[2019-01-09T17:44:53,437] compress _1m_Lucene50_0.doc from 12.8mb to 10.3mb diff 19%
[2019-01-09T17:44:53,439] compress _v.si from 549b to 368b diff 32%
[2019-01-09T17:44:53,440] compress _10.si from 371b to 296b diff 20%
[2019-01-09T17:44:53,442] compress segments_7 from 1.4kb to 399b diff 73%
[2019-01-09T17:44:53,443] compress _11.cfe from 405b to 251b diff 38%
[2019-01-09T17:44:53,444] compress _14.si from 371b to 296b diff 20%
[2019-01-09T17:44:54,198] compress _v_Lucene50_0.doc from 15.7mb to 12.7mb diff 19%
[2019-01-09T17:44:54,855] compress _1l.cfs from 15.7mb to 10.7mb diff 31%
[2019-01-09T17:44:55,306] compress _17.cfs from 10.8mb to 6.9mb diff 36%
[2019-01-09T17:44:55,308] compress _1f.si from 371b to 296b diff 20%
[2019-01-09T17:44:55,512] compress _b.cfs from 5.3mb to 3.2mb diff 38%
[2019-01-09T17:44:55,780] compress _v_Lucene50_0.pos from 4.5mb to 2.7mb diff 40%
[2019-01-09T17:44:55,781] compress _17.si from 409b to 323b diff 21%
[2019-01-09T17:44:55,783] compress _o.si from 368b to 295b diff 19%
[2019-01-09T17:44:55,784] compress _10.cfe from 405b to 254b diff 37%
[2019-01-09T17:44:55,786] compress _1l.cfe from 405b to 244b diff 39%
[2019-01-09T17:44:55,988] compress _1m_Lucene50_0.pos from 3.7mb to 2.2mb diff 40%
[2019-01-09T17:44:55,989] compress logs-191998 chunk_size=4mb from 677.4mb to 460.6mb diff 32% took 29.9s

nyc_taxis_1mb

[2019-01-09T07:16:52,551] start benchmarking nyc_taxis with chunk_size 1mb
[2019-01-09T07:16:52,574] compress _u5.si from 371b to 296b diff 20%
[2019-01-09T07:16:52,575] compress _4q.si from 528b to 361b diff 31%
[2019-01-09T07:16:57,049] compress _jm.cfs from 92.5mb to 66.6mb diff 27%
[2019-01-09T07:16:57,050] compress _vk.cfe from 331b to 207b diff 37%
[2019-01-09T07:16:57,050] compress _dg.fnm from 2.7kb to 463b diff 83%
[2019-01-09T07:17:10,743] compress _wb.cfs from 278.5mb to 202mb diff 27%
[2019-01-09T07:17:11,182] compress _vk.cfs from 8.4mb to 5.9mb diff 29%
[2019-01-09T07:19:49,213] compress _um.fdt from 3.1gb to 2.4gb diff 24%
[2019-01-09T07:19:49,214] compress _vz.si from 371b to 296b diff 20%
[2019-01-09T07:19:49,214] compress _re.fnm from 2.7kb to 465b diff 83%
[2019-01-09T07:19:49,432] compress _u5.cfs from 4.7mb to 3.4mb diff 28%
[2019-01-09T07:19:53,811] compress _hq.cfs from 87.3mb to 62.9mb diff 27%
[2019-01-09T07:19:53,812] compress _vj.si from 371b to 296b diff 20%
[2019-01-09T07:19:53,966] compress _vx.cfs from 3mb to 2.1mb diff 30%
[2019-01-09T07:19:53,966] compress _re_Lucene70_0.dvm from 2.8kb to 916b diff 68%
[2019-01-09T07:19:54,184] compress _um_Lucene50_0.tip from 7.5mb to 3.2mb diff 57%
[2019-01-09T07:19:54,185] compress _s3.cfe from 331b to 222b diff 32%
[2019-01-09T07:20:15,037] compress _uz.cfs from 419.1mb to 307.1mb diff 26%
[2019-01-09T07:20:15,037] compress _wb.cfe from 331b to 219b diff 33%
[2019-01-09T07:20:15,246] compress _96_Lucene50_0.tip from 7.4mb to 3.3mb diff 55%
[2019-01-09T07:20:23,909] compress _um_Lucene50_0.tim from 205.4mb to 128.3mb diff 37%
[2019-01-09T07:20:23,910] compress _vm.si from 371b to 295b diff 20%
[2019-01-09T07:20:38,478] compress _vo.cfs from 289.1mb to 211.5mb diff 26%
[2019-01-09T07:20:40,485] compress _dg_Lucene50_0.doc from 35.4mb to 18.8mb diff 46%
[2019-01-09T07:20:49,415] compress _96_Lucene50_0.tim from 200.9mb to 126.8mb diff 36%
[2019-01-09T07:20:49,416] compress _w3.si from 409b to 322b diff 21%
[2019-01-09T07:20:49,417] compress _vm.cfe from 331b to 209b diff 36%
[2019-01-09T07:20:49,417] compress _vx.cfe from 331b to 206b diff 37%
[2019-01-09T07:20:49,417] compress _hq.cfe from 331b to 217b diff 34%
[2019-01-09T07:20:51,181] compress _re_Lucene50_0.doc from 33.8mb to 18mb diff 46%
[2019-01-09T07:20:51,182] compress _vo.cfe from 331b to 221b diff 33%
[2019-01-09T07:20:51,365] compress _hy_Lucene50_0.tip from 7.4mb to 3mb diff 58%
[2019-01-09T07:20:51,566] compress _vm.cfs from 4.2mb to 3mb diff 28%
[2019-01-09T07:21:00,063] compress _hy_Lucene50_0.tim from 195.6mb to 123.5mb diff 36%
[2019-01-09T07:21:00,064] compress _mz.fnm from 2.7kb to 463b diff 83%
[2019-01-09T07:21:00,065] compress _jm.cfe from 331b to 216b diff 34%
[2019-01-09T07:21:00,065] compress _ve.si from 371b to 296b diff 20%
[2019-01-09T07:21:00,066] compress _vp.cfe from 331b to 203b diff 38%
[2019-01-09T07:21:00,066] compress _vl.si from 371b to 296b diff 20%
[2019-01-09T07:21:00,067] compress _um.fnm from 2.7kb to 460b diff 83%
[2019-01-09T07:21:00,068] compress _w3.cfe from 331b to 221b diff 33%
[2019-01-09T07:21:20,181] compress _s3.cfs from 401mb to 293.8mb diff 26%
[2019-01-09T07:21:20,181] compress _hq.si from 409b to 323b diff 21%
[2019-01-09T07:21:20,312] compress _vp.cfs from 2.5mb to 1.8mb diff 28%
[2019-01-09T07:21:51,260] compress _w3.cfs from 629.6mb to 457.8mb diff 27%
[2019-01-09T07:21:51,260] compress _hy.si from 528b to 362b diff 31%
[2019-01-09T07:21:51,261] compress _uz.cfe from 331b to 221b diff 33%
[2019-01-09T07:21:51,262] compress _vy.cfe from 331b to 217b diff 34%
[2019-01-09T07:21:53,053] compress _hy_Lucene50_0.doc from 34.6mb to 18.5mb diff 46%
[2019-01-09T07:21:53,054] compress _um.dii from 149b to 162b diff -8%
[2019-01-09T07:21:53,054] compress _vo.si from 409b to 322b diff 21%
[2019-01-09T07:21:53,055] compress _re.si from 528b to 360b diff 31%
[2019-01-09T07:22:36,940] compress _re_Lucene70_0.dvd from 814.6mb to 491.2mb diff 39%
[2019-01-09T07:22:36,941] compress _w5.si from 371b to 296b diff 20%
[2019-01-09T07:22:36,942] compress _4q.fnm from 2.7kb to 464b diff 83%
[2019-01-09T07:23:17,770] compress _dg.dim from 862.8mb to 588.2mb diff 31%
[2019-01-09T07:23:17,771] compress _mz.si from 528b to 362b diff 31%
[2019-01-09T07:23:17,772] compress _s3.si from 409b to 323b diff 21%
[2019-01-09T07:23:17,838] compress _um.fdx from 1.6mb to 1.3mb diff 19%
[2019-01-09T07:23:17,839] compress _dg.dii from 149b to 162b diff -8%
[2019-01-09T07:23:17,839] compress _dg.si from 528b to 360b diff 31%
[2019-01-09T07:23:17,840] compress _vi.cfe from 331b to 193b diff 41%
[2019-01-09T07:23:21,353] compress _vy.cfs from 71.5mb to 51.7mb diff 27%
[2019-01-09T07:23:21,354] compress _4q_Lucene70_0.dvm from 2.8kb to 919b diff 68%
[2019-01-09T07:23:30,078] compress _4q_Lucene50_0.tim from 193.6mb to 123.4mb diff 36%
[2019-01-09T07:23:48,189] compress _kj.cfs from 370.7mb to 271.2mb diff 26%
[2019-01-09T07:23:48,416] compress _mz_Lucene50_0.tip from 7.3mb to 3.4mb diff 53%
[2019-01-09T07:23:48,417] compress _mz_Lucene70_0.dvm from 2.8kb to 926b diff 68%
[2019-01-09T07:23:48,418] compress _w0.si from 371b to 296b diff 20%
[2019-01-09T07:23:57,551] compress _mz_Lucene50_0.tim from 200.1mb to 126.7mb diff 36%
[2019-01-09T07:23:57,770] compress _4q_Lucene50_0.tip from 7.3mb to 3.1mb diff 57%
[2019-01-09T07:23:57,771] compress _kj.si from 409b to 323b diff 21%
[2019-01-09T07:23:57,838] compress _dg.fdx from 1.6mb to 1.3mb diff 19%
[2019-01-09T07:24:37,511] compress _um.dim from 860mb to 592.4mb diff 31%
[2019-01-09T07:27:16,402] compress _dg.fdt from 3.1gb to 2.3gb diff 24%
[2019-01-09T07:28:00,556] compress _mz_Lucene70_0.dvd from 816mb to 505.4mb diff 38%
[2019-01-09T07:28:00,557] compress _vi.cfs from 8.1kb to 2.9kb diff 63%
[2019-01-09T07:28:46,098] compress _4q_Lucene70_0.dvd from 838.6mb to 503.9mb diff 39%
[2019-01-09T07:28:46,099] compress _kj.cfe from 331b to 218b diff 34%
[2019-01-09T07:28:46,100] compress _vn.si from 371b to 296b diff 20%
[2019-01-09T07:28:48,833] compress _w0.cfs from 55.8mb to 40.3mb diff 27%
[2019-01-09T07:28:50,705] compress _um_Lucene50_0.doc from 35.7mb to 19mb diff 46%
[2019-01-09T07:29:34,340] compress _hy_Lucene70_0.dvd from 796.5mb to 496.7mb diff 37%
[2019-01-09T07:29:34,590] compress _vl.cfs from 5.2mb to 3.6mb diff 28%
[2019-01-09T07:29:34,591] compress _uz.si from 409b to 322b diff 21%
[2019-01-09T07:32:15,293] compress _96.fdt from 3.1gb to 2.4gb diff 24%
[2019-01-09T07:32:17,083] compress _96_Lucene50_0.doc from 35.3mb to 18.8mb diff 46%
[2019-01-09T07:32:17,084] compress _4q.dii from 149b to 163b diff -9%
[2019-01-09T07:32:17,146] compress _96.fdx from 1.6mb to 1.3mb diff 19%
[2019-01-09T07:32:17,150] compress _v0.cfe from 331b to 206b diff 37%
[2019-01-09T07:32:56,466] compress _4q.dim from 843.5mb to 578.6mb diff 31%
[2019-01-09T07:32:56,467] compress _wb.si from 409b to 323b diff 21%
[2019-01-09T07:32:56,468] compress _ug.si from 409b to 322b diff 21%
[2019-01-09T07:32:56,469] compress _w9.cfe from 331b to 217b diff 34%
[2019-01-09T07:32:56,469] compress _96.si from 528b to 363b diff 31%
[2019-01-09T07:32:56,470] compress _96.dii from 149b to 162b diff -8%
[2019-01-09T07:32:56,531] compress _4q.fdx from 1.6mb to 1.2mb diff 19%
[2019-01-09T07:32:58,341] compress _4q_Lucene50_0.doc from 34.5mb to 18.4mb diff 46%
[2019-01-09T07:33:06,703] compress _re_Lucene50_0.tim from 190.9mb to 121.4mb diff 36%
[2019-01-09T07:33:46,056] compress _96.dim from 848.7mb to 583.9mb diff 31%
[2019-01-09T07:33:46,057] compress _w0.cfe from 331b to 215b diff 35%
[2019-01-09T07:33:46,119] compress _hy.fdx from 1.6mb to 1.2mb diff 19%
[2019-01-09T07:33:46,593] compress _v0.cfs from 9.5mb to 6.8mb diff 27%
[2019-01-09T07:33:46,594] compress _vl.cfe from 331b to 208b diff 37%
[2019-01-09T07:36:27,016] compress _4q.fdt from 3.2gb to 2.4gb diff 24%
[2019-01-09T07:36:27,195] compress _re_Lucene50_0.tip from 7mb to 2.7mb diff 60%
[2019-01-09T07:39:02,720] compress _hy.fdt from 3.1gb to 2.3gb diff 24%
[2019-01-09T07:39:04,734] compress _ve.cfs from 40.8mb to 29.4mb diff 27%
[2019-01-09T07:39:04,735] compress _96_Lucene70_0.dvm from 2.9kb to 962b diff 68%
[2019-01-09T07:39:04,735] compress _um_Lucene70_0.dvm from 2.8kb to 924b diff 68%
[2019-01-09T07:39:04,736] compress _vq.si from 371b to 296b diff 20%
[2019-01-09T07:39:04,803] compress _vn.cfs from 1.4mb to 1mb diff 30%
[2019-01-09T07:39:04,804] compress segments_p from 2.4kb to 536b diff 79%
[2019-01-09T07:39:50,303] compress _96_Lucene70_0.dvd from 841.9mb to 510.8mb diff 39%
[2019-01-09T07:39:50,304] compress _96.fnm from 2.7kb to 461b diff 83%
[2019-01-09T07:39:50,305] compress _w5.cfe from 331b to 212b diff 35%
[2019-01-09T07:39:50,306] compress _vy.si from 371b to 296b diff 20%
[2019-01-09T07:39:50,306] compress _ve.cfe from 331b to 213b diff 35%
[2019-01-09T07:39:50,307] compress _hy_Lucene70_0.dvm from 2.8kb to 921b diff 68%
[2019-01-09T07:39:50,307] compress _vi.si from 371b to 294b diff 20%
[2019-01-09T07:39:50,308] compress _vn.cfe from 331b to 210b diff 36%
[2019-01-09T07:39:52,890] compress _w5.cfs from 53.7mb to 38.7mb diff 27%
[2019-01-09T07:39:52,949] compress _re.fdx from 1.5mb to 1.2mb diff 18%
[2019-01-09T07:39:52,950] compress _hy.fnm from 2.7kb to 463b diff 83%
[2019-01-09T07:42:26,886] compress _re.fdt from 3gb to 2.3gb diff 24%
[2019-01-09T07:42:35,750] compress _dg_Lucene50_0.tim from 196.2mb to 124.8mb diff 36%
[2019-01-09T07:42:35,750] compress _dg_Lucene70_0.dvm from 2.9kb to 953b diff 68%
[2019-01-09T07:42:35,751] compress _vp.si from 371b to 296b diff 20%
[2019-01-09T07:42:35,751] compress _jm.si from 409b to 322b diff 21%
[2019-01-09T07:42:35,845] compress _vq.cfs from 1.9mb to 1.3mb diff 29%
[2019-01-09T07:42:36,041] compress _dg_Lucene50_0.tip from 7.6mb to 3mb diff 60%
[2019-01-09T07:43:03,185] compress _vh.cfs from 544.6mb to 398.2mb diff 26%
[2019-01-09T07:43:03,186] compress _vz.cfe from 331b to 215b diff 35%
[2019-01-09T07:43:03,187] compress _vx.si from 371b to 296b diff 20%
[2019-01-09T07:43:03,187] compress _um.si from 528b to 359b diff 32%
[2019-01-09T07:43:03,188] compress _vq.cfe from 331b to 207b diff 37%
[2019-01-09T07:43:05,042] compress _mz_Lucene50_0.doc from 35.1mb to 18.9mb diff 46%
[2019-01-09T07:43:05,043] compress _vh.si from 409b to 323b diff 21%
[2019-01-09T07:43:45,123] compress _mz.dim from 864.2mb to 592.6mb diff 31%
[2019-01-09T07:44:29,863] compress _um_Lucene70_0.dvd from 822.2mb to 504.9mb diff 38%
[2019-01-09T07:45:15,761] compress _dg_Lucene70_0.dvd from 841.3mb to 512.7mb diff 39%
[2019-01-09T07:45:15,762] compress _vh.cfe from 331b to 220b diff 33%
[2019-01-09T07:45:15,762] compress _mz.dii from 149b to 162b diff -8%
[2019-01-09T07:45:15,763] compress _w9.si from 409b to 323b diff 21%
[2019-01-09T07:45:15,763] compress _hy.dii from 149b to 163b diff -9%
[2019-01-09T07:45:16,260] compress _vj.cfs from 10.2mb to 7.1mb diff 29%
[2019-01-09T07:45:16,319] compress _mz.fdx from 1.6mb to 1.3mb diff 18%
[2019-01-09T07:47:55,594] compress _mz.fdt from 3.1gb to 2.4gb diff 24%
[2019-01-09T07:47:59,639] compress _ug.cfs from 83.3mb to 59.7mb diff 28%
[2019-01-09T07:47:59,639] compress _u5.cfe from 331b to 208b diff 37%
[2019-01-09T07:48:38,915] compress _hy.dim from 836.5mb to 573.9mb diff 31%
[2019-01-09T07:48:38,915] compress _vj.cfe from 331b to 208b diff 37%
[2019-01-09T07:49:15,512] compress _re.dim from 820.4mb to 563.3mb diff 31%
[2019-01-09T07:49:15,513] compress _re.dii from 149b to 163b diff -9%
[2019-01-09T07:49:23,237] compress _w9.cfs from 160mb to 116.1mb diff 27%
[2019-01-09T07:49:23,237] compress _v0.si from 371b to 296b diff 20%
[2019-01-09T07:49:23,238] compress _vk.si from 371b to 296b diff 20%
[2019-01-09T07:49:26,937] compress _vz.cfs from 74.4mb to 53.8mb diff 27%
[2019-01-09T07:49:26,937] compress _ug.cfe from 331b to 219b diff 33%
[2019-01-09T07:49:26,938] compress nyc_taxis chunk_size=1mb from 38.7gb to 27.7gb diff 28% took 32.5m

nyc_taxis_2mb

[2019-01-09T07:49:26,938] start benchmarking nyc_taxis with chunk_size 2mb
[2019-01-09T07:49:26,956] compress _u5.si from 371b to 296b diff 20%
[2019-01-09T07:49:26,957] compress _4q.si from 528b to 361b diff 31%
[2019-01-09T07:49:31,770] compress _jm.cfs from 92.5mb to 66.5mb diff 28%
[2019-01-09T07:49:31,771] compress _vk.cfe from 331b to 207b diff 37%
[2019-01-09T07:49:31,772] compress _dg.fnm from 2.7kb to 463b diff 83%
[2019-01-09T07:49:45,537] compress _wb.cfs from 278.5mb to 201.9mb diff 27%
[2019-01-09T07:49:45,933] compress _vk.cfs from 8.4mb to 5.9mb diff 29%
[2019-01-09T07:52:26,169] compress _um.fdt from 3.1gb to 2.4gb diff 24%
[2019-01-09T07:52:26,171] compress _vz.si from 371b to 296b diff 20%
[2019-01-09T07:52:26,172] compress _re.fnm from 2.7kb to 465b diff 83%
[2019-01-09T07:52:26,397] compress _u5.cfs from 4.7mb to 3.4mb diff 28%
[2019-01-09T07:52:30,720] compress _hq.cfs from 87.3mb to 62.8mb diff 28%
[2019-01-09T07:52:30,721] compress _vj.si from 371b to 296b diff 20%
[2019-01-09T07:52:30,860] compress _vx.cfs from 3mb to 2.1mb diff 30%
[2019-01-09T07:52:30,861] compress _re_Lucene70_0.dvm from 2.8kb to 916b diff 68%
[2019-01-09T07:52:31,062] compress _um_Lucene50_0.tip from 7.5mb to 3.2mb diff 57%
[2019-01-09T07:52:31,064] compress _s3.cfe from 331b to 222b diff 32%
[2019-01-09T07:52:51,664] compress _uz.cfs from 419.1mb to 307mb diff 26%
[2019-01-09T07:52:51,665] compress _wb.cfe from 331b to 219b diff 33%
[2019-01-09T07:52:51,870] compress _96_Lucene50_0.tip from 7.4mb to 3.2mb diff 55%
[2019-01-09T07:53:00,619] compress _um_Lucene50_0.tim from 205.4mb to 128.3mb diff 37%
[2019-01-09T07:53:00,620] compress _vm.si from 371b to 295b diff 20%
[2019-01-09T07:53:14,601] compress _vo.cfs from 289.1mb to 211.4mb diff 26%
[2019-01-09T07:53:16,429] compress _dg_Lucene50_0.doc from 35.4mb to 18.8mb diff 46%
[2019-01-09T07:53:25,089] compress _96_Lucene50_0.tim from 200.9mb to 126.8mb diff 36%
[2019-01-09T07:53:25,090] compress _w3.si from 409b to 322b diff 21%
[2019-01-09T07:53:25,091] compress _vm.cfe from 331b to 209b diff 36%
[2019-01-09T07:53:25,092] compress _vx.cfe from 331b to 206b diff 37%
[2019-01-09T07:53:25,092] compress _hq.cfe from 331b to 217b diff 34%
[2019-01-09T07:53:26,913] compress _re_Lucene50_0.doc from 33.8mb to 18mb diff 46%
[2019-01-09T07:53:26,914] compress _vo.cfe from 331b to 221b diff 33%
[2019-01-09T07:53:27,104] compress _hy_Lucene50_0.tip from 7.4mb to 3mb diff 58%
[2019-01-09T07:53:27,311] compress _vm.cfs from 4.2mb to 3mb diff 28%
[2019-01-09T07:53:36,440] compress _hy_Lucene50_0.tim from 195.6mb to 123.5mb diff 36%
[2019-01-09T07:53:36,441] compress _mz.fnm from 2.7kb to 463b diff 83%
[2019-01-09T07:53:36,441] compress _jm.cfe from 331b to 216b diff 34%
[2019-01-09T07:53:36,442] compress _ve.si from 371b to 296b diff 20%
[2019-01-09T07:53:36,442] compress _vp.cfe from 331b to 203b diff 38%
[2019-01-09T07:53:36,443] compress _vl.si from 371b to 296b diff 20%
[2019-01-09T07:53:36,443] compress _um.fnm from 2.7kb to 460b diff 83%
[2019-01-09T07:53:36,444] compress _w3.cfe from 331b to 221b diff 33%
[2019-01-09T07:53:55,727] compress _s3.cfs from 401mb to 293.7mb diff 26%
[2019-01-09T07:53:55,728] compress _hq.si from 409b to 323b diff 21%
[2019-01-09T07:53:55,855] compress _vp.cfs from 2.5mb to 1.8mb diff 28%
[2019-01-09T07:54:26,027] compress _w3.cfs from 629.6mb to 457.6mb diff 27%
[2019-01-09T07:54:26,028] compress _hy.si from 528b to 362b diff 31%
[2019-01-09T07:54:26,029] compress _uz.cfe from 331b to 221b diff 33%
[2019-01-09T07:54:26,030] compress _vy.cfe from 331b to 217b diff 34%
[2019-01-09T07:54:27,912] compress _hy_Lucene50_0.doc from 34.6mb to 18.4mb diff 46%
[2019-01-09T07:54:27,913] compress _um.dii from 149b to 162b diff -8%
[2019-01-09T07:54:27,914] compress _vo.si from 409b to 322b diff 21%
[2019-01-09T07:54:27,915] compress _re.si from 528b to 360b diff 31%
[2019-01-09T07:55:12,642] compress _re_Lucene70_0.dvd from 814.6mb to 491mb diff 39%
[2019-01-09T07:55:12,643] compress _w5.si from 371b to 296b diff 20%
[2019-01-09T07:55:12,644] compress _4q.fnm from 2.7kb to 464b diff 83%
[2019-01-09T07:55:53,167] compress _dg.dim from 862.8mb to 588.3mb diff 31%
[2019-01-09T07:55:53,168] compress _mz.si from 528b to 362b diff 31%
[2019-01-09T07:55:53,168] compress _s3.si from 409b to 323b diff 21%
[2019-01-09T07:55:53,231] compress _um.fdx from 1.6mb to 1.3mb diff 19%
[2019-01-09T07:55:53,231] compress _dg.dii from 149b to 162b diff -8%
[2019-01-09T07:55:53,232] compress _dg.si from 528b to 360b diff 31%
[2019-01-09T07:55:53,232] compress _vi.cfe from 331b to 193b diff 41%
[2019-01-09T07:55:56,687] compress _vy.cfs from 71.5mb to 51.7mb diff 27%
[2019-01-09T07:55:56,688] compress _4q_Lucene70_0.dvm from 2.8kb to 919b diff 68%
[2019-01-09T07:56:05,039] compress _4q_Lucene50_0.tim from 193.6mb to 123.3mb diff 36%
[2019-01-09T07:56:23,788] compress _kj.cfs from 370.7mb to 271mb diff 26%
[2019-01-09T07:56:24,007] compress _mz_Lucene50_0.tip from 7.3mb to 3.4mb diff 53%
[2019-01-09T07:56:24,008] compress _mz_Lucene70_0.dvm from 2.8kb to 926b diff 68%
[2019-01-09T07:56:24,008] compress _w0.si from 371b to 296b diff 20%
[2019-01-09T07:56:33,050] compress _mz_Lucene50_0.tim from 200.1mb to 126.7mb diff 36%
[2019-01-09T07:56:33,263] compress _4q_Lucene50_0.tip from 7.3mb to 3.1mb diff 57%
[2019-01-09T07:56:33,264] compress _kj.si from 409b to 323b diff 21%
[2019-01-09T07:56:33,329] compress _dg.fdx from 1.6mb to 1.3mb diff 19%
[2019-01-09T07:57:13,662] compress _um.dim from 860mb to 592.4mb diff 31%
[2019-01-09T07:59:52,361] compress _dg.fdt from 3.1gb to 2.3gb diff 24%
[2019-01-09T08:00:36,901] compress _mz_Lucene70_0.dvd from 816mb to 505.1mb diff 38%
[2019-01-09T08:00:36,903] compress _vi.cfs from 8.1kb to 2.9kb diff 63%
[2019-01-09T08:01:22,322] compress _4q_Lucene70_0.dvd from 838.6mb to 503.7mb diff 39%
[2019-01-09T08:01:22,323] compress _kj.cfe from 331b to 218b diff 34%
[2019-01-09T08:01:22,324] compress _vn.si from 371b to 296b diff 20%
[2019-01-09T08:01:25,082] compress _w0.cfs from 55.8mb to 40.3mb diff 27%
[2019-01-09T08:01:27,026] compress _um_Lucene50_0.doc from 35.7mb to 19mb diff 46%
[2019-01-09T08:02:11,427] compress _hy_Lucene70_0.dvd from 796.5mb to 496.4mb diff 37%
[2019-01-09T08:02:11,688] compress _vl.cfs from 5.2mb to 3.6mb diff 28%
[2019-01-09T08:02:11,689] compress _uz.si from 409b to 322b diff 21%
[2019-01-09T08:04:53,527] compress _96.fdt from 3.1gb to 2.4gb diff 24%
[2019-01-09T08:04:55,360] compress _96_Lucene50_0.doc from 35.3mb to 18.8mb diff 46%
[2019-01-09T08:04:55,361] compress _4q.dii from 149b to 163b diff -9%
[2019-01-09T08:04:55,425] compress _96.fdx from 1.6mb to 1.3mb diff 19%
[2019-01-09T08:04:55,426] compress _v0.cfe from 331b to 206b diff 37%
[2019-01-09T08:05:35,016] compress _4q.dim from 843.5mb to 578.6mb diff 31%
[2019-01-09T08:05:35,017] compress _wb.si from 409b to 323b diff 21%
[2019-01-09T08:05:35,017] compress _ug.si from 409b to 322b diff 21%
[2019-01-09T08:05:35,019] compress _w9.cfe from 331b to 217b diff 34%
[2019-01-09T08:05:35,019] compress _96.si from 528b to 363b diff 31%
[2019-01-09T08:05:35,020] compress _96.dii from 149b to 162b diff -8%
[2019-01-09T08:05:35,089] compress _4q.fdx from 1.6mb to 1.2mb diff 19%
[2019-01-09T08:05:37,039] compress _4q_Lucene50_0.doc from 34.5mb to 18.4mb diff 46%
[2019-01-09T08:05:45,947] compress _re_Lucene50_0.tim from 190.9mb to 121.4mb diff 36%
[2019-01-09T08:06:24,543] compress _96.dim from 848.7mb to 584mb diff 31%
[2019-01-09T08:06:24,544] compress _w0.cfe from 331b to 215b diff 35%
[2019-01-09T08:06:24,604] compress _hy.fdx from 1.6mb to 1.2mb diff 19%
[2019-01-09T08:06:25,075] compress _v0.cfs from 9.5mb to 6.8mb diff 27%
[2019-01-09T08:06:25,076] compress _vl.cfe from 331b to 208b diff 37%
[2019-01-09T08:09:07,850] compress _4q.fdt from 3.2gb to 2.4gb diff 24%
[2019-01-09T08:09:08,017] compress _re_Lucene50_0.tip from 7mb to 2.7mb diff 61%
[2019-01-09T08:11:43,055] compress _hy.fdt from 3.1gb to 2.3gb diff 24%
[2019-01-09T08:11:44,997] compress _ve.cfs from 40.8mb to 29.4mb diff 27%
[2019-01-09T08:11:44,998] compress _96_Lucene70_0.dvm from 2.9kb to 962b diff 68%
[2019-01-09T08:11:44,999] compress _um_Lucene70_0.dvm from 2.8kb to 924b diff 68%
[2019-01-09T08:11:44,999] compress _vq.si from 371b to 296b diff 20%
[2019-01-09T08:11:45,065] compress _vn.cfs from 1.4mb to 1mb diff 30%
[2019-01-09T08:11:45,065] compress segments_p from 2.4kb to 536b diff 79%
[2019-01-09T08:12:31,828] compress _96_Lucene70_0.dvd from 841.9mb to 510.6mb diff 39%
[2019-01-09T08:12:31,829] compress _96.fnm from 2.7kb to 461b diff 83%
[2019-01-09T08:12:31,830] compress _w5.cfe from 331b to 212b diff 35%
[2019-01-09T08:12:31,831] compress _vy.si from 371b to 296b diff 20%
[2019-01-09T08:12:31,832] compress _ve.cfe from 331b to 213b diff 35%
[2019-01-09T08:12:31,833] compress _hy_Lucene70_0.dvm from 2.8kb to 921b diff 68%
[2019-01-09T08:12:31,834] compress _vi.si from 371b to 294b diff 20%
[2019-01-09T08:12:31,835] compress _vn.cfe from 331b to 210b diff 36%
[2019-01-09T08:12:34,643] compress _w5.cfs from 53.7mb to 38.7mb diff 27%
[2019-01-09T08:12:34,709] compress _re.fdx from 1.5mb to 1.2mb diff 18%
[2019-01-09T08:12:34,710] compress _hy.fnm from 2.7kb to 463b diff 83%
[2019-01-09T08:15:08,463] compress _re.fdt from 3gb to 2.3gb diff 24%
[2019-01-09T08:15:17,107] compress _dg_Lucene50_0.tim from 196.2mb to 124.8mb diff 36%
[2019-01-09T08:15:17,108] compress _dg_Lucene70_0.dvm from 2.9kb to 953b diff 68%
[2019-01-09T08:15:17,109] compress _vp.si from 371b to 296b diff 20%
[2019-01-09T08:15:17,109] compress _jm.si from 409b to 322b diff 21%
[2019-01-09T08:15:17,203] compress _vq.cfs from 1.9mb to 1.3mb diff 29%
[2019-01-09T08:15:17,408] compress _dg_Lucene50_0.tip from 7.6mb to 3mb diff 60%
[2019-01-09T08:15:43,700] compress _vh.cfs from 544.6mb to 398mb diff 26%
[2019-01-09T08:15:43,701] compress _vz.cfe from 331b to 215b diff 35%
[2019-01-09T08:15:43,702] compress _vx.si from 371b to 296b diff 20%
[2019-01-09T08:15:43,703] compress _um.si from 528b to 359b diff 32%
[2019-01-09T08:15:43,703] compress _vq.cfe from 331b to 207b diff 37%
[2019-01-09T08:15:45,596] compress _mz_Lucene50_0.doc from 35.1mb to 18.9mb diff 46%
[2019-01-09T08:15:45,597] compress _vh.si from 409b to 323b diff 21%
[2019-01-09T08:16:26,353] compress _mz.dim from 864.2mb to 592.6mb diff 31%
[2019-01-09T08:17:10,875] compress _um_Lucene70_0.dvd from 822.2mb to 504.6mb diff 38%
[2019-01-09T08:17:58,223] compress _dg_Lucene70_0.dvd from 841.3mb to 512.4mb diff 39%
[2019-01-09T08:17:58,224] compress _vh.cfe from 331b to 220b diff 33%
[2019-01-09T08:17:58,225] compress _mz.dii from 149b to 162b diff -8%
[2019-01-09T08:17:58,226] compress _w9.si from 409b to 323b diff 21%
[2019-01-09T08:17:58,227] compress _hy.dii from 149b to 163b diff -9%
[2019-01-09T08:17:58,715] compress _vj.cfs from 10.2mb to 7.1mb diff 29%
[2019-01-09T08:17:58,780] compress _mz.fdx from 1.6mb to 1.3mb diff 18%
[2019-01-09T08:20:38,545] compress _mz.fdt from 3.1gb to 2.4gb diff 24%
[2019-01-09T08:20:42,551] compress _ug.cfs from 83.3mb to 59.7mb diff 28%
[2019-01-09T08:20:42,552] compress _u5.cfe from 331b to 208b diff 37%
[2019-01-09T08:21:21,067] compress _hy.dim from 836.5mb to 573.9mb diff 31%
[2019-01-09T08:21:21,068] compress _vj.cfe from 331b to 208b diff 37%
[2019-01-09T08:21:59,387] compress _re.dim from 820.4mb to 563.3mb diff 31%
[2019-01-09T08:21:59,388] compress _re.dii from 149b to 163b diff -9%
[2019-01-09T08:22:06,996] compress _w9.cfs from 160mb to 116mb diff 27%
[2019-01-09T08:22:06,996] compress _v0.si from 371b to 296b diff 20%
[2019-01-09T08:22:06,997] compress _vk.si from 371b to 296b diff 20%
[2019-01-09T08:22:10,541] compress _vz.cfs from 74.4mb to 53.8mb diff 27%
[2019-01-09T08:22:10,543] compress _ug.cfe from 331b to 219b diff 33%
[2019-01-09T08:22:10,543] compress nyc_taxis chunk_size=2mb from 38.7gb to 27.7gb diff 28% took 32.7m

nyc_taxis_4mb

[2019-01-09T08:22:10,543] start benchmarking nyc_taxis with chunk_size 4mb
[2019-01-09T08:22:10,561] compress _u5.si from 371b to 296b diff 20%
[2019-01-09T08:22:10,562] compress _4q.si from 528b to 361b diff 31%
[2019-01-09T08:22:14,996] compress _jm.cfs from 92.5mb to 66.5mb diff 28%
[2019-01-09T08:22:14,997] compress _vk.cfe from 331b to 207b diff 37%
[2019-01-09T08:22:14,998] compress _dg.fnm from 2.7kb to 463b diff 83%
[2019-01-09T08:22:28,394] compress _wb.cfs from 278.5mb to 201.8mb diff 27%
[2019-01-09T08:22:28,814] compress _vk.cfs from 8.4mb to 5.9mb diff 29%
[2019-01-09T08:25:09,821] compress _um.fdt from 3.1gb to 2.4gb diff 24%
[2019-01-09T08:25:09,822] compress _vz.si from 371b to 296b diff 20%
[2019-01-09T08:25:09,823] compress _re.fnm from 2.7kb to 465b diff 83%
[2019-01-09T08:25:10,057] compress _u5.cfs from 4.7mb to 3.4mb diff 28%
[2019-01-09T08:25:14,384] compress _hq.cfs from 87.3mb to 62.8mb diff 28%
[2019-01-09T08:25:14,386] compress _vj.si from 371b to 296b diff 20%
[2019-01-09T08:25:14,525] compress _vx.cfs from 3mb to 2.1mb diff 30%
[2019-01-09T08:25:14,527] compress _re_Lucene70_0.dvm from 2.8kb to 916b diff 68%
[2019-01-09T08:25:14,728] compress _um_Lucene50_0.tip from 7.5mb to 3.2mb diff 57%
[2019-01-09T08:25:14,730] compress _s3.cfe from 331b to 222b diff 32%
[2019-01-09T08:25:35,357] compress _uz.cfs from 419.1mb to 306.9mb diff 26%
[2019-01-09T08:25:35,359] compress _wb.cfe from 331b to 219b diff 33%
[2019-01-09T08:25:35,553] compress _96_Lucene50_0.tip from 7.4mb to 3.2mb diff 55%
[2019-01-09T08:25:44,263] compress _um_Lucene50_0.tim from 205.4mb to 128.3mb diff 37%
[2019-01-09T08:25:44,264] compress _vm.si from 371b to 295b diff 20%
[2019-01-09T08:25:58,908] compress _vo.cfs from 289.1mb to 211.4mb diff 26%
[2019-01-09T08:26:00,718] compress _dg_Lucene50_0.doc from 35.4mb to 18.8mb diff 46%
[2019-01-09T08:26:09,396] compress _96_Lucene50_0.tim from 200.9mb to 126.8mb diff 36%
[2019-01-09T08:26:09,397] compress _w3.si from 409b to 322b diff 21%
[2019-01-09T08:26:09,399] compress _vm.cfe from 331b to 209b diff 36%
[2019-01-09T08:26:09,400] compress _vx.cfe from 331b to 206b diff 37%
[2019-01-09T08:26:09,401] compress _hq.cfe from 331b to 217b diff 34%
[2019-01-09T08:26:11,123] compress _re_Lucene50_0.doc from 33.8mb to 18mb diff 46%
[2019-01-09T08:26:11,124] compress _vo.cfe from 331b to 221b diff 33%
[2019-01-09T08:26:11,320] compress _hy_Lucene50_0.tip from 7.4mb to 3mb diff 58%
[2019-01-09T08:26:11,538] compress _vm.cfs from 4.2mb to 3mb diff 29%
[2019-01-09T08:26:20,061] compress _hy_Lucene50_0.tim from 195.6mb to 123.4mb diff 36%
[2019-01-09T08:26:20,063] compress _mz.fnm from 2.7kb to 463b diff 83%
[2019-01-09T08:26:20,064] compress _jm.cfe from 331b to 216b diff 34%
[2019-01-09T08:26:20,065] compress _ve.si from 371b to 296b diff 20%
[2019-01-09T08:26:20,066] compress _vp.cfe from 331b to 203b diff 38%
[2019-01-09T08:26:20,067] compress _vl.si from 371b to 296b diff 20%
[2019-01-09T08:26:20,067] compress _um.fnm from 2.7kb to 460b diff 83%
[2019-01-09T08:26:20,068] compress _w3.cfe from 331b to 221b diff 33%
[2019-01-09T08:26:39,783] compress _s3.cfs from 401mb to 293.7mb diff 26%
[2019-01-09T08:26:39,784] compress _hq.si from 409b to 323b diff 21%
[2019-01-09T08:26:39,913] compress _vp.cfs from 2.5mb to 1.8mb diff 28%
[2019-01-09T08:27:10,875] compress _w3.cfs from 629.6mb to 457.5mb diff 27%
[2019-01-09T08:27:10,877] compress _hy.si from 528b to 362b diff 31%
[2019-01-09T08:27:10,878] compress _uz.cfe from 331b to 221b diff 33%
[2019-01-09T08:27:10,880] compress _vy.cfe from 331b to 217b diff 34%
[2019-01-09T08:27:12,843] compress _hy_Lucene50_0.doc from 34.6mb to 18.4mb diff 46%
[2019-01-09T08:27:12,844] compress _um.dii from 149b to 162b diff -8%
[2019-01-09T08:27:12,845] compress _vo.si from 409b to 322b diff 21%
[2019-01-09T08:27:12,846] compress _re.si from 528b to 360b diff 31%
[2019-01-09T08:27:57,420] compress _re_Lucene70_0.dvd from 814.6mb to 490.8mb diff 39%
[2019-01-09T08:27:57,422] compress _w5.si from 371b to 296b diff 20%
[2019-01-09T08:27:57,423] compress _4q.fnm from 2.7kb to 464b diff 83%
[2019-01-09T08:28:38,550] compress _dg.dim from 862.8mb to 588.3mb diff 31%
[2019-01-09T08:28:38,552] compress _mz.si from 528b to 362b diff 31%
[2019-01-09T08:28:38,553] compress _s3.si from 409b to 323b diff 21%
[2019-01-09T08:28:38,621] compress _um.fdx from 1.6mb to 1.3mb diff 19%
[2019-01-09T08:28:38,623] compress _dg.dii from 149b to 162b diff -8%
[2019-01-09T08:28:38,624] compress _dg.si from 528b to 360b diff 31%
[2019-01-09T08:28:38,626] compress _vi.cfe from 331b to 193b diff 41%
[2019-01-09T08:28:42,156] compress _vy.cfs from 71.5mb to 51.7mb diff 27%
[2019-01-09T08:28:42,158] compress _4q_Lucene70_0.dvm from 2.8kb to 919b diff 68%
[2019-01-09T08:28:50,645] compress _4q_Lucene50_0.tim from 193.6mb to 123.3mb diff 36%
[2019-01-09T08:29:08,745] compress _kj.cfs from 370.7mb to 271mb diff 26%
[2019-01-09T08:29:08,975] compress _mz_Lucene50_0.tip from 7.3mb to 3.4mb diff 53%
[2019-01-09T08:29:08,976] compress _mz_Lucene70_0.dvm from 2.8kb to 926b diff 68%
[2019-01-09T08:29:08,977] compress _w0.si from 371b to 296b diff 20%
[2019-01-09T08:29:17,781] compress _mz_Lucene50_0.tim from 200.1mb to 126.7mb diff 36%
[2019-01-09T08:29:17,981] compress _4q_Lucene50_0.tip from 7.3mb to 3.1mb diff 57%
[2019-01-09T08:29:17,982] compress _kj.si from 409b to 323b diff 21%
[2019-01-09T08:29:18,044] compress _dg.fdx from 1.6mb to 1.3mb diff 19%
[2019-01-09T08:29:58,730] compress _um.dim from 860mb to 592.4mb diff 31%
[2019-01-09T08:32:36,630] compress _dg.fdt from 3.1gb to 2.3gb diff 24%
[2019-01-09T08:33:21,341] compress _mz_Lucene70_0.dvd from 816mb to 505mb diff 38%
[2019-01-09T08:33:21,343] compress _vi.cfs from 8.1kb to 2.9kb diff 63%
[2019-01-09T08:34:06,863] compress _4q_Lucene70_0.dvd from 838.6mb to 503.5mb diff 39%
[2019-01-09T08:34:06,865] compress _kj.cfe from 331b to 218b diff 34%
[2019-01-09T08:34:06,867] compress _vn.si from 371b to 296b diff 20%
[2019-01-09T08:34:09,556] compress _w0.cfs from 55.8mb to 40.3mb diff 27%
[2019-01-09T08:34:11,428] compress _um_Lucene50_0.doc from 35.7mb to 19mb diff 46%
[2019-01-09T08:34:54,830] compress _hy_Lucene70_0.dvd from 796.5mb to 496.3mb diff 37%
[2019-01-09T08:34:55,089] compress _vl.cfs from 5.2mb to 3.6mb diff 28%
[2019-01-09T08:34:55,090] compress _uz.si from 409b to 322b diff 21%
[2019-01-09T08:37:35,753] compress _96.fdt from 3.1gb to 2.4gb diff 24%
[2019-01-09T08:37:37,589] compress _96_Lucene50_0.doc from 35.3mb to 18.8mb diff 46%
[2019-01-09T08:37:37,591] compress _4q.dii from 149b to 163b diff -9%
[2019-01-09T08:37:37,653] compress _96.fdx from 1.6mb to 1.3mb diff 19%
[2019-01-09T08:37:37,655] compress _v0.cfe from 331b to 206b diff 37%
[2019-01-09T08:38:18,273] compress _4q.dim from 843.5mb to 578.7mb diff 31%
[2019-01-09T08:38:18,275] compress _wb.si from 409b to 323b diff 21%
[2019-01-09T08:38:18,276] compress _ug.si from 409b to 322b diff 21%
[2019-01-09T08:38:18,278] compress _w9.cfe from 331b to 217b diff 34%
[2019-01-09T08:38:18,280] compress _96.si from 528b to 363b diff 31%
[2019-01-09T08:38:18,281] compress _96.dii from 149b to 162b diff -8%
[2019-01-09T08:38:18,347] compress _4q.fdx from 1.6mb to 1.2mb diff 19%
[2019-01-09T08:38:20,161] compress _4q_Lucene50_0.doc from 34.5mb to 18.4mb diff 46%
[2019-01-09T08:38:28,628] compress _re_Lucene50_0.tim from 190.9mb to 121.4mb diff 36%
[2019-01-09T08:39:07,894] compress _96.dim from 848.7mb to 584mb diff 31%
[2019-01-09T08:39:07,896] compress _w0.cfe from 331b to 215b diff 35%
[2019-01-09T08:39:07,963] compress _hy.fdx from 1.6mb to 1.2mb diff 19%
[2019-01-09T08:39:08,419] compress _v0.cfs from 9.5mb to 6.8mb diff 27%
[2019-01-09T08:39:08,421] compress _vl.cfe from 331b to 208b diff 37%
[2019-01-09T08:41:49,638] compress _4q.fdt from 3.2gb to 2.4gb diff 24%
[2019-01-09T08:41:49,820] compress _re_Lucene50_0.tip from 7mb to 2.7mb diff 61%
[2019-01-09T08:44:26,183] compress _hy.fdt from 3.1gb to 2.3gb diff 24%
[2019-01-09T08:44:28,222] compress _ve.cfs from 40.8mb to 29.4mb diff 27%
[2019-01-09T08:44:28,223] compress _96_Lucene70_0.dvm from 2.9kb to 962b diff 68%
[2019-01-09T08:44:28,225] compress _um_Lucene70_0.dvm from 2.8kb to 924b diff 68%
[2019-01-09T08:44:28,226] compress _vq.si from 371b to 296b diff 20%
[2019-01-09T08:44:28,294] compress _vn.cfs from 1.4mb to 1mb diff 30%
[2019-01-09T08:44:28,295] compress segments_p from 2.4kb to 536b diff 79%
[2019-01-09T08:45:14,823] compress _96_Lucene70_0.dvd from 841.9mb to 510.4mb diff 39%
[2019-01-09T08:45:14,825] compress _96.fnm from 2.7kb to 461b diff 83%
[2019-01-09T08:45:14,826] compress _w5.cfe from 331b to 212b diff 35%
[2019-01-09T08:45:14,827] compress _vy.si from 371b to 296b diff 20%
[2019-01-09T08:45:14,828] compress _ve.cfe from 331b to 213b diff 35%
[2019-01-09T08:45:14,829] compress _hy_Lucene70_0.dvm from 2.8kb to 921b diff 68%
[2019-01-09T08:45:14,830] compress _vi.si from 371b to 294b diff 20%
[2019-01-09T08:45:14,832] compress _vn.cfe from 331b to 210b diff 36%
[2019-01-09T08:45:17,482] compress _w5.cfs from 53.7mb to 38.7mb diff 27%
[2019-01-09T08:45:17,544] compress _re.fdx from 1.5mb to 1.2mb diff 18%
[2019-01-09T08:45:17,545] compress _hy.fnm from 2.7kb to 463b diff 83%
[2019-01-09T08:47:51,165] compress _re.fdt from 3gb to 2.3gb diff 24%
[2019-01-09T08:47:59,828] compress _dg_Lucene50_0.tim from 196.2mb to 124.8mb diff 36%
[2019-01-09T08:47:59,830] compress _dg_Lucene70_0.dvm from 2.9kb to 953b diff 68%
[2019-01-09T08:47:59,831] compress _vp.si from 371b to 296b diff 20%
[2019-01-09T08:47:59,832] compress _jm.si from 409b to 322b diff 21%
[2019-01-09T08:47:59,924] compress _vq.cfs from 1.9mb to 1.3mb diff 29%
[2019-01-09T08:48:00,122] compress _dg_Lucene50_0.tip from 7.6mb to 2.9mb diff 60%
[2019-01-09T08:48:27,267] compress _vh.cfs from 544.6mb to 397.9mb diff 26%
[2019-01-09T08:48:27,269] compress _vz.cfe from 331b to 215b diff 35%
[2019-01-09T08:48:27,270] compress _vx.si from 371b to 296b diff 20%
[2019-01-09T08:48:27,272] compress _um.si from 528b to 359b diff 32%
[2019-01-09T08:48:27,273] compress _vq.cfe from 331b to 207b diff 37%
[2019-01-09T08:48:29,295] compress _mz_Lucene50_0.doc from 35.1mb to 18.9mb diff 46%
[2019-01-09T08:48:29,297] compress _vh.si from 409b to 323b diff 21%
[2019-01-09T08:49:11,045] compress _mz.dim from 864.2mb to 592.6mb diff 31%
[2019-01-09T08:49:54,966] compress _um_Lucene70_0.dvd from 822.2mb to 504.4mb diff 38%
[2019-01-09T08:50:41,901] compress _dg_Lucene70_0.dvd from 841.3mb to 512.3mb diff 39%
[2019-01-09T08:50:41,902] compress _vh.cfe from 331b to 220b diff 33%
[2019-01-09T08:50:41,904] compress _mz.dii from 149b to 162b diff -8%
[2019-01-09T08:50:41,905] compress _w9.si from 409b to 323b diff 21%
[2019-01-09T08:50:41,907] compress _hy.dii from 149b to 163b diff -9%
[2019-01-09T08:50:42,410] compress _vj.cfs from 10.2mb to 7.1mb diff 29%
[2019-01-09T08:50:42,475] compress _mz.fdx from 1.6mb to 1.3mb diff 18%
[2019-01-09T08:53:23,466] compress _mz.fdt from 3.1gb to 2.4gb diff 24%
[2019-01-09T08:53:27,535] compress _ug.cfs from 83.3mb to 59.6mb diff 28%
[2019-01-09T08:53:27,537] compress _u5.cfe from 331b to 208b diff 37%
[2019-01-09T08:54:07,536] compress _hy.dim from 836.5mb to 573.9mb diff 31%
[2019-01-09T08:54:07,538] compress _vj.cfe from 331b to 208b diff 37%
[2019-01-09T08:54:45,160] compress _re.dim from 820.4mb to 563.3mb diff 31%
[2019-01-09T08:54:45,161] compress _re.dii from 149b to 163b diff -9%
[2019-01-09T08:54:52,835] compress _w9.cfs from 160mb to 116mb diff 27%
[2019-01-09T08:54:52,836] compress _v0.si from 371b to 296b diff 20%
[2019-01-09T08:54:52,838] compress _vk.si from 371b to 296b diff 20%
[2019-01-09T08:54:56,404] compress _vz.cfs from 74.4mb to 53.8mb diff 27%
[2019-01-09T08:54:56,405] compress _ug.cfe from 331b to 219b diff 33%
[2019-01-09T08:54:56,405] compress nyc_taxis chunk_size=4mb from 38.7gb to 27.7gb diff 28% took 32.7m

nyc_taxis_512kb

[2019-01-09T06:44:24,099] start benchmarking nyc_taxis with chunk_size 512kb
[2019-01-09T06:44:24,117] compress _u5.si from 371b to 296b diff 20%
[2019-01-09T06:44:24,118] compress _4q.si from 528b to 361b diff 31%
[2019-01-09T06:44:28,938] compress _jm.cfs from 92.5mb to 66.6mb diff 27%
[2019-01-09T06:44:28,939] compress _vk.cfe from 331b to 207b diff 37%
[2019-01-09T06:44:28,939] compress _dg.fnm from 2.7kb to 463b diff 83%
[2019-01-09T06:44:42,773] compress _wb.cfs from 278.5mb to 202.1mb diff 27%
[2019-01-09T06:44:43,186] compress _vk.cfs from 8.4mb to 5.9mb diff 29%
[2019-01-09T06:47:21,759] compress _um.fdt from 3.1gb to 2.4gb diff 24%
[2019-01-09T06:47:21,760] compress _vz.si from 371b to 296b diff 20%
[2019-01-09T06:47:21,761] compress _re.fnm from 2.7kb to 465b diff 83%
[2019-01-09T06:47:21,996] compress _u5.cfs from 4.7mb to 3.4mb diff 28%
[2019-01-09T06:47:26,291] compress _hq.cfs from 87.3mb to 62.9mb diff 27%
[2019-01-09T06:47:26,292] compress _vj.si from 371b to 296b diff 20%
[2019-01-09T06:47:26,436] compress _vx.cfs from 3mb to 2.1mb diff 30%
[2019-01-09T06:47:26,437] compress _re_Lucene70_0.dvm from 2.8kb to 916b diff 68%
[2019-01-09T06:47:26,633] compress _um_Lucene50_0.tip from 7.5mb to 3.2mb diff 56%
[2019-01-09T06:47:26,634] compress _s3.cfe from 331b to 222b diff 32%
[2019-01-09T06:47:47,625] compress _uz.cfs from 419.1mb to 307.4mb diff 26%
[2019-01-09T06:47:47,626] compress _wb.cfe from 331b to 219b diff 33%
[2019-01-09T06:47:47,838] compress _96_Lucene50_0.tip from 7.4mb to 3.3mb diff 55%
[2019-01-09T06:47:56,652] compress _um_Lucene50_0.tim from 205.4mb to 128.3mb diff 37%
[2019-01-09T06:47:56,654] compress _vm.si from 371b to 295b diff 20%
[2019-01-09T06:48:10,689] compress _vo.cfs from 289.1mb to 211.7mb diff 26%
[2019-01-09T06:48:12,514] compress _dg_Lucene50_0.doc from 35.4mb to 18.8mb diff 46%
[2019-01-09T06:48:21,149] compress _96_Lucene50_0.tim from 200.9mb to 126.8mb diff 36%
[2019-01-09T06:48:21,150] compress _w3.si from 409b to 322b diff 21%
[2019-01-09T06:48:21,150] compress _vm.cfe from 331b to 209b diff 36%
[2019-01-09T06:48:21,151] compress _vx.cfe from 331b to 206b diff 37%
[2019-01-09T06:48:21,151] compress _hq.cfe from 331b to 217b diff 34%
[2019-01-09T06:48:22,944] compress _re_Lucene50_0.doc from 33.8mb to 18.1mb diff 46%
[2019-01-09T06:48:22,945] compress _vo.cfe from 331b to 221b diff 33%
[2019-01-09T06:48:23,151] compress _hy_Lucene50_0.tip from 7.4mb to 3mb diff 58%
[2019-01-09T06:48:23,367] compress _vm.cfs from 4.2mb to 3mb diff 28%
[2019-01-09T06:48:32,184] compress _hy_Lucene50_0.tim from 195.6mb to 123.5mb diff 36%
[2019-01-09T06:48:32,185] compress _mz.fnm from 2.7kb to 463b diff 83%
[2019-01-09T06:48:32,186] compress _jm.cfe from 331b to 216b diff 34%
[2019-01-09T06:48:32,187] compress _ve.si from 371b to 296b diff 20%
[2019-01-09T06:48:32,187] compress _vp.cfe from 331b to 203b diff 38%
[2019-01-09T06:48:32,188] compress _vl.si from 371b to 296b diff 20%
[2019-01-09T06:48:32,188] compress _um.fnm from 2.7kb to 460b diff 83%
[2019-01-09T06:48:32,189] compress _w3.cfe from 331b to 221b diff 33%
[2019-01-09T06:48:51,775] compress _s3.cfs from 401mb to 294.1mb diff 26%
[2019-01-09T06:48:51,776] compress _hq.si from 409b to 323b diff 21%
[2019-01-09T06:48:51,899] compress _vp.cfs from 2.5mb to 1.8mb diff 28%
[2019-01-09T06:49:22,802] compress _w3.cfs from 629.6mb to 458.2mb diff 27%
[2019-01-09T06:49:22,803] compress _hy.si from 528b to 362b diff 31%
[2019-01-09T06:49:22,803] compress _uz.cfe from 331b to 221b diff 33%
[2019-01-09T06:49:22,804] compress _vy.cfe from 331b to 217b diff 34%
[2019-01-09T06:49:24,613] compress _hy_Lucene50_0.doc from 34.6mb to 18.5mb diff 46%
[2019-01-09T06:49:24,614] compress _um.dii from 149b to 162b diff -8%
[2019-01-09T06:49:24,614] compress _vo.si from 409b to 322b diff 21%
[2019-01-09T06:49:24,618] compress _re.si from 528b to 360b diff 31%
[2019-01-09T06:50:08,784] compress _re_Lucene70_0.dvd from 814.6mb to 491.8mb diff 39%
[2019-01-09T06:50:08,786] compress _w5.si from 371b to 296b diff 20%
[2019-01-09T06:50:08,786] compress _4q.fnm from 2.7kb to 464b diff 83%
[2019-01-09T06:50:49,871] compress _dg.dim from 862.8mb to 588.2mb diff 31%
[2019-01-09T06:50:49,873] compress _mz.si from 528b to 362b diff 31%
[2019-01-09T06:50:49,874] compress _s3.si from 409b to 323b diff 21%
[2019-01-09T06:50:49,941] compress _um.fdx from 1.6mb to 1.3mb diff 19%
[2019-01-09T06:50:49,942] compress _dg.dii from 149b to 162b diff -8%
[2019-01-09T06:50:49,942] compress _dg.si from 528b to 360b diff 31%
[2019-01-09T06:50:49,943] compress _vi.cfe from 331b to 193b diff 41%
[2019-01-09T06:50:53,430] compress _vy.cfs from 71.5mb to 51.8mb diff 27%
[2019-01-09T06:50:53,431] compress _4q_Lucene70_0.dvm from 2.8kb to 919b diff 68%
[2019-01-09T06:51:01,930] compress _4q_Lucene50_0.tim from 193.6mb to 123.4mb diff 36%
[2019-01-09T06:51:20,239] compress _kj.cfs from 370.7mb to 271.4mb diff 26%
[2019-01-09T06:51:20,467] compress _mz_Lucene50_0.tip from 7.3mb to 3.4mb diff 53%
[2019-01-09T06:51:20,468] compress _mz_Lucene70_0.dvm from 2.8kb to 926b diff 68%
[2019-01-09T06:51:20,469] compress _w0.si from 371b to 296b diff 20%
[2019-01-09T06:51:29,316] compress _mz_Lucene50_0.tim from 200.1mb to 126.8mb diff 36%
[2019-01-09T06:51:29,525] compress _4q_Lucene50_0.tip from 7.3mb to 3.1mb diff 57%
[2019-01-09T06:51:29,526] compress _kj.si from 409b to 323b diff 21%
[2019-01-09T06:51:29,587] compress _dg.fdx from 1.6mb to 1.3mb diff 19%
[2019-01-09T06:52:09,434] compress _um.dim from 860mb to 592.3mb diff 31%
[2019-01-09T06:54:47,742] compress _dg.fdt from 3.1gb to 2.3gb diff 24%
[2019-01-09T06:55:31,962] compress _mz_Lucene70_0.dvd from 816mb to 506mb diff 37%
[2019-01-09T06:55:31,963] compress _vi.cfs from 8.1kb to 2.9kb diff 63%
[2019-01-09T06:56:17,286] compress _4q_Lucene70_0.dvd from 838.6mb to 504.5mb diff 39%
[2019-01-09T06:56:17,287] compress _kj.cfe from 331b to 218b diff 34%
[2019-01-09T06:56:17,287] compress _vn.si from 371b to 296b diff 20%
[2019-01-09T06:56:20,162] compress _w0.cfs from 55.8mb to 40.4mb diff 27%
[2019-01-09T06:56:21,990] compress _um_Lucene50_0.doc from 35.7mb to 19mb diff 46%
[2019-01-09T06:57:05,434] compress _hy_Lucene70_0.dvd from 796.5mb to 497.3mb diff 37%
[2019-01-09T06:57:05,700] compress _vl.cfs from 5.2mb to 3.6mb diff 28%
[2019-01-09T06:57:05,701] compress _uz.si from 409b to 322b diff 21%
[2019-01-09T06:59:44,917] compress _96.fdt from 3.1gb to 2.4gb diff 24%
[2019-01-09T06:59:46,883] compress _96_Lucene50_0.doc from 35.3mb to 18.8mb diff 46%
[2019-01-09T06:59:46,884] compress _4q.dii from 149b to 163b diff -9%
[2019-01-09T06:59:46,951] compress _96.fdx from 1.6mb to 1.3mb diff 19%
[2019-01-09T06:59:46,952] compress _v0.cfe from 331b to 206b diff 37%
[2019-01-09T07:00:26,436] compress _4q.dim from 843.5mb to 578.6mb diff 31%
[2019-01-09T07:00:26,437] compress _wb.si from 409b to 323b diff 21%
[2019-01-09T07:00:26,438] compress _ug.si from 409b to 322b diff 21%
[2019-01-09T07:00:26,439] compress _w9.cfe from 331b to 217b diff 34%
[2019-01-09T07:00:26,439] compress _96.si from 528b to 363b diff 31%
[2019-01-09T07:00:26,440] compress _96.dii from 149b to 162b diff -8%
[2019-01-09T07:00:26,500] compress _4q.fdx from 1.6mb to 1.2mb diff 19%
[2019-01-09T07:00:28,316] compress _4q_Lucene50_0.doc from 34.5mb to 18.5mb diff 46%
[2019-01-09T07:00:36,941] compress _re_Lucene50_0.tim from 190.9mb to 121.5mb diff 36%
[2019-01-09T07:01:16,582] compress _96.dim from 848.7mb to 583.9mb diff 31%
[2019-01-09T07:01:16,583] compress _w0.cfe from 331b to 215b diff 35%
[2019-01-09T07:01:16,642] compress _hy.fdx from 1.6mb to 1.2mb diff 19%
[2019-01-09T07:01:17,104] compress _v0.cfs from 9.5mb to 6.8mb diff 27%
[2019-01-09T07:01:17,105] compress _vl.cfe from 331b to 208b diff 37%
[2019-01-09T07:03:57,295] compress _4q.fdt from 3.2gb to 2.4gb diff 24%
[2019-01-09T07:03:57,481] compress _re_Lucene50_0.tip from 7mb to 2.7mb diff 60%
[2019-01-09T07:06:31,624] compress _hy.fdt from 3.1gb to 2.3gb diff 24%
[2019-01-09T07:06:33,738] compress _ve.cfs from 40.8mb to 29.4mb diff 27%
[2019-01-09T07:06:33,738] compress _96_Lucene70_0.dvm from 2.9kb to 962b diff 68%
[2019-01-09T07:06:33,739] compress _um_Lucene70_0.dvm from 2.8kb to 924b diff 68%
[2019-01-09T07:06:33,740] compress _vq.si from 371b to 296b diff 20%
[2019-01-09T07:06:33,812] compress _vn.cfs from 1.4mb to 1mb diff 30%
[2019-01-09T07:06:33,812] compress segments_p from 2.4kb to 536b diff 79%
[2019-01-09T07:07:19,459] compress _96_Lucene70_0.dvd from 841.9mb to 511.4mb diff 39%
[2019-01-09T07:07:19,460] compress _96.fnm from 2.7kb to 461b diff 83%
[2019-01-09T07:07:19,460] compress _w5.cfe from 331b to 212b diff 35%
[2019-01-09T07:07:19,461] compress _vy.si from 371b to 296b diff 20%
[2019-01-09T07:07:19,462] compress _ve.cfe from 331b to 213b diff 35%
[2019-01-09T07:07:19,463] compress _hy_Lucene70_0.dvm from 2.8kb to 921b diff 68%
[2019-01-09T07:07:19,463] compress _vi.si from 371b to 294b diff 20%
[2019-01-09T07:07:19,464] compress _vn.cfe from 331b to 210b diff 36%
[2019-01-09T07:07:22,043] compress _w5.cfs from 53.7mb to 38.7mb diff 27%
[2019-01-09T07:07:22,100] compress _re.fdx from 1.5mb to 1.2mb diff 18%
[2019-01-09T07:07:22,101] compress _hy.fnm from 2.7kb to 463b diff 83%
[2019-01-09T07:09:53,978] compress _re.fdt from 3gb to 2.3gb diff 24%
[2019-01-09T07:10:02,487] compress _dg_Lucene50_0.tim from 196.2mb to 124.8mb diff 36%
[2019-01-09T07:10:02,488] compress _dg_Lucene70_0.dvm from 2.9kb to 953b diff 68%
[2019-01-09T07:10:02,489] compress _vp.si from 371b to 296b diff 20%
[2019-01-09T07:10:02,489] compress _jm.si from 409b to 322b diff 21%
[2019-01-09T07:10:02,574] compress _vq.cfs from 1.9mb to 1.3mb diff 29%
[2019-01-09T07:10:02,760] compress _dg_Lucene50_0.tip from 7.6mb to 3mb diff 60%
[2019-01-09T07:10:30,100] compress _vh.cfs from 544.6mb to 398.5mb diff 26%
[2019-01-09T07:10:30,101] compress _vz.cfe from 331b to 215b diff 35%
[2019-01-09T07:10:30,101] compress _vx.si from 371b to 296b diff 20%
[2019-01-09T07:10:30,102] compress _um.si from 528b to 359b diff 32%
[2019-01-09T07:10:30,102] compress _vq.cfe from 331b to 207b diff 37%
[2019-01-09T07:10:32,077] compress _mz_Lucene50_0.doc from 35.1mb to 18.9mb diff 46%
[2019-01-09T07:10:32,077] compress _vh.si from 409b to 323b diff 21%
[2019-01-09T07:11:12,072] compress _mz.dim from 864.2mb to 592.5mb diff 31%
[2019-01-09T07:11:56,828] compress _um_Lucene70_0.dvd from 822.2mb to 505.5mb diff 38%
[2019-01-09T07:12:42,346] compress _dg_Lucene70_0.dvd from 841.3mb to 513.3mb diff 38%
[2019-01-09T07:12:42,347] compress _vh.cfe from 331b to 220b diff 33%
[2019-01-09T07:12:42,347] compress _mz.dii from 149b to 162b diff -8%
[2019-01-09T07:12:42,348] compress _w9.si from 409b to 323b diff 21%
[2019-01-09T07:12:42,349] compress _hy.dii from 149b to 163b diff -9%
[2019-01-09T07:12:42,838] compress _vj.cfs from 10.2mb to 7.1mb diff 29%
[2019-01-09T07:12:42,897] compress _mz.fdx from 1.6mb to 1.3mb diff 18%
[2019-01-09T07:15:20,184] compress _mz.fdt from 3.1gb to 2.4gb diff 24%
[2019-01-09T07:15:24,316] compress _ug.cfs from 83.3mb to 59.7mb diff 28%
[2019-01-09T07:15:24,317] compress _u5.cfe from 331b to 208b diff 37%
[2019-01-09T07:16:03,674] compress _hy.dim from 836.5mb to 573.9mb diff 31%
[2019-01-09T07:16:03,675] compress _vj.cfe from 331b to 208b diff 37%
[2019-01-09T07:16:41,242] compress _re.dim from 820.4mb to 563.3mb diff 31%
[2019-01-09T07:16:41,243] compress _re.dii from 149b to 163b diff -9%
[2019-01-09T07:16:48,950] compress _w9.cfs from 160mb to 116.2mb diff 27%
[2019-01-09T07:16:48,951] compress _v0.si from 371b to 296b diff 20%
[2019-01-09T07:16:48,952] compress _vk.si from 371b to 296b diff 20%
[2019-01-09T07:16:52,549] compress _vz.cfs from 74.4mb to 53.9mb diff 27%
[2019-01-09T07:16:52,550] compress _ug.cfe from 331b to 219b diff 33%
[2019-01-09T07:16:52,551] compress nyc_taxis chunk_size=512kb from 38.7gb to 27.8gb diff 28% took 32.4m

osmgeopoints_1mb

[2019-01-09T10:24:00,980] start benchmarking osmgeopoints with chunk_size 1mb
[2019-01-09T10:24:00,996] compress _2o_7_Lucene70_0.dvd from 58.3kb to 56.7kb diff 2%
[2019-01-09T10:24:03,745] compress _1b.dim from 67.6mb to 60.1mb diff 11%
[2019-01-09T10:24:03,750] compress _1k.fdx from 111.4kb to 104kb diff 6%
[2019-01-09T10:24:14,771] compress _1k.fdt from 219.6mb to 158.9mb diff 27%
[2019-01-09T10:24:14,771] compress _2c_9_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:24:15,217] compress _28.cfs from 10.7mb to 8.2mb diff 23%
[2019-01-09T10:24:15,221] compress _2c_9_Lucene70_0.dvd from 57.5kb to 34kb diff 40%
[2019-01-09T10:24:15,222] compress _1b.dii from 77b to 85b diff -10%
[2019-01-09T10:24:15,222] compress _39_5.fnm from 667b to 250b diff 62%
[2019-01-09T10:24:15,223] compress _30_6_Lucene70_0.dvd from 19.1kb to 19kb diff 0%
[2019-01-09T10:24:19,133] compress _2w_Lucene50_0.tim from 88.4mb to 54.5mb diff 38%
[2019-01-09T10:24:19,180] compress _1z_b_Lucene70_0.dvd from 712.4kb to 627.5kb diff 11%
[2019-01-09T10:24:19,181] compress _3l_2_Lucene70_0.dvd from 9.4kb to 9.4kb diff 0%
[2019-01-09T10:24:19,246] compress _2w_Lucene50_0.tip from 1.3mb to 867.7kb diff 34%
[2019-01-09T10:24:19,250] compress _2k_8_Lucene70_0.dvd from 75.7kb to 51.1kb diff 32%
[2019-01-09T10:24:19,250] compress _3l_2_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:24:19,251] compress _1z_b_Lucene70_0.dvm from 149b to 110b diff 26%
[2019-01-09T10:24:19,251] compress _27_a.fnm from 813b to 255b diff 68%
[2019-01-09T10:24:19,252] compress _2k_8_Lucene70_0.dvm from 149b to 111b diff 25%
[2019-01-09T10:24:19,301] compress _37_Lucene50_0.tip from 961.9kb to 598.2kb diff 37%
[2019-01-09T10:24:19,302] compress _37.si from 528b to 366b diff 30%
[2019-01-09T10:24:19,302] compress _2m_8.fnm from 667b to 249b diff 62%
[2019-01-09T10:24:20,985] compress _2k.cfs from 38.7mb to 29.8mb diff 23%
[2019-01-09T10:24:23,304] compress _37_Lucene50_0.tim from 50.5mb to 31.5mb diff 37%
[2019-01-09T10:24:23,304] compress _1b.fnm from 812b to 249b diff 69%
[2019-01-09T10:24:24,204] compress _3e.cfs from 20mb to 15.1mb diff 24%
[2019-01-09T10:24:24,205] compress _2k.cfe from 331b to 206b diff 37%
[2019-01-09T10:24:24,205] compress _28.cfe from 331b to 205b diff 38%
[2019-01-09T10:24:24,206] compress _3m.si from 371b to 296b diff 20%
[2019-01-09T10:24:24,206] compress _2q.si from 371b to 296b diff 20%
[2019-01-09T10:24:24,207] compress _2q_7.fnm from 667b to 250b diff 62%
[2019-01-09T10:24:24,207] compress _1k_d.fnm from 813b to 255b diff 68%
[2019-01-09T10:24:24,207] compress _3e.cfe from 331b to 209b diff 36%
[2019-01-09T10:24:24,208] compress _32.cfe from 331b to 206b diff 37%
[2019-01-09T10:24:24,208] compress _2c_9.fnm from 667b to 250b diff 62%
[2019-01-09T10:24:24,209] compress _3a_5.fnm from 667b to 250b diff 62%
[2019-01-09T10:24:24,209] compress _32.si from 371b to 296b diff 20%
[2019-01-09T10:24:28,168] compress _27_Lucene70_0.dvd from 92.1mb to 86.5mb diff 6%
[2019-01-09T10:24:28,168] compress _39.cfe from 331b to 204b diff 38%
[2019-01-09T10:24:28,168] compress _3h.si from 409b to 323b diff 21%
[2019-01-09T10:24:36,170] compress _1z.fdt from 170.2mb to 123.1mb diff 27%
[2019-01-09T10:24:36,173] compress _1z.fdx from 83.4kb to 77.8kb diff 6%
[2019-01-09T10:24:36,174] compress _27_Lucene70_0.dvm from 415b to 205b diff 50%
[2019-01-09T10:24:36,174] compress _33.cfs from 1.8kb to 741b diff 61%
[2019-01-09T10:24:38,577] compress _1z_Lucene50_0.tim from 52.4mb to 33mb diff 36%
[2019-01-09T10:24:39,271] compress _3i.cfs from 16.1mb to 12.1mb diff 24%
[2019-01-09T10:24:39,272] compress _2o.cfe from 331b to 212b diff 35%
[2019-01-09T10:24:39,272] compress _30_6_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:24:41,028] compress _2o.cfs from 41.7mb to 32mb diff 23%
[2019-01-09T10:24:41,029] compress _1k.si from 528b to 362b diff 31%
[2019-01-09T10:24:41,029] compress _30_6.fnm from 667b to 250b diff 62%
[2019-01-09T10:24:41,029] compress _2w.si from 528b to 360b diff 31%
[2019-01-09T10:24:41,030] compress _38_5_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:24:41,030] compress _3l_2.fnm from 667b to 249b diff 62%
[2019-01-09T10:24:41,031] compress _3e_4.fnm from 667b to 249b diff 62%
[2019-01-09T10:24:41,074] compress _2n_Lucene50_0.doc from 1001.3kb to 937kb diff 6%
[2019-01-09T10:24:41,075] compress _3i.cfe from 331b to 207b diff 37%
[2019-01-09T10:24:41,244] compress _1k_Lucene50_0.doc from 3.6mb to 3.3mb diff 6%
[2019-01-09T10:24:41,291] compress _1z_Lucene50_0.tip from 979.8kb to 612.8kb diff 37%
[2019-01-09T10:24:41,291] compress _38_5_Lucene70_0.dvd from 11.2kb to 11.1kb diff 0%
[2019-01-09T10:24:41,292] compress _2q.cfe from 331b to 210b diff 36%
[2019-01-09T10:24:41,292] compress _38.si from 371b to 296b diff 20%
[2019-01-09T10:24:43,874] compress _37.dim from 66.1mb to 58.2mb diff 11%
[2019-01-09T10:24:43,875] compress _37.dii from 77b to 85b diff -10%
[2019-01-09T10:24:43,875] compress _3d_5_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:24:43,875] compress _2i_8.fnm from 667b to 249b diff 62%
[2019-01-09T10:24:43,876] compress _3f_4.fnm from 667b to 250b diff 62%
[2019-01-09T10:24:43,876] compress _2z.cfe from 331b to 210b diff 36%
[2019-01-09T10:24:43,877] compress _3d_5_Lucene70_0.dvd from 11.5kb to 11.4kb diff 0%
[2019-01-09T10:24:43,877] compress _3m.cfe from 331b to 202b diff 38%
[2019-01-09T10:24:43,877] compress _2m.si from 371b to 296b diff 20%
[2019-01-09T10:24:45,081] compress _2z.cfs from 27.9mb to 21.4mb diff 23%
[2019-01-09T10:24:45,081] compress _33.si from 371b to 294b diff 20%
[2019-01-09T10:24:45,082] compress _3d.cfe from 331b to 209b diff 36%
[2019-01-09T10:24:45,082] compress _37.fnm from 812b to 249b diff 69%
[2019-01-09T10:24:45,087] compress _27.fdx from 129.1kb to 120.5kb diff 6%
[2019-01-09T10:24:46,278] compress _2q.cfs from 28mb to 21.4mb diff 23%
[2019-01-09T10:24:58,462] compress _27.fdt from 254.5mb to 184.1mb diff 27%
[2019-01-09T10:24:58,463] compress _3i.si from 371b to 296b diff 20%
[2019-01-09T10:24:58,674] compress _3m.cfs from 4.9mb to 3.6mb diff 25%
[2019-01-09T10:24:58,803] compress _27_Lucene50_0.doc from 2.7mb to 2.5mb diff 8%
[2019-01-09T10:24:59,374] compress _3d.cfs from 13.2mb to 10.1mb diff 23%
[2019-01-09T10:24:59,378] compress _2n.fdx from 91.1kb to 85kb diff 6%
[2019-01-09T10:24:59,378] compress _39_5_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:24:59,443] compress _1z_Lucene50_0.doc from 1.3mb to 1.3mb diff 6%
[2019-01-09T10:24:59,444] compress _3a_5_Lucene70_0.dvd from 11.1kb to 11kb diff 0%
[2019-01-09T10:25:07,887] compress _2n.fdt from 183mb to 132.4mb diff 27%
[2019-01-09T10:25:08,826] compress _3l.cfs from 21.9mb to 16.2mb diff 25%
[2019-01-09T10:25:08,827] compress _3f_4_Lucene70_0.dvd from 10.7kb to 10.7kb diff 0%
[2019-01-09T10:25:08,828] compress _39_5_Lucene70_0.dvd from 11.4kb to 11.3kb diff 0%
[2019-01-09T10:25:21,216] compress _2w.fdt from 270.7mb to 195.9mb diff 27%
[2019-01-09T10:25:21,217] compress _38_5.fnm from 667b to 250b diff 62%
[2019-01-09T10:25:21,217] compress _3d.si from 371b to 296b diff 20%
[2019-01-09T10:25:22,004] compress _32.cfs from 18.2mb to 14mb diff 23%
[2019-01-09T10:25:22,004] compress _2c.cfe from 331b to 213b diff 35%
[2019-01-09T10:25:22,005] compress _3m_1.fnm from 667b to 250b diff 62%
[2019-01-09T10:25:22,005] compress _3k_3_Lucene70_0.dvd from 1.3kb to 1.3kb diff -1%
[2019-01-09T10:25:22,006] compress _3l.cfe from 331b to 208b diff 37%
[2019-01-09T10:25:22,011] compress _2w.fdx from 135.1kb to 126kb diff 6%
[2019-01-09T10:25:24,947] compress _2n_Lucene70_0.dvd from 66.2mb to 62.1mb diff 6%
[2019-01-09T10:25:26,316] compress _2c.cfs from 28.4mb to 21.7mb diff 23%
[2019-01-09T10:25:26,316] compress _39.si from 371b to 296b diff 20%
[2019-01-09T10:25:26,317] compress _3k_3_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:25:29,128] compress _1b_Lucene70_0.dvd from 58.6mb to 55.1mb diff 6%
[2019-01-09T10:25:29,128] compress _3a_5_Lucene70_0.dvm from 149b to 107b diff 28%
[2019-01-09T10:25:29,129] compress _3f_4_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:25:29,129] compress _3i_4.fnm from 667b to 250b diff 62%
[2019-01-09T10:25:29,130] compress _2n_Lucene70_0.dvm from 415b to 205b diff 50%
[2019-01-09T10:25:29,190] compress _1k_Lucene50_0.tip from 1mb to 717.7kb diff 36%
[2019-01-09T10:25:29,191] compress _3i_4_Lucene70_0.dvd from 9kb to 9kb diff 0%
[2019-01-09T10:25:29,191] compress _37_5.fnm from 813b to 255b diff 68%
[2019-01-09T10:25:29,191] compress _1b.si from 528b to 361b diff 31%
[2019-01-09T10:25:29,192] compress _1b_Lucene70_0.dvm from 415b to 203b diff 51%
[2019-01-09T10:25:29,192] compress _2k_8.fnm from 667b to 249b diff 62%
[2019-01-09T10:25:29,193] compress _3i_4_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:25:29,193] compress _1b_e.fnm from 813b to 255b diff 68%
[2019-01-09T10:25:29,194] compress _3h.cfe from 331b to 212b diff 35%
[2019-01-09T10:25:29,194] compress _2n_9.fnm from 813b to 255b diff 68%
[2019-01-09T10:25:30,725] compress _3h.cfs from 31.5mb to 24.3mb diff 22%
[2019-01-09T10:25:30,726] compress _3h_4.fnm from 813b to 255b diff 68%
[2019-01-09T10:25:30,726] compress _28_a.fnm from 667b to 249b diff 62%
[2019-01-09T10:25:30,726] compress _2c.si from 371b to 296b diff 20%
[2019-01-09T10:25:30,731] compress _2i_8_Lucene70_0.dvd from 80.5kb to 53.3kb diff 33%
[2019-01-09T10:25:30,731] compress _2n.si from 528b to 361b diff 31%
[2019-01-09T10:25:30,889] compress _1b_Lucene50_0.doc from 3mb to 2.8mb diff 5%
[2019-01-09T10:25:30,889] compress _1k.dii from 77b to 85b diff -10%
[2019-01-09T10:25:30,890] compress _28.si from 371b to 296b diff 20%
[2019-01-09T10:25:30,890] compress _32_6.fnm from 667b to 250b diff 62%
[2019-01-09T10:25:30,890] compress _2i_8_Lucene70_0.dvm from 149b to 109b diff 26%
[2019-01-09T10:25:31,436] compress _3g.cfs from 11.3mb to 8.5mb diff 24%
[2019-01-09T10:25:35,508] compress _1k.dim from 93.9mb to 83.4mb diff 11%
[2019-01-09T10:25:35,509] compress _3j.si from 371b to 296b diff 20%
[2019-01-09T10:25:35,562] compress _2n_9_Lucene70_0.dvd from 768.4kb to 497.2kb diff 35%
[2019-01-09T10:25:35,562] compress _3g.cfe from 331b to 207b diff 37%
[2019-01-09T10:25:38,556] compress _1k_Lucene50_0.tim from 64.8mb to 40.8mb diff 36%
[2019-01-09T10:25:38,557] compress _3k_3.fnm from 667b to 250b diff 62%
[2019-01-09T10:25:38,557] compress _3j_3_Lucene70_0.dvd from 17.5kb to 17.4kb diff 0%
[2019-01-09T10:25:38,558] compress _2i.si from 371b to 296b diff 20%
[2019-01-09T10:25:39,123] compress _38.cfs from 13.2mb to 10mb diff 23%
[2019-01-09T10:25:39,125] compress _2q_7_Lucene70_0.dvd from 38kb to 37.1kb diff 2%
[2019-01-09T10:25:39,125] compress _2i.cfe from 331b to 211b diff 36%
[2019-01-09T10:25:39,126] compress _3e.si from 371b to 296b diff 20%
[2019-01-09T10:25:39,126] compress _32_6_Lucene70_0.dvd from 13.8kb to 13.8kb diff 0%
[2019-01-09T10:25:39,127] compress _3j_3_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:25:39,127] compress _3g_4.fnm from 667b to 250b diff 62%
[2019-01-09T10:25:39,127] compress _2n_9_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:25:39,128] compress _1k.fnm from 812b to 249b diff 69%
[2019-01-09T10:25:40,843] compress _2i.cfs from 40.7mb to 31.3mb diff 23%
[2019-01-09T10:25:40,844] compress _30.cfe from 331b to 212b diff 35%
[2019-01-09T10:25:40,844] compress _27.fnm from 812b to 249b diff 69%
[2019-01-09T10:25:42,021] compress _2m.cfs from 27.1mb to 20.8mb diff 23%
[2019-01-09T10:25:42,022] compress _1z.dii from 77b to 85b diff -10%
[2019-01-09T10:25:42,022] compress _3g_4_Lucene70_0.dvd from 6.2kb to 6.2kb diff 0%
[2019-01-09T10:25:42,120] compress _3k.cfs from 2.2mb to 1.7mb diff 24%
[2019-01-09T10:25:43,201] compress _30.cfs from 26.2mb to 20mb diff 23%
[2019-01-09T10:25:43,202] compress _3g_4_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:25:43,202] compress _3m_1_Lucene70_0.dvd from 473b to 489b diff -3%
[2019-01-09T10:25:43,203] compress _27.si from 528b to 361b diff 31%
[2019-01-09T10:25:43,203] compress _2m.cfe from 331b to 207b diff 37%
[2019-01-09T10:25:43,203] compress _1k_d_Lucene70_0.dvm from 149b to 111b diff 25%
[2019-01-09T10:25:46,738] compress _27_Lucene50_0.tim from 78.3mb to 49.2mb diff 37%
[2019-01-09T10:25:46,738] compress _3k.cfe from 331b to 204b diff 38%
[2019-01-09T10:25:46,739] compress _3m_1_Lucene70_0.dvm from 149b to 107b diff 28%
[2019-01-09T10:25:46,780] compress _1k_d_Lucene70_0.dvd from 920.5kb to 887.3kb diff 3%
[2019-01-09T10:25:46,781] compress _2q_7_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:25:46,842] compress _27_Lucene50_0.tip from 1.2mb to 809.2kb diff 35%
[2019-01-09T10:25:46,842] compress _28_a_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:25:46,843] compress _1z.fnm from 812b to 249b diff 69%
[2019-01-09T10:25:49,474] compress _1z_Lucene70_0.dvd from 61.5mb to 57.8mb diff 6%
[2019-01-09T10:25:49,475] compress _2z.si from 371b to 294b diff 20%
[2019-01-09T10:25:49,475] compress segments_5 from 3.9kb to 1021b diff 74%
[2019-01-09T10:25:49,476] compress _3k.si from 371b to 296b diff 20%
[2019-01-09T10:25:49,478] compress _2w_Lucene50_0.doc from 51.1kb to 46.2kb diff 9%
[2019-01-09T10:25:49,478] compress _2o.si from 371b to 296b diff 20%
[2019-01-09T10:25:52,236] compress _1z.dim from 69.9mb to 61.9mb diff 11%
[2019-01-09T10:25:52,238] compress _28_a_Lucene70_0.dvd from 24kb to 13.4kb diff 44%
[2019-01-09T10:25:52,238] compress _1z_Lucene70_0.dvm from 415b to 203b diff 51%
[2019-01-09T10:25:52,238] compress _2w_6.fnm from 813b to 255b diff 68%
[2019-01-09T10:25:56,337] compress _2w_Lucene70_0.dvd from 97.2mb to 91.6mb diff 5%
[2019-01-09T10:25:56,338] compress _3f.si from 371b to 296b diff 20%
[2019-01-09T10:25:56,338] compress _30.si from 371b to 296b diff 20%
[2019-01-09T10:25:56,338] compress _3f.cfe from 331b to 206b diff 37%
[2019-01-09T10:25:59,696] compress _1k_Lucene70_0.dvd from 79.4mb to 74.6mb diff 6%
[2019-01-09T10:25:59,697] compress _2z_6.fnm from 667b to 250b diff 62%
[2019-01-09T10:25:59,697] compress _2w_Lucene70_0.dvm from 415b to 201b diff 51%
[2019-01-09T10:25:59,700] compress _37.fdx from 80.4kb to 75.1kb diff 6%
[2019-01-09T10:25:59,700] compress _1k_Lucene70_0.dvm from 415b to 204b diff 50%
[2019-01-09T10:26:00,544] compress _3f.cfs from 20mb to 15.1mb diff 24%
[2019-01-09T10:26:07,771] compress _37.fdt from 158.7mb to 114.9mb diff 27%
[2019-01-09T10:26:07,771] compress _37_Lucene70_0.dvm from 415b to 204b diff 50%
[2019-01-09T10:26:07,772] compress _3a.si from 371b to 296b diff 20%
[2019-01-09T10:26:11,898] compress _27.dim from 105.3mb to 93.3mb diff 11%
[2019-01-09T10:26:11,899] compress _27.dii from 77b to 85b diff -10%
[2019-01-09T10:26:11,899] compress _37_5_Lucene70_0.dvm from 149b to 110b diff 26%
[2019-01-09T10:26:11,925] compress _1b_e_Lucene70_0.dvd from 680.4kb to 669.8kb diff 1%
[2019-01-09T10:26:11,947] compress _37_5_Lucene70_0.dvd from 455.1kb to 373.1kb diff 18%
[2019-01-09T10:26:11,947] compress _33.cfe from 331b to 188b diff 43%
[2019-01-09T10:26:11,948] compress _2n.fnm from 812b to 249b diff 69%
[2019-01-09T10:26:11,948] compress _3h_4_Lucene70_0.dvd from 16.7kb to 16.7kb diff 0%
[2019-01-09T10:26:11,949] compress _3j_3.fnm from 667b to 250b diff 62%
[2019-01-09T10:26:12,498] compress _39.cfs from 13.3mb to 10.1mb diff 23%
[2019-01-09T10:26:14,910] compress _37_Lucene70_0.dvd from 57.3mb to 53.8mb diff 6%
[2019-01-09T10:26:14,911] compress _3h_4_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:26:14,911] compress _2w.fnm from 812b to 249b diff 69%
[2019-01-09T10:26:14,912] compress _3a.cfe from 331b to 208b diff 37%
[2019-01-09T10:26:14,940] compress _37_Lucene50_0.doc from 600.2kb to 567kb diff 5%
[2019-01-09T10:26:15,016] compress _27_a_Lucene70_0.dvd from 1mb to 893.6kb diff 16%
[2019-01-09T10:26:15,016] compress _3j.cfe from 331b to 209b diff 36%
[2019-01-09T10:26:15,559] compress _3a.cfs from 12.6mb to 9.6mb diff 24%
[2019-01-09T10:26:15,560] compress _2m_8_Lucene70_0.dvm from 149b to 109b diff 26%
[2019-01-09T10:26:15,560] compress _3e_4_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:26:15,561] compress _3d_5.fnm from 667b to 249b diff 62%
[2019-01-09T10:26:15,561] compress _3l.si from 371b to 296b diff 20%
[2019-01-09T10:26:15,562] compress _27_a_Lucene70_0.dvm from 149b to 110b diff 26%
[2019-01-09T10:26:15,562] compress _32_6_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:26:18,579] compress _2n.dim from 75.2mb to 66mb diff 12%
[2019-01-09T10:26:18,580] compress _2z_6_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:26:18,581] compress _3e_4_Lucene70_0.dvd from 10.8kb to 10.8kb diff 0%
[2019-01-09T10:26:18,581] compress _2n.dii from 77b to 85b diff -10%
[2019-01-09T10:26:18,582] compress _38.cfe from 331b to 209b diff 36%
[2019-01-09T10:26:23,302] compress _2w.dim from 112.7mb to 101.3mb diff 10%
[2019-01-09T10:26:24,298] compress _3j.cfs from 23.9mb to 17.7mb diff 25%
[2019-01-09T10:26:24,299] compress _1b_e_Lucene70_0.dvm from 149b to 110b diff 26%
[2019-01-09T10:26:26,911] compress _2n_Lucene50_0.tim from 57.8mb to 36.2mb diff 37%
[2019-01-09T10:26:26,911] compress _2w.dii from 77b to 85b diff -10%
[2019-01-09T10:26:26,959] compress _2n_Lucene50_0.tip from 1mb to 652.9kb diff 37%
[2019-01-09T10:26:26,960] compress _2z_6_Lucene70_0.dvd from 20.1kb to 20kb diff 0%
[2019-01-09T10:26:26,960] compress _2k.si from 371b to 296b diff 20%
[2019-01-09T10:26:26,961] compress _2w_6_Lucene70_0.dvm from 149b to 110b diff 26%
[2019-01-09T10:26:26,961] compress _2o_7.fnm from 667b to 249b diff 62%
[2019-01-09T10:26:29,123] compress _1b_Lucene50_0.tim from 46.4mb to 29.4mb diff 36%
[2019-01-09T10:26:29,165] compress _1b_Lucene50_0.tip from 914.8kb to 568.5kb diff 37%
[2019-01-09T10:26:29,165] compress _3g.si from 371b to 296b diff 20%
[2019-01-09T10:26:29,166] compress _1z_b.fnm from 813b to 255b diff 68%
[2019-01-09T10:26:29,209] compress _2w_6_Lucene70_0.dvd from 994.2kb to 903.7kb diff 9%
[2019-01-09T10:26:36,794] compress _1b.fdt from 161.5mb to 116.9mb diff 27%
[2019-01-09T10:26:36,797] compress _1b.fdx from 83.7kb to 78.3kb diff 6%
[2019-01-09T10:26:36,799] compress _2m_8_Lucene70_0.dvd from 52.5kb to 40.6kb diff 22%
[2019-01-09T10:26:36,800] compress _1z.si from 528b to 359b diff 32%
[2019-01-09T10:26:36,800] compress _2o_7_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:26:36,800] compress osmgeopoints chunk_size=1mb from 3.3gb to 2.6gb diff 22% took 2.5m

osmgeopoints_2mb

[2019-01-09T10:26:36,800] start benchmarking osmgeopoints with chunk_size 2mb
[2019-01-09T10:26:36,816] compress _2o_7_Lucene70_0.dvd from 58.3kb to 56.7kb diff 2%
[2019-01-09T10:26:39,509] compress _1b.dim from 67.6mb to 60.1mb diff 11%
[2019-01-09T10:26:39,513] compress _1k.fdx from 111.4kb to 104kb diff 6%
[2019-01-09T10:26:50,500] compress _1k.fdt from 219.6mb to 158.9mb diff 27%
[2019-01-09T10:26:50,501] compress _2c_9_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:26:51,026] compress _28.cfs from 10.7mb to 8.2mb diff 23%
[2019-01-09T10:26:51,031] compress _2c_9_Lucene70_0.dvd from 57.5kb to 34kb diff 40%
[2019-01-09T10:26:51,031] compress _1b.dii from 77b to 85b diff -10%
[2019-01-09T10:26:51,032] compress _39_5.fnm from 667b to 250b diff 62%
[2019-01-09T10:26:51,033] compress _30_6_Lucene70_0.dvd from 19.1kb to 19kb diff 0%
[2019-01-09T10:26:55,331] compress _2w_Lucene50_0.tim from 88.4mb to 54.5mb diff 38%
[2019-01-09T10:26:55,376] compress _1z_b_Lucene70_0.dvd from 712.4kb to 627.5kb diff 11%
[2019-01-09T10:26:55,377] compress _3l_2_Lucene70_0.dvd from 9.4kb to 9.4kb diff 0%
[2019-01-09T10:26:55,441] compress _2w_Lucene50_0.tip from 1.3mb to 867.1kb diff 34%
[2019-01-09T10:26:55,445] compress _2k_8_Lucene70_0.dvd from 75.7kb to 51.1kb diff 32%
[2019-01-09T10:26:55,446] compress _3l_2_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:26:55,447] compress _1z_b_Lucene70_0.dvm from 149b to 110b diff 26%
[2019-01-09T10:26:55,448] compress _27_a.fnm from 813b to 255b diff 68%
[2019-01-09T10:26:55,449] compress _2k_8_Lucene70_0.dvm from 149b to 111b diff 25%
[2019-01-09T10:26:55,494] compress _37_Lucene50_0.tip from 961.9kb to 598.2kb diff 37%
[2019-01-09T10:26:55,495] compress _37.si from 528b to 366b diff 30%
[2019-01-09T10:26:55,495] compress _2m_8.fnm from 667b to 249b diff 62%
[2019-01-09T10:26:57,149] compress _2k.cfs from 38.7mb to 29.7mb diff 23%
[2019-01-09T10:26:59,452] compress _37_Lucene50_0.tim from 50.5mb to 31.5mb diff 37%
[2019-01-09T10:26:59,453] compress _1b.fnm from 812b to 249b diff 69%
[2019-01-09T10:27:00,286] compress _3e.cfs from 20mb to 15.1mb diff 24%
[2019-01-09T10:27:00,287] compress _2k.cfe from 331b to 206b diff 37%
[2019-01-09T10:27:00,288] compress _28.cfe from 331b to 205b diff 38%
[2019-01-09T10:27:00,289] compress _3m.si from 371b to 296b diff 20%
[2019-01-09T10:27:00,290] compress _2q.si from 371b to 296b diff 20%
[2019-01-09T10:27:00,291] compress _2q_7.fnm from 667b to 250b diff 62%
[2019-01-09T10:27:00,291] compress _1k_d.fnm from 813b to 255b diff 68%
[2019-01-09T10:27:00,292] compress _3e.cfe from 331b to 209b diff 36%
[2019-01-09T10:27:00,293] compress _32.cfe from 331b to 206b diff 37%
[2019-01-09T10:27:00,294] compress _2c_9.fnm from 667b to 250b diff 62%
[2019-01-09T10:27:00,294] compress _3a_5.fnm from 667b to 250b diff 62%
[2019-01-09T10:27:00,295] compress _32.si from 371b to 296b diff 20%
[2019-01-09T10:27:04,245] compress _27_Lucene70_0.dvd from 92.1mb to 86.5mb diff 6%
[2019-01-09T10:27:04,246] compress _39.cfe from 331b to 204b diff 38%
[2019-01-09T10:27:04,246] compress _3h.si from 409b to 323b diff 21%
[2019-01-09T10:27:12,027] compress _1z.fdt from 170.2mb to 123.1mb diff 27%
[2019-01-09T10:27:12,031] compress _1z.fdx from 83.4kb to 77.8kb diff 6%
[2019-01-09T10:27:12,032] compress _27_Lucene70_0.dvm from 415b to 205b diff 50%
[2019-01-09T10:27:12,033] compress _33.cfs from 1.8kb to 741b diff 61%
[2019-01-09T10:27:14,453] compress _1z_Lucene50_0.tim from 52.4mb to 33mb diff 37%
[2019-01-09T10:27:15,166] compress _3i.cfs from 16.1mb to 12.1mb diff 24%
[2019-01-09T10:27:15,167] compress _2o.cfe from 331b to 212b diff 35%
[2019-01-09T10:27:15,168] compress _30_6_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:27:16,956] compress _2o.cfs from 41.7mb to 32mb diff 23%
[2019-01-09T10:27:16,957] compress _1k.si from 528b to 362b diff 31%
[2019-01-09T10:27:16,957] compress _30_6.fnm from 667b to 250b diff 62%
[2019-01-09T10:27:16,958] compress _2w.si from 528b to 360b diff 31%
[2019-01-09T10:27:16,959] compress _38_5_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:27:16,960] compress _3l_2.fnm from 667b to 249b diff 62%
[2019-01-09T10:27:16,961] compress _3e_4.fnm from 667b to 249b diff 62%
[2019-01-09T10:27:17,007] compress _2n_Lucene50_0.doc from 1001.3kb to 937kb diff 6%
[2019-01-09T10:27:17,008] compress _3i.cfe from 331b to 207b diff 37%
[2019-01-09T10:27:17,179] compress _1k_Lucene50_0.doc from 3.6mb to 3.3mb diff 6%
[2019-01-09T10:27:17,226] compress _1z_Lucene50_0.tip from 979.8kb to 612.8kb diff 37%
[2019-01-09T10:27:17,227] compress _38_5_Lucene70_0.dvd from 11.2kb to 11.1kb diff 0%
[2019-01-09T10:27:17,228] compress _2q.cfe from 331b to 210b diff 36%
[2019-01-09T10:27:17,229] compress _38.si from 371b to 296b diff 20%
[2019-01-09T10:27:19,850] compress _37.dim from 66.1mb to 58.2mb diff 11%
[2019-01-09T10:27:19,850] compress _37.dii from 77b to 85b diff -10%
[2019-01-09T10:27:19,851] compress _3d_5_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:27:19,851] compress _2i_8.fnm from 667b to 249b diff 62%
[2019-01-09T10:27:19,852] compress _3f_4.fnm from 667b to 250b diff 62%
[2019-01-09T10:27:19,852] compress _2z.cfe from 331b to 210b diff 36%
[2019-01-09T10:27:19,853] compress _3d_5_Lucene70_0.dvd from 11.5kb to 11.4kb diff 0%
[2019-01-09T10:27:19,854] compress _3m.cfe from 331b to 202b diff 38%
[2019-01-09T10:27:19,854] compress _2m.si from 371b to 296b diff 20%
[2019-01-09T10:27:21,068] compress _2z.cfs from 27.9mb to 21.4mb diff 23%
[2019-01-09T10:27:21,069] compress _33.si from 371b to 294b diff 20%
[2019-01-09T10:27:21,070] compress _3d.cfe from 331b to 209b diff 36%
[2019-01-09T10:27:21,070] compress _37.fnm from 812b to 249b diff 69%
[2019-01-09T10:27:21,076] compress _27.fdx from 129.1kb to 120.5kb diff 6%
[2019-01-09T10:27:22,288] compress _2q.cfs from 28mb to 21.4mb diff 23%
[2019-01-09T10:27:34,028] compress _27.fdt from 254.5mb to 184.1mb diff 27%
[2019-01-09T10:27:34,029] compress _3i.si from 371b to 296b diff 20%
[2019-01-09T10:27:34,244] compress _3m.cfs from 4.9mb to 3.6mb diff 25%
[2019-01-09T10:27:34,374] compress _27_Lucene50_0.doc from 2.7mb to 2.5mb diff 8%
[2019-01-09T10:27:34,943] compress _3d.cfs from 13.2mb to 10mb diff 23%
[2019-01-09T10:27:34,947] compress _2n.fdx from 91.1kb to 85kb diff 6%
[2019-01-09T10:27:34,948] compress _39_5_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:27:35,013] compress _1z_Lucene50_0.doc from 1.3mb to 1.3mb diff 6%
[2019-01-09T10:27:35,014] compress _3a_5_Lucene70_0.dvd from 11.1kb to 11kb diff 0%
[2019-01-09T10:27:43,364] compress _2n.fdt from 183mb to 132.4mb diff 27%
[2019-01-09T10:27:44,286] compress _3l.cfs from 21.9mb to 16.2mb diff 25%
[2019-01-09T10:27:44,287] compress _3f_4_Lucene70_0.dvd from 10.7kb to 10.7kb diff 0%
[2019-01-09T10:27:44,288] compress _39_5_Lucene70_0.dvd from 11.4kb to 11.3kb diff 0%
[2019-01-09T10:27:57,305] compress _2w.fdt from 270.7mb to 195.8mb diff 27%
[2019-01-09T10:27:57,305] compress _38_5.fnm from 667b to 250b diff 62%
[2019-01-09T10:27:57,306] compress _3d.si from 371b to 296b diff 20%
[2019-01-09T10:27:58,184] compress _32.cfs from 18.2mb to 14mb diff 23%
[2019-01-09T10:27:58,184] compress _2c.cfe from 331b to 213b diff 35%
[2019-01-09T10:27:58,185] compress _3m_1.fnm from 667b to 250b diff 62%
[2019-01-09T10:27:58,186] compress _3k_3_Lucene70_0.dvd from 1.3kb to 1.3kb diff -1%
[2019-01-09T10:27:58,186] compress _3l.cfe from 331b to 208b diff 37%
[2019-01-09T10:27:58,192] compress _2w.fdx from 135.1kb to 126kb diff 6%
[2019-01-09T10:28:01,349] compress _2n_Lucene70_0.dvd from 66.2mb to 62.1mb diff 6%
[2019-01-09T10:28:02,692] compress _2c.cfs from 28.4mb to 21.7mb diff 23%
[2019-01-09T10:28:02,693] compress _39.si from 371b to 296b diff 20%
[2019-01-09T10:28:02,694] compress _3k_3_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:28:05,513] compress _1b_Lucene70_0.dvd from 58.6mb to 55.1mb diff 6%
[2019-01-09T10:28:05,514] compress _3a_5_Lucene70_0.dvm from 149b to 107b diff 28%
[2019-01-09T10:28:05,515] compress _3f_4_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:28:05,516] compress _3i_4.fnm from 667b to 250b diff 62%
[2019-01-09T10:28:05,516] compress _2n_Lucene70_0.dvm from 415b to 205b diff 50%
[2019-01-09T10:28:05,577] compress _1k_Lucene50_0.tip from 1mb to 717.2kb diff 36%
[2019-01-09T10:28:05,578] compress _3i_4_Lucene70_0.dvd from 9kb to 9kb diff 0%
[2019-01-09T10:28:05,579] compress _37_5.fnm from 813b to 255b diff 68%
[2019-01-09T10:28:05,580] compress _1b.si from 528b to 361b diff 31%
[2019-01-09T10:28:05,581] compress _1b_Lucene70_0.dvm from 415b to 203b diff 51%
[2019-01-09T10:28:05,582] compress _2k_8.fnm from 667b to 249b diff 62%
[2019-01-09T10:28:05,582] compress _3i_4_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:28:05,583] compress _1b_e.fnm from 813b to 255b diff 68%
[2019-01-09T10:28:05,584] compress _3h.cfe from 331b to 212b diff 35%
[2019-01-09T10:28:05,585] compress _2n_9.fnm from 813b to 255b diff 68%
[2019-01-09T10:28:07,123] compress _3h.cfs from 31.5mb to 24.3mb diff 22%
[2019-01-09T10:28:07,123] compress _3h_4.fnm from 813b to 255b diff 68%
[2019-01-09T10:28:07,124] compress _28_a.fnm from 667b to 249b diff 62%
[2019-01-09T10:28:07,124] compress _2c.si from 371b to 296b diff 20%
[2019-01-09T10:28:07,129] compress _2i_8_Lucene70_0.dvd from 80.5kb to 53.3kb diff 33%
[2019-01-09T10:28:07,130] compress _2n.si from 528b to 361b diff 31%
[2019-01-09T10:28:07,289] compress _1b_Lucene50_0.doc from 3mb to 2.8mb diff 5%
[2019-01-09T10:28:07,289] compress _1k.dii from 77b to 85b diff -10%
[2019-01-09T10:28:07,290] compress _28.si from 371b to 296b diff 20%
[2019-01-09T10:28:07,290] compress _32_6.fnm from 667b to 250b diff 62%
[2019-01-09T10:28:07,291] compress _2i_8_Lucene70_0.dvm from 149b to 109b diff 26%
[2019-01-09T10:28:07,841] compress _3g.cfs from 11.3mb to 8.5mb diff 24%
[2019-01-09T10:28:12,149] compress _1k.dim from 93.9mb to 83.4mb diff 11%
[2019-01-09T10:28:12,150] compress _3j.si from 371b to 296b diff 20%
[2019-01-09T10:28:12,209] compress _2n_9_Lucene70_0.dvd from 768.4kb to 497.2kb diff 35%
[2019-01-09T10:28:12,210] compress _3g.cfe from 331b to 207b diff 37%
[2019-01-09T10:28:15,587] compress _1k_Lucene50_0.tim from 64.8mb to 40.8mb diff 36%
[2019-01-09T10:28:15,588] compress _3k_3.fnm from 667b to 250b diff 62%
[2019-01-09T10:28:15,589] compress _3j_3_Lucene70_0.dvd from 17.5kb to 17.4kb diff 0%
[2019-01-09T10:28:15,590] compress _2i.si from 371b to 296b diff 20%
[2019-01-09T10:28:16,237] compress _38.cfs from 13.2mb to 10mb diff 24%
[2019-01-09T10:28:16,239] compress _2q_7_Lucene70_0.dvd from 38kb to 37.1kb diff 2%
[2019-01-09T10:28:16,240] compress _2i.cfe from 331b to 211b diff 36%
[2019-01-09T10:28:16,241] compress _3e.si from 371b to 296b diff 20%
[2019-01-09T10:28:16,242] compress _32_6_Lucene70_0.dvd from 13.8kb to 13.8kb diff 0%
[2019-01-09T10:28:16,243] compress _3j_3_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:28:16,244] compress _3g_4.fnm from 667b to 250b diff 62%
[2019-01-09T10:28:16,245] compress _2n_9_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:28:16,246] compress _1k.fnm from 812b to 249b diff 69%
[2019-01-09T10:28:18,232] compress _2i.cfs from 40.7mb to 31.3mb diff 23%
[2019-01-09T10:28:18,233] compress _30.cfe from 331b to 212b diff 35%
[2019-01-09T10:28:18,234] compress _27.fnm from 812b to 249b diff 69%
[2019-01-09T10:28:19,553] compress _2m.cfs from 27.1mb to 20.8mb diff 23%
[2019-01-09T10:28:19,554] compress _1z.dii from 77b to 85b diff -10%
[2019-01-09T10:28:19,555] compress _3g_4_Lucene70_0.dvd from 6.2kb to 6.2kb diff 0%
[2019-01-09T10:28:19,666] compress _3k.cfs from 2.2mb to 1.7mb diff 24%
[2019-01-09T10:28:20,937] compress _30.cfs from 26.2mb to 20mb diff 23%
[2019-01-09T10:28:20,937] compress _3g_4_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:28:20,938] compress _3m_1_Lucene70_0.dvd from 473b to 489b diff -3%
[2019-01-09T10:28:20,939] compress _27.si from 528b to 361b diff 31%
[2019-01-09T10:28:20,939] compress _2m.cfe from 331b to 207b diff 37%
[2019-01-09T10:28:20,940] compress _1k_d_Lucene70_0.dvm from 149b to 111b diff 25%
[2019-01-09T10:28:24,992] compress _27_Lucene50_0.tim from 78.3mb to 49.2mb diff 37%
[2019-01-09T10:28:24,993] compress _3k.cfe from 331b to 204b diff 38%
[2019-01-09T10:28:24,994] compress _3m_1_Lucene70_0.dvm from 149b to 107b diff 28%
[2019-01-09T10:28:25,042] compress _1k_d_Lucene70_0.dvd from 920.5kb to 887.3kb diff 3%
[2019-01-09T10:28:25,043] compress _2q_7_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:28:25,111] compress _27_Lucene50_0.tip from 1.2mb to 808.8kb diff 35%
[2019-01-09T10:28:25,112] compress _28_a_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:28:25,112] compress _1z.fnm from 812b to 249b diff 69%
[2019-01-09T10:28:28,071] compress _1z_Lucene70_0.dvd from 61.5mb to 57.8mb diff 6%
[2019-01-09T10:28:28,072] compress _2z.si from 371b to 294b diff 20%
[2019-01-09T10:28:28,073] compress segments_5 from 3.9kb to 1021b diff 74%
[2019-01-09T10:28:28,074] compress _3k.si from 371b to 296b diff 20%
[2019-01-09T10:28:28,077] compress _2w_Lucene50_0.doc from 51.1kb to 46.2kb diff 9%
[2019-01-09T10:28:28,077] compress _2o.si from 371b to 296b diff 20%
[2019-01-09T10:28:31,236] compress _1z.dim from 69.9mb to 61.9mb diff 11%
[2019-01-09T10:28:31,238] compress _28_a_Lucene70_0.dvd from 24kb to 13.4kb diff 44%
[2019-01-09T10:28:31,238] compress _1z_Lucene70_0.dvm from 415b to 203b diff 51%
[2019-01-09T10:28:31,239] compress _2w_6.fnm from 813b to 255b diff 68%
[2019-01-09T10:28:35,895] compress _2w_Lucene70_0.dvd from 97.2mb to 91.6mb diff 5%
[2019-01-09T10:28:35,896] compress _3f.si from 371b to 296b diff 20%
[2019-01-09T10:28:35,897] compress _30.si from 371b to 296b diff 20%
[2019-01-09T10:28:35,897] compress _3f.cfe from 331b to 206b diff 37%
[2019-01-09T10:28:39,692] compress _1k_Lucene70_0.dvd from 79.4mb to 74.6mb diff 6%
[2019-01-09T10:28:39,692] compress _2z_6.fnm from 667b to 250b diff 62%
[2019-01-09T10:28:39,693] compress _2w_Lucene70_0.dvm from 415b to 201b diff 51%
[2019-01-09T10:28:39,696] compress _37.fdx from 80.4kb to 75.1kb diff 6%
[2019-01-09T10:28:39,697] compress _1k_Lucene70_0.dvm from 415b to 204b diff 50%
[2019-01-09T10:28:40,668] compress _3f.cfs from 20mb to 15.1mb diff 24%
[2019-01-09T10:28:48,897] compress _37.fdt from 158.7mb to 114.8mb diff 27%
[2019-01-09T10:28:48,898] compress _37_Lucene70_0.dvm from 415b to 204b diff 50%
[2019-01-09T10:28:48,899] compress _3a.si from 371b to 296b diff 20%
[2019-01-09T10:28:53,637] compress _27.dim from 105.3mb to 93.3mb diff 11%
[2019-01-09T10:28:53,638] compress _27.dii from 77b to 85b diff -10%
[2019-01-09T10:28:53,638] compress _37_5_Lucene70_0.dvm from 149b to 110b diff 26%
[2019-01-09T10:28:53,669] compress _1b_e_Lucene70_0.dvd from 680.4kb to 669.8kb diff 1%
[2019-01-09T10:28:53,694] compress _37_5_Lucene70_0.dvd from 455.1kb to 373.1kb diff 18%
[2019-01-09T10:28:53,694] compress _33.cfe from 331b to 188b diff 43%
[2019-01-09T10:28:53,695] compress _2n.fnm from 812b to 249b diff 69%
[2019-01-09T10:28:53,696] compress _3h_4_Lucene70_0.dvd from 16.7kb to 16.7kb diff 0%
[2019-01-09T10:28:53,697] compress _3j_3.fnm from 667b to 250b diff 62%
[2019-01-09T10:28:54,340] compress _39.cfs from 13.3mb to 10.1mb diff 23%
[2019-01-09T10:28:57,088] compress _37_Lucene70_0.dvd from 57.3mb to 53.8mb diff 6%
[2019-01-09T10:28:57,089] compress _3h_4_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:28:57,090] compress _2w.fnm from 812b to 249b diff 69%
[2019-01-09T10:28:57,090] compress _3a.cfe from 331b to 208b diff 37%
[2019-01-09T10:28:57,121] compress _37_Lucene50_0.doc from 600.2kb to 567kb diff 5%
[2019-01-09T10:28:57,205] compress _27_a_Lucene70_0.dvd from 1mb to 893.4kb diff 16%
[2019-01-09T10:28:57,205] compress _3j.cfe from 331b to 209b diff 36%
[2019-01-09T10:28:57,818] compress _3a.cfs from 12.6mb to 9.6mb diff 24%
[2019-01-09T10:28:57,818] compress _2m_8_Lucene70_0.dvm from 149b to 109b diff 26%
[2019-01-09T10:28:57,819] compress _3e_4_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:28:57,819] compress _3d_5.fnm from 667b to 249b diff 62%
[2019-01-09T10:28:57,820] compress _3l.si from 371b to 296b diff 20%
[2019-01-09T10:28:57,820] compress _27_a_Lucene70_0.dvm from 149b to 110b diff 26%
[2019-01-09T10:28:57,821] compress _32_6_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:29:01,169] compress _2n.dim from 75.2mb to 66mb diff 12%
[2019-01-09T10:29:01,170] compress _2z_6_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:29:01,171] compress _3e_4_Lucene70_0.dvd from 10.8kb to 10.8kb diff 0%
[2019-01-09T10:29:01,172] compress _2n.dii from 77b to 85b diff -10%
[2019-01-09T10:29:01,172] compress _38.cfe from 331b to 209b diff 36%
[2019-01-09T10:29:06,345] compress _2w.dim from 112.7mb to 101.3mb diff 10%
[2019-01-09T10:29:07,499] compress _3j.cfs from 23.9mb to 17.7mb diff 25%
[2019-01-09T10:29:07,500] compress _1b_e_Lucene70_0.dvm from 149b to 110b diff 26%
[2019-01-09T10:29:10,515] compress _2n_Lucene50_0.tim from 57.8mb to 36.2mb diff 37%
[2019-01-09T10:29:10,516] compress _2w.dii from 77b to 85b diff -10%
[2019-01-09T10:29:10,570] compress _2n_Lucene50_0.tip from 1mb to 652.7kb diff 37%
[2019-01-09T10:29:10,572] compress _2z_6_Lucene70_0.dvd from 20.1kb to 20kb diff 0%
[2019-01-09T10:29:10,573] compress _2k.si from 371b to 296b diff 20%
[2019-01-09T10:29:10,574] compress _2w_6_Lucene70_0.dvm from 149b to 110b diff 26%
[2019-01-09T10:29:10,575] compress _2o_7.fnm from 667b to 249b diff 62%
[2019-01-09T10:29:13,038] compress _1b_Lucene50_0.tim from 46.4mb to 29.4mb diff 36%
[2019-01-09T10:29:13,089] compress _1b_Lucene50_0.tip from 914.8kb to 568.5kb diff 37%
[2019-01-09T10:29:13,090] compress _3g.si from 371b to 296b diff 20%
[2019-01-09T10:29:13,090] compress _1z_b.fnm from 813b to 255b diff 68%
[2019-01-09T10:29:13,140] compress _2w_6_Lucene70_0.dvd from 994.2kb to 903.7kb diff 9%
[2019-01-09T10:29:21,526] compress _1b.fdt from 161.5mb to 116.8mb diff 27%
[2019-01-09T10:29:21,530] compress _1b.fdx from 83.7kb to 78.3kb diff 6%
[2019-01-09T10:29:21,533] compress _2m_8_Lucene70_0.dvd from 52.5kb to 40.6kb diff 22%
[2019-01-09T10:29:21,533] compress _1z.si from 528b to 359b diff 32%
[2019-01-09T10:29:21,534] compress _2o_7_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:29:21,534] compress osmgeopoints chunk_size=2mb from 3.3gb to 2.6gb diff 22% took 2.7m

osmgeopoints_4mb

[2019-01-09T10:29:21,534] start benchmarking osmgeopoints with chunk_size 4mb
[2019-01-09T10:29:21,554] compress _2o_7_Lucene70_0.dvd from 58.3kb to 56.7kb diff 2%
[2019-01-09T10:29:24,640] compress _1b.dim from 67.6mb to 60.1mb diff 11%
[2019-01-09T10:29:24,645] compress _1k.fdx from 111.4kb to 104kb diff 6%
[2019-01-09T10:29:36,040] compress _1k.fdt from 219.6mb to 158.8mb diff 27%
[2019-01-09T10:29:36,041] compress _2c_9_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:29:36,569] compress _28.cfs from 10.7mb to 8.2mb diff 23%
[2019-01-09T10:29:36,575] compress _2c_9_Lucene70_0.dvd from 57.5kb to 34kb diff 40%
[2019-01-09T10:29:36,576] compress _1b.dii from 77b to 85b diff -10%
[2019-01-09T10:29:36,578] compress _39_5.fnm from 667b to 250b diff 62%
[2019-01-09T10:29:36,580] compress _30_6_Lucene70_0.dvd from 19.1kb to 19kb diff 0%
[2019-01-09T10:29:41,003] compress _2w_Lucene50_0.tim from 88.4mb to 54.5mb diff 38%
[2019-01-09T10:29:41,055] compress _1z_b_Lucene70_0.dvd from 712.4kb to 627.5kb diff 11%
[2019-01-09T10:29:41,057] compress _3l_2_Lucene70_0.dvd from 9.4kb to 9.4kb diff 0%
[2019-01-09T10:29:41,133] compress _2w_Lucene50_0.tip from 1.3mb to 867.1kb diff 34%
[2019-01-09T10:29:41,138] compress _2k_8_Lucene70_0.dvd from 75.7kb to 51.1kb diff 32%
[2019-01-09T10:29:41,140] compress _3l_2_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:29:41,141] compress _1z_b_Lucene70_0.dvm from 149b to 110b diff 26%
[2019-01-09T10:29:41,142] compress _27_a.fnm from 813b to 255b diff 68%
[2019-01-09T10:29:41,144] compress _2k_8_Lucene70_0.dvm from 149b to 111b diff 25%
[2019-01-09T10:29:41,196] compress _37_Lucene50_0.tip from 961.9kb to 598.2kb diff 37%
[2019-01-09T10:29:41,198] compress _37.si from 528b to 366b diff 30%
[2019-01-09T10:29:41,199] compress _2m_8.fnm from 667b to 249b diff 62%
[2019-01-09T10:29:43,091] compress _2k.cfs from 38.7mb to 29.7mb diff 23%
[2019-01-09T10:29:45,684] compress _37_Lucene50_0.tim from 50.5mb to 31.5mb diff 37%
[2019-01-09T10:29:45,686] compress _1b.fnm from 812b to 249b diff 69%
[2019-01-09T10:29:46,659] compress _3e.cfs from 20mb to 15.1mb diff 24%
[2019-01-09T10:29:46,660] compress _2k.cfe from 331b to 206b diff 37%
[2019-01-09T10:29:46,662] compress _28.cfe from 331b to 205b diff 38%
[2019-01-09T10:29:46,663] compress _3m.si from 371b to 296b diff 20%
[2019-01-09T10:29:46,664] compress _2q.si from 371b to 296b diff 20%
[2019-01-09T10:29:46,666] compress _2q_7.fnm from 667b to 250b diff 62%
[2019-01-09T10:29:46,667] compress _1k_d.fnm from 813b to 255b diff 68%
[2019-01-09T10:29:46,668] compress _3e.cfe from 331b to 209b diff 36%
[2019-01-09T10:29:46,670] compress _32.cfe from 331b to 206b diff 37%
[2019-01-09T10:29:46,671] compress _2c_9.fnm from 667b to 250b diff 62%
[2019-01-09T10:29:46,672] compress _3a_5.fnm from 667b to 250b diff 62%
[2019-01-09T10:29:46,674] compress _32.si from 371b to 296b diff 20%
[2019-01-09T10:29:51,119] compress _27_Lucene70_0.dvd from 92.1mb to 86.5mb diff 6%
[2019-01-09T10:29:51,120] compress _39.cfe from 331b to 204b diff 38%
[2019-01-09T10:29:51,122] compress _3h.si from 409b to 323b diff 21%
[2019-01-09T10:29:59,961] compress _1z.fdt from 170.2mb to 123.1mb diff 27%
[2019-01-09T10:29:59,965] compress _1z.fdx from 83.4kb to 77.8kb diff 6%
[2019-01-09T10:29:59,966] compress _27_Lucene70_0.dvm from 415b to 205b diff 50%
[2019-01-09T10:29:59,967] compress _33.cfs from 1.8kb to 741b diff 61%
[2019-01-09T10:30:02,722] compress _1z_Lucene50_0.tim from 52.4mb to 33mb diff 37%
[2019-01-09T10:30:03,503] compress _3i.cfs from 16.1mb to 12.1mb diff 24%
[2019-01-09T10:30:03,504] compress _2o.cfe from 331b to 212b diff 35%
[2019-01-09T10:30:03,506] compress _30_6_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:30:05,534] compress _2o.cfs from 41.7mb to 32mb diff 23%
[2019-01-09T10:30:05,535] compress _1k.si from 528b to 362b diff 31%
[2019-01-09T10:30:05,536] compress _30_6.fnm from 667b to 250b diff 62%
[2019-01-09T10:30:05,538] compress _2w.si from 528b to 360b diff 31%
[2019-01-09T10:30:05,539] compress _38_5_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:30:05,540] compress _3l_2.fnm from 667b to 249b diff 62%
[2019-01-09T10:30:05,542] compress _3e_4.fnm from 667b to 249b diff 62%
[2019-01-09T10:30:05,595] compress _2n_Lucene50_0.doc from 1001.3kb to 937kb diff 6%
[2019-01-09T10:30:05,596] compress _3i.cfe from 331b to 207b diff 37%
[2019-01-09T10:30:05,792] compress _1k_Lucene50_0.doc from 3.6mb to 3.3mb diff 6%
[2019-01-09T10:30:05,845] compress _1z_Lucene50_0.tip from 979.8kb to 612.8kb diff 37%
[2019-01-09T10:30:05,847] compress _38_5_Lucene70_0.dvd from 11.2kb to 11.1kb diff 0%
[2019-01-09T10:30:05,849] compress _2q.cfe from 331b to 210b diff 36%
[2019-01-09T10:30:05,850] compress _38.si from 371b to 296b diff 20%
[2019-01-09T10:30:08,822] compress _37.dim from 66.1mb to 58.2mb diff 11%
[2019-01-09T10:30:08,823] compress _37.dii from 77b to 85b diff -10%
[2019-01-09T10:30:08,824] compress _3d_5_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:30:08,825] compress _2i_8.fnm from 667b to 249b diff 62%
[2019-01-09T10:30:08,825] compress _3f_4.fnm from 667b to 250b diff 62%
[2019-01-09T10:30:08,826] compress _2z.cfe from 331b to 210b diff 36%
[2019-01-09T10:30:08,828] compress _3d_5_Lucene70_0.dvd from 11.5kb to 11.4kb diff 0%
[2019-01-09T10:30:08,829] compress _3m.cfe from 331b to 202b diff 38%
[2019-01-09T10:30:08,830] compress _2m.si from 371b to 296b diff 20%
[2019-01-09T10:30:10,193] compress _2z.cfs from 27.9mb to 21.4mb diff 23%
[2019-01-09T10:30:10,194] compress _33.si from 371b to 294b diff 20%
[2019-01-09T10:30:10,195] compress _3d.cfe from 331b to 209b diff 36%
[2019-01-09T10:30:10,196] compress _37.fnm from 812b to 249b diff 69%
[2019-01-09T10:30:10,202] compress _27.fdx from 129.1kb to 120.5kb diff 6%
[2019-01-09T10:30:11,570] compress _2q.cfs from 28mb to 21.4mb diff 23%
[2019-01-09T10:30:24,835] compress _27.fdt from 254.5mb to 184mb diff 27%
[2019-01-09T10:30:24,837] compress _3i.si from 371b to 296b diff 20%
[2019-01-09T10:30:25,081] compress _3m.cfs from 4.9mb to 3.6mb diff 25%
[2019-01-09T10:30:25,230] compress _27_Lucene50_0.doc from 2.7mb to 2.5mb diff 8%
[2019-01-09T10:30:25,878] compress _3d.cfs from 13.2mb to 10mb diff 23%
[2019-01-09T10:30:25,883] compress _2n.fdx from 91.1kb to 85kb diff 6%
[2019-01-09T10:30:25,884] compress _39_5_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:30:25,959] compress _1z_Lucene50_0.doc from 1.3mb to 1.3mb diff 6%
[2019-01-09T10:30:25,961] compress _3a_5_Lucene70_0.dvd from 11.1kb to 11kb diff 0%
[2019-01-09T10:30:35,506] compress _2n.fdt from 183mb to 132.3mb diff 27%
[2019-01-09T10:30:36,573] compress _3l.cfs from 21.9mb to 16.2mb diff 25%
[2019-01-09T10:30:36,575] compress _3f_4_Lucene70_0.dvd from 10.7kb to 10.7kb diff 0%
[2019-01-09T10:30:36,576] compress _39_5_Lucene70_0.dvd from 11.4kb to 11.3kb diff 0%
[2019-01-09T10:30:50,346] compress _2w.fdt from 270.7mb to 195.8mb diff 27%
[2019-01-09T10:30:50,347] compress _38_5.fnm from 667b to 250b diff 62%
[2019-01-09T10:30:50,348] compress _3d.si from 371b to 296b diff 20%
[2019-01-09T10:30:51,238] compress _32.cfs from 18.2mb to 14mb diff 23%
[2019-01-09T10:30:51,239] compress _2c.cfe from 331b to 213b diff 35%
[2019-01-09T10:30:51,241] compress _3m_1.fnm from 667b to 250b diff 62%
[2019-01-09T10:30:51,242] compress _3k_3_Lucene70_0.dvd from 1.3kb to 1.3kb diff -1%
[2019-01-09T10:30:51,243] compress _3l.cfe from 331b to 208b diff 37%
[2019-01-09T10:30:51,250] compress _2w.fdx from 135.1kb to 126kb diff 6%
[2019-01-09T10:30:54,434] compress _2n_Lucene70_0.dvd from 66.2mb to 62.1mb diff 6%
[2019-01-09T10:30:55,809] compress _2c.cfs from 28.4mb to 21.7mb diff 23%
[2019-01-09T10:30:55,810] compress _39.si from 371b to 296b diff 20%
[2019-01-09T10:30:55,811] compress _3k_3_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:30:58,455] compress _1b_Lucene70_0.dvd from 58.6mb to 55.1mb diff 6%
[2019-01-09T10:30:58,456] compress _3a_5_Lucene70_0.dvm from 149b to 107b diff 28%
[2019-01-09T10:30:58,457] compress _3f_4_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:30:58,458] compress _3i_4.fnm from 667b to 250b diff 62%
[2019-01-09T10:30:58,458] compress _2n_Lucene70_0.dvm from 415b to 205b diff 50%
[2019-01-09T10:30:58,514] compress _1k_Lucene50_0.tip from 1mb to 717.2kb diff 36%
[2019-01-09T10:30:58,516] compress _3i_4_Lucene70_0.dvd from 9kb to 9kb diff 0%
[2019-01-09T10:30:58,517] compress _37_5.fnm from 813b to 255b diff 68%
[2019-01-09T10:30:58,518] compress _1b.si from 528b to 361b diff 31%
[2019-01-09T10:30:58,519] compress _1b_Lucene70_0.dvm from 415b to 203b diff 51%
[2019-01-09T10:30:58,520] compress _2k_8.fnm from 667b to 249b diff 62%
[2019-01-09T10:30:58,520] compress _3i_4_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:30:58,521] compress _1b_e.fnm from 813b to 255b diff 68%
[2019-01-09T10:30:58,522] compress _3h.cfe from 331b to 212b diff 35%
[2019-01-09T10:30:58,523] compress _2n_9.fnm from 813b to 255b diff 68%
[2019-01-09T10:30:59,915] compress _3h.cfs from 31.5mb to 24.3mb diff 22%
[2019-01-09T10:30:59,917] compress _3h_4.fnm from 813b to 255b diff 68%
[2019-01-09T10:30:59,918] compress _28_a.fnm from 667b to 249b diff 62%
[2019-01-09T10:30:59,920] compress _2c.si from 371b to 296b diff 20%
[2019-01-09T10:30:59,925] compress _2i_8_Lucene70_0.dvd from 80.5kb to 53.3kb diff 33%
[2019-01-09T10:30:59,926] compress _2n.si from 528b to 361b diff 31%
[2019-01-09T10:31:00,068] compress _1b_Lucene50_0.doc from 3mb to 2.8mb diff 5%
[2019-01-09T10:31:00,069] compress _1k.dii from 77b to 85b diff -10%
[2019-01-09T10:31:00,070] compress _28.si from 371b to 296b diff 20%
[2019-01-09T10:31:00,071] compress _32_6.fnm from 667b to 250b diff 62%
[2019-01-09T10:31:00,072] compress _2i_8_Lucene70_0.dvm from 149b to 109b diff 26%
[2019-01-09T10:31:00,559] compress _3g.cfs from 11.3mb to 8.5mb diff 24%
[2019-01-09T10:31:04,355] compress _1k.dim from 93.9mb to 83.4mb diff 11%
[2019-01-09T10:31:04,356] compress _3j.si from 371b to 296b diff 20%
[2019-01-09T10:31:04,409] compress _2n_9_Lucene70_0.dvd from 768.4kb to 497.2kb diff 35%
[2019-01-09T10:31:04,411] compress _3g.cfe from 331b to 207b diff 37%
[2019-01-09T10:31:07,474] compress _1k_Lucene50_0.tim from 64.8mb to 40.8mb diff 37%
[2019-01-09T10:31:07,476] compress _3k_3.fnm from 667b to 250b diff 62%
[2019-01-09T10:31:07,477] compress _3j_3_Lucene70_0.dvd from 17.5kb to 17.4kb diff 0%
[2019-01-09T10:31:07,478] compress _2i.si from 371b to 296b diff 20%
[2019-01-09T10:31:08,065] compress _38.cfs from 13.2mb to 10mb diff 24%
[2019-01-09T10:31:08,068] compress _2q_7_Lucene70_0.dvd from 38kb to 37.1kb diff 2%
[2019-01-09T10:31:08,069] compress _2i.cfe from 331b to 211b diff 36%
[2019-01-09T10:31:08,070] compress _3e.si from 371b to 296b diff 20%
[2019-01-09T10:31:08,072] compress _32_6_Lucene70_0.dvd from 13.8kb to 13.8kb diff 0%
[2019-01-09T10:31:08,073] compress _3j_3_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:31:08,075] compress _3g_4.fnm from 667b to 250b diff 62%
[2019-01-09T10:31:08,076] compress _2n_9_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:31:08,077] compress _1k.fnm from 812b to 249b diff 69%
[2019-01-09T10:31:09,819] compress _2i.cfs from 40.7mb to 31.3mb diff 23%
[2019-01-09T10:31:09,821] compress _30.cfe from 331b to 212b diff 35%
[2019-01-09T10:31:09,822] compress _27.fnm from 812b to 249b diff 69%
[2019-01-09T10:31:10,960] compress _2m.cfs from 27.1mb to 20.8mb diff 23%
[2019-01-09T10:31:10,962] compress _1z.dii from 77b to 85b diff -10%
[2019-01-09T10:31:10,963] compress _3g_4_Lucene70_0.dvd from 6.2kb to 6.2kb diff 0%
[2019-01-09T10:31:11,059] compress _3k.cfs from 2.2mb to 1.7mb diff 24%
[2019-01-09T10:31:12,165] compress _30.cfs from 26.2mb to 20mb diff 23%
[2019-01-09T10:31:12,166] compress _3g_4_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:31:12,167] compress _3m_1_Lucene70_0.dvd from 473b to 489b diff -3%
[2019-01-09T10:31:12,168] compress _27.si from 528b to 361b diff 31%
[2019-01-09T10:31:12,168] compress _2m.cfe from 331b to 207b diff 37%
[2019-01-09T10:31:12,169] compress _1k_d_Lucene70_0.dvm from 149b to 111b diff 25%
[2019-01-09T10:31:15,767] compress _27_Lucene50_0.tim from 78.3mb to 49.2mb diff 37%
[2019-01-09T10:31:15,768] compress _3k.cfe from 331b to 204b diff 38%
[2019-01-09T10:31:15,769] compress _3m_1_Lucene70_0.dvm from 149b to 107b diff 28%
[2019-01-09T10:31:15,816] compress _1k_d_Lucene70_0.dvd from 920.5kb to 887.3kb diff 3%
[2019-01-09T10:31:15,817] compress _2q_7_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:31:15,875] compress _27_Lucene50_0.tip from 1.2mb to 808.8kb diff 35%
[2019-01-09T10:31:15,877] compress _28_a_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:31:15,878] compress _1z.fnm from 812b to 249b diff 69%
[2019-01-09T10:31:18,472] compress _1z_Lucene70_0.dvd from 61.5mb to 57.8mb diff 6%
[2019-01-09T10:31:18,473] compress _2z.si from 371b to 294b diff 20%
[2019-01-09T10:31:18,474] compress segments_5 from 3.9kb to 1021b diff 74%
[2019-01-09T10:31:18,475] compress _3k.si from 371b to 296b diff 20%
[2019-01-09T10:31:18,477] compress _2w_Lucene50_0.doc from 51.1kb to 46.2kb diff 9%
[2019-01-09T10:31:18,478] compress _2o.si from 371b to 296b diff 20%
[2019-01-09T10:31:21,265] compress _1z.dim from 69.9mb to 61.9mb diff 11%
[2019-01-09T10:31:21,267] compress _28_a_Lucene70_0.dvd from 24kb to 13.4kb diff 44%
[2019-01-09T10:31:21,268] compress _1z_Lucene70_0.dvm from 415b to 203b diff 51%
[2019-01-09T10:31:21,269] compress _2w_6.fnm from 813b to 255b diff 68%
[2019-01-09T10:31:25,452] compress _2w_Lucene70_0.dvd from 97.2mb to 91.6mb diff 5%
[2019-01-09T10:31:25,453] compress _3f.si from 371b to 296b diff 20%
[2019-01-09T10:31:25,454] compress _30.si from 371b to 296b diff 20%
[2019-01-09T10:31:25,455] compress _3f.cfe from 331b to 206b diff 37%
[2019-01-09T10:31:28,895] compress _1k_Lucene70_0.dvd from 79.4mb to 74.6mb diff 6%
[2019-01-09T10:31:28,896] compress _2z_6.fnm from 667b to 250b diff 62%
[2019-01-09T10:31:28,897] compress _2w_Lucene70_0.dvm from 415b to 201b diff 51%
[2019-01-09T10:31:28,900] compress _37.fdx from 80.4kb to 75.1kb diff 6%
[2019-01-09T10:31:28,901] compress _1k_Lucene70_0.dvm from 415b to 204b diff 50%
[2019-01-09T10:31:29,744] compress _3f.cfs from 20mb to 15.1mb diff 24%
[2019-01-09T10:31:37,010] compress _37.fdt from 158.7mb to 114.8mb diff 27%
[2019-01-09T10:31:37,011] compress _37_Lucene70_0.dvm from 415b to 204b diff 50%
[2019-01-09T10:31:37,012] compress _3a.si from 371b to 296b diff 20%
[2019-01-09T10:31:41,302] compress _27.dim from 105.3mb to 93.3mb diff 11%
[2019-01-09T10:31:41,303] compress _27.dii from 77b to 85b diff -10%
[2019-01-09T10:31:41,304] compress _37_5_Lucene70_0.dvm from 149b to 110b diff 26%
[2019-01-09T10:31:41,332] compress _1b_e_Lucene70_0.dvd from 680.4kb to 669.8kb diff 1%
[2019-01-09T10:31:41,354] compress _37_5_Lucene70_0.dvd from 455.1kb to 373.1kb diff 18%
[2019-01-09T10:31:41,355] compress _33.cfe from 331b to 188b diff 43%
[2019-01-09T10:31:41,356] compress _2n.fnm from 812b to 249b diff 69%
[2019-01-09T10:31:41,358] compress _3h_4_Lucene70_0.dvd from 16.7kb to 16.7kb diff 0%
[2019-01-09T10:31:41,359] compress _3j_3.fnm from 667b to 250b diff 62%
[2019-01-09T10:31:41,924] compress _39.cfs from 13.3mb to 10.1mb diff 23%
[2019-01-09T10:31:44,339] compress _37_Lucene70_0.dvd from 57.3mb to 53.8mb diff 6%
[2019-01-09T10:31:44,340] compress _3h_4_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:31:44,341] compress _2w.fnm from 812b to 249b diff 69%
[2019-01-09T10:31:44,342] compress _3a.cfe from 331b to 208b diff 37%
[2019-01-09T10:31:44,369] compress _37_Lucene50_0.doc from 600.2kb to 567kb diff 5%
[2019-01-09T10:31:44,443] compress _27_a_Lucene70_0.dvd from 1mb to 893.4kb diff 16%
[2019-01-09T10:31:44,445] compress _3j.cfe from 331b to 209b diff 36%
[2019-01-09T10:31:45,006] compress _3a.cfs from 12.6mb to 9.6mb diff 24%
[2019-01-09T10:31:45,007] compress _2m_8_Lucene70_0.dvm from 149b to 109b diff 26%
[2019-01-09T10:31:45,008] compress _3e_4_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:31:45,008] compress _3d_5.fnm from 667b to 249b diff 62%
[2019-01-09T10:31:45,009] compress _3l.si from 371b to 296b diff 20%
[2019-01-09T10:31:45,010] compress _27_a_Lucene70_0.dvm from 149b to 110b diff 26%
[2019-01-09T10:31:45,011] compress _32_6_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:31:47,967] compress _2n.dim from 75.2mb to 66mb diff 12%
[2019-01-09T10:31:47,968] compress _2z_6_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:31:47,969] compress _3e_4_Lucene70_0.dvd from 10.8kb to 10.8kb diff 0%
[2019-01-09T10:31:47,970] compress _2n.dii from 77b to 85b diff -10%
[2019-01-09T10:31:47,971] compress _38.cfe from 331b to 209b diff 36%
[2019-01-09T10:31:52,569] compress _2w.dim from 112.7mb to 101.3mb diff 10%
[2019-01-09T10:31:53,692] compress _3j.cfs from 23.9mb to 17.7mb diff 25%
[2019-01-09T10:31:53,693] compress _1b_e_Lucene70_0.dvm from 149b to 110b diff 26%
[2019-01-09T10:31:56,701] compress _2n_Lucene50_0.tim from 57.8mb to 36.2mb diff 37%
[2019-01-09T10:31:56,702] compress _2w.dii from 77b to 85b diff -10%
[2019-01-09T10:31:56,757] compress _2n_Lucene50_0.tip from 1mb to 652.7kb diff 37%
[2019-01-09T10:31:56,759] compress _2z_6_Lucene70_0.dvd from 20.1kb to 20kb diff 0%
[2019-01-09T10:31:56,760] compress _2k.si from 371b to 296b diff 20%
[2019-01-09T10:31:56,761] compress _2w_6_Lucene70_0.dvm from 149b to 110b diff 26%
[2019-01-09T10:31:56,762] compress _2o_7.fnm from 667b to 249b diff 62%
[2019-01-09T10:31:59,226] compress _1b_Lucene50_0.tim from 46.4mb to 29.3mb diff 36%
[2019-01-09T10:31:59,277] compress _1b_Lucene50_0.tip from 914.8kb to 568.5kb diff 37%
[2019-01-09T10:31:59,278] compress _3g.si from 371b to 296b diff 20%
[2019-01-09T10:31:59,280] compress _1z_b.fnm from 813b to 255b diff 68%
[2019-01-09T10:31:59,331] compress _2w_6_Lucene70_0.dvd from 994.2kb to 903.7kb diff 9%
[2019-01-09T10:32:07,151] compress _1b.fdt from 161.5mb to 116.8mb diff 27%
[2019-01-09T10:32:07,155] compress _1b.fdx from 83.7kb to 78.3kb diff 6%
[2019-01-09T10:32:07,159] compress _2m_8_Lucene70_0.dvd from 52.5kb to 40.6kb diff 22%
[2019-01-09T10:32:07,160] compress _1z.si from 528b to 359b diff 32%
[2019-01-09T10:32:07,162] compress _2o_7_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:32:07,162] compress osmgeopoints chunk_size=4mb from 3.3gb to 2.6gb diff 22% took 2.7m

osmgeopoints_512kb

[2019-01-09T10:21:20,128] start benchmarking osmgeopoints with chunk_size 512kb
[2019-01-09T10:21:20,190] compress _2o_7_Lucene70_0.dvd from 58.3kb to 56.7kb diff 2%
[2019-01-09T10:21:23,178] compress _1b.dim from 67.6mb to 60.1mb diff 11%
[2019-01-09T10:21:23,183] compress _1k.fdx from 111.4kb to 104kb diff 6%
[2019-01-09T10:21:34,707] compress _1k.fdt from 219.6mb to 159.1mb diff 27%
[2019-01-09T10:21:34,707] compress _2c_9_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:21:35,248] compress _28.cfs from 10.7mb to 8.2mb diff 23%
[2019-01-09T10:21:35,253] compress _2c_9_Lucene70_0.dvd from 57.5kb to 34kb diff 40%
[2019-01-09T10:21:35,253] compress _1b.dii from 77b to 85b diff -10%
[2019-01-09T10:21:35,253] compress _39_5.fnm from 667b to 250b diff 62%
[2019-01-09T10:21:35,254] compress _30_6_Lucene70_0.dvd from 19.1kb to 19kb diff 0%
[2019-01-09T10:21:39,802] compress _2w_Lucene50_0.tim from 88.4mb to 54.6mb diff 38%
[2019-01-09T10:21:39,854] compress _1z_b_Lucene70_0.dvd from 712.4kb to 627.2kb diff 11%
[2019-01-09T10:21:39,855] compress _3l_2_Lucene70_0.dvd from 9.4kb to 9.4kb diff 0%
[2019-01-09T10:21:39,930] compress _2w_Lucene50_0.tip from 1.3mb to 868.4kb diff 34%
[2019-01-09T10:21:39,934] compress _2k_8_Lucene70_0.dvd from 75.7kb to 51.1kb diff 32%
[2019-01-09T10:21:39,935] compress _3l_2_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:21:39,935] compress _1z_b_Lucene70_0.dvm from 149b to 110b diff 26%
[2019-01-09T10:21:39,935] compress _27_a.fnm from 813b to 255b diff 68%
[2019-01-09T10:21:39,936] compress _2k_8_Lucene70_0.dvm from 149b to 111b diff 25%
[2019-01-09T10:21:39,988] compress _37_Lucene50_0.tip from 961.9kb to 598.5kb diff 37%
[2019-01-09T10:21:39,989] compress _37.si from 528b to 366b diff 30%
[2019-01-09T10:21:39,989] compress _2m_8.fnm from 667b to 249b diff 62%
[2019-01-09T10:21:41,939] compress _2k.cfs from 38.7mb to 29.8mb diff 23%
[2019-01-09T10:21:44,348] compress _37_Lucene50_0.tim from 50.5mb to 31.6mb diff 37%
[2019-01-09T10:21:44,349] compress _1b.fnm from 812b to 249b diff 69%
[2019-01-09T10:21:45,225] compress _3e.cfs from 20mb to 15.1mb diff 24%
[2019-01-09T10:21:45,225] compress _2k.cfe from 331b to 206b diff 37%
[2019-01-09T10:21:45,226] compress _28.cfe from 331b to 205b diff 38%
[2019-01-09T10:21:45,226] compress _3m.si from 371b to 296b diff 20%
[2019-01-09T10:21:45,226] compress _2q.si from 371b to 296b diff 20%
[2019-01-09T10:21:45,226] compress _2q_7.fnm from 667b to 250b diff 62%
[2019-01-09T10:21:45,227] compress _1k_d.fnm from 813b to 255b diff 68%
[2019-01-09T10:21:45,227] compress _3e.cfe from 331b to 209b diff 36%
[2019-01-09T10:21:45,227] compress _32.cfe from 331b to 206b diff 37%
[2019-01-09T10:21:45,227] compress _2c_9.fnm from 667b to 250b diff 62%
[2019-01-09T10:21:45,228] compress _3a_5.fnm from 667b to 250b diff 62%
[2019-01-09T10:21:45,228] compress _32.si from 371b to 296b diff 20%
[2019-01-09T10:21:49,298] compress _27_Lucene70_0.dvd from 92.1mb to 86.5mb diff 6%
[2019-01-09T10:21:49,298] compress _39.cfe from 331b to 204b diff 38%
[2019-01-09T10:21:49,298] compress _3h.si from 409b to 323b diff 21%
[2019-01-09T10:21:57,259] compress _1z.fdt from 170.2mb to 123.2mb diff 27%
[2019-01-09T10:21:57,263] compress _1z.fdx from 83.4kb to 77.8kb diff 6%
[2019-01-09T10:21:57,263] compress _27_Lucene70_0.dvm from 415b to 205b diff 50%
[2019-01-09T10:21:57,263] compress _33.cfs from 1.8kb to 741b diff 61%
[2019-01-09T10:21:59,738] compress _1z_Lucene50_0.tim from 52.4mb to 33.1mb diff 36%
[2019-01-09T10:22:00,431] compress _3i.cfs from 16.1mb to 12.1mb diff 24%
[2019-01-09T10:22:00,432] compress _2o.cfe from 331b to 212b diff 35%
[2019-01-09T10:22:00,432] compress _30_6_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:22:02,264] compress _2o.cfs from 41.7mb to 32mb diff 23%
[2019-01-09T10:22:02,265] compress _1k.si from 528b to 362b diff 31%
[2019-01-09T10:22:02,265] compress _30_6.fnm from 667b to 250b diff 62%
[2019-01-09T10:22:02,265] compress _2w.si from 528b to 360b diff 31%
[2019-01-09T10:22:02,266] compress _38_5_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:22:02,266] compress _3l_2.fnm from 667b to 249b diff 62%
[2019-01-09T10:22:02,266] compress _3e_4.fnm from 667b to 249b diff 62%
[2019-01-09T10:22:02,313] compress _2n_Lucene50_0.doc from 1001.3kb to 936.9kb diff 6%
[2019-01-09T10:22:02,313] compress _3i.cfe from 331b to 207b diff 37%
[2019-01-09T10:22:02,487] compress _1k_Lucene50_0.doc from 3.6mb to 3.3mb diff 6%
[2019-01-09T10:22:02,536] compress _1z_Lucene50_0.tip from 979.8kb to 613.1kb diff 37%
[2019-01-09T10:22:02,537] compress _38_5_Lucene70_0.dvd from 11.2kb to 11.1kb diff 0%
[2019-01-09T10:22:02,537] compress _2q.cfe from 331b to 210b diff 36%
[2019-01-09T10:22:02,537] compress _38.si from 371b to 296b diff 20%
[2019-01-09T10:22:05,231] compress _37.dim from 66.1mb to 58.2mb diff 11%
[2019-01-09T10:22:05,232] compress _37.dii from 77b to 85b diff -10%
[2019-01-09T10:22:05,232] compress _3d_5_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:22:05,233] compress _2i_8.fnm from 667b to 249b diff 62%
[2019-01-09T10:22:05,233] compress _3f_4.fnm from 667b to 250b diff 62%
[2019-01-09T10:22:05,233] compress _2z.cfe from 331b to 210b diff 36%
[2019-01-09T10:22:05,234] compress _3d_5_Lucene70_0.dvd from 11.5kb to 11.4kb diff 0%
[2019-01-09T10:22:05,234] compress _3m.cfe from 331b to 202b diff 38%
[2019-01-09T10:22:05,234] compress _2m.si from 371b to 296b diff 20%
[2019-01-09T10:22:06,455] compress _2z.cfs from 27.9mb to 21.4mb diff 23%
[2019-01-09T10:22:06,455] compress _33.si from 371b to 294b diff 20%
[2019-01-09T10:22:06,455] compress _3d.cfe from 331b to 209b diff 36%
[2019-01-09T10:22:06,456] compress _37.fnm from 812b to 249b diff 69%
[2019-01-09T10:22:06,462] compress _27.fdx from 129.1kb to 120.5kb diff 6%
[2019-01-09T10:22:07,680] compress _2q.cfs from 28mb to 21.5mb diff 23%
[2019-01-09T10:22:19,610] compress _27.fdt from 254.5mb to 184.3mb diff 27%
[2019-01-09T10:22:19,610] compress _3i.si from 371b to 296b diff 20%
[2019-01-09T10:22:19,835] compress _3m.cfs from 4.9mb to 3.6mb diff 25%
[2019-01-09T10:22:19,966] compress _27_Lucene50_0.doc from 2.7mb to 2.5mb diff 8%
[2019-01-09T10:22:20,539] compress _3d.cfs from 13.2mb to 10.1mb diff 23%
[2019-01-09T10:22:20,543] compress _2n.fdx from 91.1kb to 85kb diff 6%
[2019-01-09T10:22:20,543] compress _39_5_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:22:20,613] compress _1z_Lucene50_0.doc from 1.3mb to 1.3mb diff 6%
[2019-01-09T10:22:20,614] compress _3a_5_Lucene70_0.dvd from 11.1kb to 11kb diff 0%
[2019-01-09T10:22:29,404] compress _2n.fdt from 183mb to 132.5mb diff 27%
[2019-01-09T10:22:30,429] compress _3l.cfs from 21.9mb to 16.2mb diff 25%
[2019-01-09T10:22:30,430] compress _3f_4_Lucene70_0.dvd from 10.7kb to 10.7kb diff 0%
[2019-01-09T10:22:30,430] compress _39_5_Lucene70_0.dvd from 11.4kb to 11.3kb diff 0%
[2019-01-09T10:22:43,572] compress _2w.fdt from 270.7mb to 196mb diff 27%
[2019-01-09T10:22:43,572] compress _38_5.fnm from 667b to 250b diff 62%
[2019-01-09T10:22:43,573] compress _3d.si from 371b to 296b diff 20%
[2019-01-09T10:22:44,473] compress _32.cfs from 18.2mb to 14mb diff 23%
[2019-01-09T10:22:44,474] compress _2c.cfe from 331b to 213b diff 35%
[2019-01-09T10:22:44,474] compress _3m_1.fnm from 667b to 250b diff 62%
[2019-01-09T10:22:44,474] compress _3k_3_Lucene70_0.dvd from 1.3kb to 1.3kb diff -1%
[2019-01-09T10:22:44,475] compress _3l.cfe from 331b to 208b diff 37%
[2019-01-09T10:22:44,481] compress _2w.fdx from 135.1kb to 126kb diff 6%
[2019-01-09T10:22:47,758] compress _2n_Lucene70_0.dvd from 66.2mb to 62.1mb diff 6%
[2019-01-09T10:22:49,172] compress _2c.cfs from 28.4mb to 21.8mb diff 23%
[2019-01-09T10:22:49,172] compress _39.si from 371b to 296b diff 20%
[2019-01-09T10:22:49,172] compress _3k_3_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:22:52,072] compress _1b_Lucene70_0.dvd from 58.6mb to 55.1mb diff 6%
[2019-01-09T10:22:52,072] compress _3a_5_Lucene70_0.dvm from 149b to 107b diff 28%
[2019-01-09T10:22:52,073] compress _3f_4_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:22:52,073] compress _3i_4.fnm from 667b to 250b diff 62%
[2019-01-09T10:22:52,073] compress _2n_Lucene70_0.dvm from 415b to 205b diff 50%
[2019-01-09T10:22:52,134] compress _1k_Lucene50_0.tip from 1mb to 718.3kb diff 36%
[2019-01-09T10:22:52,134] compress _3i_4_Lucene70_0.dvd from 9kb to 9kb diff 0%
[2019-01-09T10:22:52,135] compress _37_5.fnm from 813b to 255b diff 68%
[2019-01-09T10:22:52,135] compress _1b.si from 528b to 361b diff 31%
[2019-01-09T10:22:52,135] compress _1b_Lucene70_0.dvm from 415b to 203b diff 51%
[2019-01-09T10:22:52,135] compress _2k_8.fnm from 667b to 249b diff 62%
[2019-01-09T10:22:52,136] compress _3i_4_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:22:52,136] compress _1b_e.fnm from 813b to 255b diff 68%
[2019-01-09T10:22:52,136] compress _3h.cfe from 331b to 212b diff 35%
[2019-01-09T10:22:52,136] compress _2n_9.fnm from 813b to 255b diff 68%
[2019-01-09T10:22:53,560] compress _3h.cfs from 31.5mb to 24.3mb diff 22%
[2019-01-09T10:22:53,561] compress _3h_4.fnm from 813b to 255b diff 68%
[2019-01-09T10:22:53,561] compress _28_a.fnm from 667b to 249b diff 62%
[2019-01-09T10:22:53,561] compress _2c.si from 371b to 296b diff 20%
[2019-01-09T10:22:53,566] compress _2i_8_Lucene70_0.dvd from 80.5kb to 53.3kb diff 33%
[2019-01-09T10:22:53,566] compress _2n.si from 528b to 361b diff 31%
[2019-01-09T10:22:53,717] compress _1b_Lucene50_0.doc from 3mb to 2.8mb diff 5%
[2019-01-09T10:22:53,717] compress _1k.dii from 77b to 85b diff -10%
[2019-01-09T10:22:53,718] compress _28.si from 371b to 296b diff 20%
[2019-01-09T10:22:53,718] compress _32_6.fnm from 667b to 250b diff 62%
[2019-01-09T10:22:53,718] compress _2i_8_Lucene70_0.dvm from 149b to 109b diff 26%
[2019-01-09T10:22:54,220] compress _3g.cfs from 11.3mb to 8.5mb diff 24%
[2019-01-09T10:22:58,126] compress _1k.dim from 93.9mb to 83.4mb diff 11%
[2019-01-09T10:22:58,126] compress _3j.si from 371b to 296b diff 20%
[2019-01-09T10:22:58,182] compress _2n_9_Lucene70_0.dvd from 768.4kb to 497.2kb diff 35%
[2019-01-09T10:22:58,182] compress _3g.cfe from 331b to 207b diff 37%
[2019-01-09T10:23:01,275] compress _1k_Lucene50_0.tim from 64.8mb to 40.9mb diff 36%
[2019-01-09T10:23:01,275] compress _3k_3.fnm from 667b to 250b diff 62%
[2019-01-09T10:23:01,276] compress _3j_3_Lucene70_0.dvd from 17.5kb to 17.4kb diff 0%
[2019-01-09T10:23:01,276] compress _2i.si from 371b to 296b diff 20%
[2019-01-09T10:23:01,857] compress _38.cfs from 13.2mb to 10mb diff 23%
[2019-01-09T10:23:01,859] compress _2q_7_Lucene70_0.dvd from 38kb to 37.1kb diff 2%
[2019-01-09T10:23:01,859] compress _2i.cfe from 331b to 211b diff 36%
[2019-01-09T10:23:01,859] compress _3e.si from 371b to 296b diff 20%
[2019-01-09T10:23:01,860] compress _32_6_Lucene70_0.dvd from 13.8kb to 13.8kb diff 0%
[2019-01-09T10:23:01,860] compress _3j_3_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:23:01,861] compress _3g_4.fnm from 667b to 250b diff 62%
[2019-01-09T10:23:01,861] compress _2n_9_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:23:01,861] compress _1k.fnm from 812b to 249b diff 69%
[2019-01-09T10:23:03,662] compress _2i.cfs from 40.7mb to 31.3mb diff 23%
[2019-01-09T10:23:03,662] compress _30.cfe from 331b to 212b diff 35%
[2019-01-09T10:23:03,662] compress _27.fnm from 812b to 249b diff 69%
[2019-01-09T10:23:04,858] compress _2m.cfs from 27.1mb to 20.8mb diff 23%
[2019-01-09T10:23:04,859] compress _1z.dii from 77b to 85b diff -10%
[2019-01-09T10:23:04,859] compress _3g_4_Lucene70_0.dvd from 6.2kb to 6.2kb diff 0%
[2019-01-09T10:23:04,957] compress _3k.cfs from 2.2mb to 1.7mb diff 24%
[2019-01-09T10:23:06,088] compress _30.cfs from 26.2mb to 20.1mb diff 23%
[2019-01-09T10:23:06,088] compress _3g_4_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:23:06,089] compress _3m_1_Lucene70_0.dvd from 473b to 489b diff -3%
[2019-01-09T10:23:06,089] compress _27.si from 528b to 361b diff 31%
[2019-01-09T10:23:06,089] compress _2m.cfe from 331b to 207b diff 37%
[2019-01-09T10:23:06,089] compress _1k_d_Lucene70_0.dvm from 149b to 111b diff 25%
[2019-01-09T10:23:09,763] compress _27_Lucene50_0.tim from 78.3mb to 49.3mb diff 37%
[2019-01-09T10:23:09,764] compress _3k.cfe from 331b to 204b diff 38%
[2019-01-09T10:23:09,764] compress _3m_1_Lucene70_0.dvm from 149b to 107b diff 28%
[2019-01-09T10:23:09,807] compress _1k_d_Lucene70_0.dvd from 920.5kb to 887.4kb diff 3%
[2019-01-09T10:23:09,808] compress _2q_7_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:23:09,866] compress _27_Lucene50_0.tip from 1.2mb to 809.9kb diff 35%
[2019-01-09T10:23:09,866] compress _28_a_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:23:09,866] compress _1z.fnm from 812b to 249b diff 69%
[2019-01-09T10:23:12,542] compress _1z_Lucene70_0.dvd from 61.5mb to 57.8mb diff 6%
[2019-01-09T10:23:12,542] compress _2z.si from 371b to 294b diff 20%
[2019-01-09T10:23:12,542] compress segments_5 from 3.9kb to 1021b diff 74%
[2019-01-09T10:23:12,543] compress _3k.si from 371b to 296b diff 20%
[2019-01-09T10:23:12,545] compress _2w_Lucene50_0.doc from 51.1kb to 46.2kb diff 9%
[2019-01-09T10:23:12,545] compress _2o.si from 371b to 296b diff 20%
[2019-01-09T10:23:15,416] compress _1z.dim from 69.9mb to 61.9mb diff 11%
[2019-01-09T10:23:15,418] compress _28_a_Lucene70_0.dvd from 24kb to 13.4kb diff 44%
[2019-01-09T10:23:15,419] compress _1z_Lucene70_0.dvm from 415b to 203b diff 51%
[2019-01-09T10:23:15,419] compress _2w_6.fnm from 813b to 255b diff 68%
[2019-01-09T10:23:19,688] compress _2w_Lucene70_0.dvd from 97.2mb to 91.6mb diff 5%
[2019-01-09T10:23:19,689] compress _3f.si from 371b to 296b diff 20%
[2019-01-09T10:23:19,689] compress _30.si from 371b to 296b diff 20%
[2019-01-09T10:23:19,690] compress _3f.cfe from 331b to 206b diff 37%
[2019-01-09T10:23:23,146] compress _1k_Lucene70_0.dvd from 79.4mb to 74.6mb diff 6%
[2019-01-09T10:23:23,147] compress _2z_6.fnm from 667b to 250b diff 62%
[2019-01-09T10:23:23,147] compress _2w_Lucene70_0.dvm from 415b to 201b diff 51%
[2019-01-09T10:23:23,150] compress _37.fdx from 80.4kb to 75.1kb diff 6%
[2019-01-09T10:23:23,151] compress _1k_Lucene70_0.dvm from 415b to 204b diff 50%
[2019-01-09T10:23:24,025] compress _3f.cfs from 20mb to 15.1mb diff 24%
[2019-01-09T10:23:31,472] compress _37.fdt from 158.7mb to 114.9mb diff 27%
[2019-01-09T10:23:31,473] compress _37_Lucene70_0.dvm from 415b to 204b diff 50%
[2019-01-09T10:23:31,473] compress _3a.si from 371b to 296b diff 20%
[2019-01-09T10:23:35,833] compress _27.dim from 105.3mb to 93.3mb diff 11%
[2019-01-09T10:23:35,833] compress _27.dii from 77b to 85b diff -10%
[2019-01-09T10:23:35,834] compress _37_5_Lucene70_0.dvm from 149b to 110b diff 26%
[2019-01-09T10:23:35,861] compress _1b_e_Lucene70_0.dvd from 680.4kb to 669.2kb diff 1%
[2019-01-09T10:23:35,884] compress _37_5_Lucene70_0.dvd from 455.1kb to 373.1kb diff 18%
[2019-01-09T10:23:35,884] compress _33.cfe from 331b to 188b diff 43%
[2019-01-09T10:23:35,884] compress _2n.fnm from 812b to 249b diff 69%
[2019-01-09T10:23:35,885] compress _3h_4_Lucene70_0.dvd from 16.7kb to 16.7kb diff 0%
[2019-01-09T10:23:35,885] compress _3j_3.fnm from 667b to 250b diff 62%
[2019-01-09T10:23:36,487] compress _39.cfs from 13.3mb to 10.1mb diff 23%
[2019-01-09T10:23:39,026] compress _37_Lucene70_0.dvd from 57.3mb to 53.8mb diff 6%
[2019-01-09T10:23:39,026] compress _3h_4_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:23:39,026] compress _2w.fnm from 812b to 249b diff 69%
[2019-01-09T10:23:39,027] compress _3a.cfe from 331b to 208b diff 37%
[2019-01-09T10:23:39,054] compress _37_Lucene50_0.doc from 600.2kb to 567kb diff 5%
[2019-01-09T10:23:39,128] compress _27_a_Lucene70_0.dvd from 1mb to 893.3kb diff 16%
[2019-01-09T10:23:39,128] compress _3j.cfe from 331b to 209b diff 36%
[2019-01-09T10:23:39,682] compress _3a.cfs from 12.6mb to 9.6mb diff 24%
[2019-01-09T10:23:39,683] compress _2m_8_Lucene70_0.dvm from 149b to 109b diff 26%
[2019-01-09T10:23:39,683] compress _3e_4_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:23:39,683] compress _3d_5.fnm from 667b to 249b diff 62%
[2019-01-09T10:23:39,684] compress _3l.si from 371b to 296b diff 20%
[2019-01-09T10:23:39,684] compress _27_a_Lucene70_0.dvm from 149b to 110b diff 26%
[2019-01-09T10:23:39,684] compress _32_6_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:23:42,756] compress _2n.dim from 75.2mb to 66mb diff 12%
[2019-01-09T10:23:42,757] compress _2z_6_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:23:42,758] compress _3e_4_Lucene70_0.dvd from 10.8kb to 10.8kb diff 0%
[2019-01-09T10:23:42,758] compress _2n.dii from 77b to 85b diff -10%
[2019-01-09T10:23:42,758] compress _38.cfe from 331b to 209b diff 36%
[2019-01-09T10:23:47,365] compress _2w.dim from 112.7mb to 101.3mb diff 10%
[2019-01-09T10:23:48,416] compress _3j.cfs from 23.9mb to 17.7mb diff 25%
[2019-01-09T10:23:48,416] compress _1b_e_Lucene70_0.dvm from 149b to 110b diff 26%
[2019-01-09T10:23:51,126] compress _2n_Lucene50_0.tim from 57.8mb to 36.2mb diff 37%
[2019-01-09T10:23:51,127] compress _2w.dii from 77b to 85b diff -10%
[2019-01-09T10:23:51,177] compress _2n_Lucene50_0.tip from 1mb to 653.1kb diff 37%
[2019-01-09T10:23:51,178] compress _2z_6_Lucene70_0.dvd from 20.1kb to 20kb diff 0%
[2019-01-09T10:23:51,178] compress _2k.si from 371b to 296b diff 20%
[2019-01-09T10:23:51,178] compress _2w_6_Lucene70_0.dvm from 149b to 110b diff 26%
[2019-01-09T10:23:51,178] compress _2o_7.fnm from 667b to 249b diff 62%
[2019-01-09T10:23:53,415] compress _1b_Lucene50_0.tim from 46.4mb to 29.4mb diff 36%
[2019-01-09T10:23:53,458] compress _1b_Lucene50_0.tip from 914.8kb to 568.7kb diff 37%
[2019-01-09T10:23:53,458] compress _3g.si from 371b to 296b diff 20%
[2019-01-09T10:23:53,459] compress _1z_b.fnm from 813b to 255b diff 68%
[2019-01-09T10:23:53,502] compress _2w_6_Lucene70_0.dvd from 994.2kb to 905.7kb diff 8%
[2019-01-09T10:24:00,974] compress _1b.fdt from 161.5mb to 117mb diff 27%
[2019-01-09T10:24:00,977] compress _1b.fdx from 83.7kb to 78.3kb diff 6%
[2019-01-09T10:24:00,979] compress _2m_8_Lucene70_0.dvd from 52.5kb to 40.6kb diff 22%
[2019-01-09T10:24:00,980] compress _1z.si from 528b to 359b diff 32%
[2019-01-09T10:24:00,980] compress _2o_7_Lucene70_0.dvm from 149b to 108b diff 27%
[2019-01-09T10:24:00,980] compress osmgeopoints chunk_size=512kb from 3.3gb to 2.6gb diff 22% took 2.6m

pmc_1mb

[2019-01-09T09:14:09,135] start benchmarking pmc with chunk_size 1mb
[2019-01-09T09:14:09,165] compress _70.fdx from 447.4kb to 359.7kb diff 19%
[2019-01-09T09:14:31,092] compress _70_Lucene50_0.doc from 359.5mb to 296.1mb diff 17%
[2019-01-09T09:14:31,093] compress _5l.cfe from 405b to 252b diff 37%
[2019-01-09T09:14:31,207] compress _2z_Lucene50_0.tip from 2.4mb to 1.6mb diff 33%
[2019-01-09T09:17:32,246] compress _70.fdt from 3.1gb to 2.5gb diff 18%
[2019-01-09T09:17:32,246] compress _40.si from 371b to 296b diff 20%
[2019-01-09T09:17:32,247] compress _6j.cfe from 405b to 242b diff 40%
[2019-01-09T09:17:37,168] compress _2z_Lucene50_0.tim from 116mb to 67.9mb diff 41%
[2019-01-09T09:17:42,049] compress _60_Lucene50_0.tim from 116.5mb to 69.2mb diff 40%
[2019-01-09T09:17:42,050] compress _70.dii from 79b to 87b diff -10%
[2019-01-09T09:17:42,050] compress _6t.si from 371b to 295b diff 20%
[2019-01-09T09:17:42,051] compress _6u.cfe from 405b to 252b diff 37%
[2019-01-09T09:17:47,296] compress _5l.cfs from 97.4mb to 80.9mb diff 16%
[2019-01-09T09:17:49,943] compress _6c.cfs from 49.5mb to 41mb diff 17%
[2019-01-09T09:17:50,745] compress _6j.cfs from 15.5mb to 12.7mb diff 18%
[2019-01-09T09:17:50,823] compress _70.dim from 1.7mb to 1.3mb diff 24%
[2019-01-09T09:17:59,542] compress _6w.cfs from 161.7mb to 134.6mb diff 16%
[2019-01-09T09:17:59,543] compress _4a.si from 409b to 323b diff 21%
[2019-01-09T09:17:59,543] compress _6c.cfe from 405b to 245b diff 39%
[2019-01-09T09:17:59,544] compress _60.si from 562b to 376b diff 33%
[2019-01-09T09:17:59,561] compress _70.nvd from 693.5kb to 177.4kb diff 74%
[2019-01-09T09:17:59,637] compress _60.dim from 1.7mb to 1.3mb diff 26%
[2019-01-09T09:17:59,637] compress _62.cfe from 405b to 253b diff 37%
[2019-01-09T09:17:59,638] compress _6o.si from 371b to 296b diff 20%
[2019-01-09T09:17:59,638] compress _6w.si from 371b to 296b diff 20%
[2019-01-09T09:17:59,639] compress _70.nvm from 232b to 119b diff 48%
[2019-01-09T09:17:59,639] compress _70.fnm from 1.9kb to 317b diff 83%
[2019-01-09T09:17:59,640] compress _59.cfe from 405b to 242b diff 40%
[2019-01-09T09:17:59,640] compress _6w.cfe from 405b to 256b diff 36%
[2019-01-09T09:17:59,641] compress _6g.si from 371b to 296b diff 20%



[2019-01-09T09:21:01,890] compress _60.fdt from 3.1gb to 2.6gb diff 18%
[2019-01-09T09:21:12,756] compress _62.cfs from 196.4mb to 163.8mb diff 16%
[2019-01-09T09:21:18,792] compress _5s.cfs from 111.4mb to 92.6mb diff 16%
[2019-01-09T09:21:18,809] compress _60.fdx from 439.8kb to 349.6kb diff 20%
[2019-01-09T09:21:18,928] compress _60_Lucene50_0.tip from 2.5mb to 1.6mb diff 33%
[2019-01-09T09:21:18,928] compress _5s.cfe from 405b to 253b diff 37%
[2019-01-09T09:21:28,891] compress _6u.cfs from 177.8mb to 148mb diff 16%
[2019-01-09T09:21:28,891] compress _60.dii from 79b to 87b diff -10%
[2019-01-09T09:21:28,892] compress _2a.si from 371b to 294b diff 20%
[2019-01-09T09:21:28,893] compress _5q.cfe from 405b to 261b diff 35%
[2019-01-09T09:21:28,893] compress _6y.cfe from 405b to 253b diff 37%
[2019-01-09T09:21:28,894] compress _3s.si from 371b to 295b diff 20%
[2019-01-09T09:21:30,001] compress _6g.cfs from 20.6mb to 16.9mb diff 17%
[2019-01-09T09:21:30,002] compress _61.si from 409b to 323b diff 21%
[2019-01-09T09:21:35,393] compress _6p.cfs from 98.3mb to 81.7mb diff 16%
[2019-01-09T09:21:35,393] compress _6v.si from 371b to 296b diff 20%
[2019-01-09T09:21:36,993] compress _4u.cfs from 29.7mb to 24.5mb diff 17%
[2019-01-09T09:21:36,994] compress _6f.si from 371b to 296b diff 20%
[2019-01-09T09:22:14,385] compress _5q.cfs from 673mb to 563.6mb diff 16%
[2019-01-09T09:22:14,385] compress _6g.cfe from 405b to 247b diff 39%
[2019-01-09T09:22:14,386] compress _27.si from 371b to 295b diff 20%
[2019-01-09T09:22:42,315] compress _4a.cfs from 491.1mb to 410.3mb diff 16%
[2019-01-09T09:22:42,316] compress _4a.cfe from 405b to 256b diff 36%
[2019-01-09T09:22:42,316] compress _5s.si from 371b to 296b diff 20%
[2019-01-09T09:22:42,317] compress _6p.cfe from 405b to 255b diff 37%
[2019-01-09T09:22:42,974] compress _59.cfs from 12.2mb to 10mb diff 18%
[2019-01-09T09:22:42,975] compress segments_9 from 2.5kb to 524b diff 79%
[2019-01-09T09:22:42,975] compress _5x.cfe from 405b to 254b diff 37%
[2019-01-09T09:24:00,991] compress _70_Lucene50_0.pos from 1.2gb to 1.2gb diff 7%
[2019-01-09T09:24:00,992] compress _4u.cfe from 405b to 242b diff 40%
[2019-01-09T09:24:01,942] compress _6i.cfs from 18mb to 14.8mb diff 17%
[2019-01-09T09:24:01,942] compress _2z.si from 562b to 375b diff 33%
[2019-01-09T09:24:03,615] compress _71.cfs from 31.7mb to 26.1mb diff 17%
[2019-01-09T09:24:22,627] compress _1l.cfs from 346.1mb to 289.1mb diff 16%
[2019-01-09T09:24:22,628] compress _66.si from 371b to 296b diff 20%
[2019-01-09T09:24:42,134] compress _6r.cfs from 341.3mb to 284.8mb diff 16%
[2019-01-09T09:24:42,135] compress _6y.si from 371b to 296b diff 20%
[2019-01-09T09:24:53,197] compress _6y.cfs from 189.5mb to 157.9mb diff 16%
[2019-01-09T09:24:53,198] compress _6i.cfe from 405b to 246b diff 39%
[2019-01-09T09:24:53,198] compress _6i.si from 371b to 296b diff 20%
[2019-01-09T09:24:53,199] compress _1l.cfe from 405b to 257b diff 36%
[2019-01-09T09:24:53,199] compress _5x.si from 371b to 296b diff 20%
[2019-01-09T09:24:53,199] compress _6r.cfe from 405b to 257b diff 36%
[2019-01-09T09:24:53,200] compress _71.cfe from 405b to 248b diff 38%
[2019-01-09T09:24:53,366] compress _60_Lucene70_0.dvd from 3.6mb to 2.3mb diff 35%
[2019-01-09T09:26:22,191] compress _61.cfs from 1.5gb to 1.2gb diff 16%
[2019-01-09T09:26:22,192] compress _6p.si from 371b to 296b diff 20%
[2019-01-09T09:26:22,193] compress _27.cfe from 405b to 239b diff 40%
[2019-01-09T09:26:22,193] compress _6k.cfe from 405b to 242b diff 40%
[2019-01-09T09:26:22,194] compress _2z_Lucene70_0.dvm from 755b to 346b diff 54%
[2019-01-09T09:26:22,194] compress _60_Lucene70_0.dvm from 755b to 350b diff 53%
[2019-01-09T09:26:22,195] compress _4u.si from 371b to 296b diff 20%
[2019-01-09T09:26:25,328] compress _6v.cfs from 55.9mb to 46.3mb diff 17%
[2019-01-09T09:26:25,328] compress _61.cfe from 405b to 257b diff 36%
[2019-01-09T09:26:25,481] compress _2z_Lucene70_0.dvd from 3.6mb to 2.3mb diff 36%
[2019-01-09T09:26:30,722] compress _6t.cfs from 93.8mb to 78mb diff 16%
[2019-01-09T09:26:30,722] compress _5q.si from 409b to 322b diff 21%
[2019-01-09T09:26:41,012] compress _5x.cfs from 184.1mb to 153.3mb diff 16%
[2019-01-09T09:26:41,013] compress _6h.si from 371b to 295b diff 20%
[2019-01-09T09:26:41,253] compress _6k.cfs from 4.3mb to 3.5mb diff 19%
[2019-01-09T09:26:41,375] compress _70_Lucene50_0.tip from 2.5mb to 1.6mb diff 33%
[2019-01-09T09:26:41,376] compress _6t.cfe from 405b to 251b diff 38%
[2019-01-09T09:29:42,148] compress _2z.fdt from 3.1gb to 2.5gb diff 19%
[2019-01-09T09:29:47,077] compress _70_Lucene50_0.tim from 117.3mb to 69.6mb diff 40%
[2019-01-09T09:29:47,401] compress _3s.cfs from 6.2mb to 5mb diff 18%
[2019-01-09T09:30:08,983] compress _2z_Lucene50_0.doc from 367.2mb to 303.9mb diff 17%
[2019-01-09T09:30:30,210] compress _60_Lucene50_0.doc from 358.9mb to 296mb diff 17%
[2019-01-09T09:30:30,211] compress _2a.cfe from 405b to 240b diff 40%
[2019-01-09T09:30:30,211] compress _2z.dii from 79b to 87b diff -10%
[2019-01-09T09:30:30,212] compress _70.si from 562b to 372b diff 33%
[2019-01-09T09:30:30,212] compress _6k.si from 371b to 295b diff 20%
[2019-01-09T09:30:30,671] compress _27.cfs from 8.3mb to 6.7mb diff 18%
[2019-01-09T09:30:30,672] compress _6v.cfe from 405b to 249b diff 38%
[2019-01-09T09:30:30,672] compress _6c.si from 371b to 296b diff 20%
[2019-01-09T09:30:30,690] compress _2z.fdx from 452.4kb to 358.4kb diff 20%
[2019-01-09T09:30:30,824] compress _2a.cfs from 2.4mb to 1.9mb diff 19%
[2019-01-09T09:30:30,824] compress _60.nvm from 232b to 119b diff 48%
[2019-01-09T09:30:30,825] compress _60.fnm from 1.9kb to 318b diff 83%
[2019-01-09T09:30:30,825] compress _6r.si from 409b to 322b diff 21%
[2019-01-09T09:30:30,826] compress _59.si from 371b to 295b diff 20%
[2019-01-09T09:30:40,298] compress _66.cfs from 168.6mb to 140.6mb diff 16%
[2019-01-09T09:30:40,299] compress _6o.cfe from 405b to 245b diff 39%
[2019-01-09T09:30:40,318] compress _2z.nvd from 688.7kb to 186.6kb diff 72%
[2019-01-09T09:30:53,741] compress _6z.cfs from 245.5mb to 204.6mb diff 16%
[2019-01-09T09:30:53,741] compress _1l.si from 409b to 320b diff 21%
[2019-01-09T09:30:53,742] compress _6f.cfe from 405b to 244b diff 39%
[2019-01-09T09:30:53,742] compress _6z.si from 371b to 296b diff 20%
[2019-01-09T09:30:53,742] compress _2z.nvm from 232b to 118b diff 49%
[2019-01-09T09:30:53,826] compress _2z.dim from 1.8mb to 1.3mb diff 26%
[2019-01-09T09:32:11,150] compress _60_Lucene50_0.pos from 1.2gb to 1.1gb diff 7%
[2019-01-09T09:32:11,150] compress _2z.fnm from 1.9kb to 314b diff 83%
[2019-01-09T09:32:11,151] compress _3s.cfe from 405b to 242b diff 40%
[2019-01-09T09:32:11,151] compress _71.si from 371b to 296b diff 20%
[2019-01-09T09:32:13,032] compress _6o.cfs from 35.4mb to 29.2mb diff 17%
[2019-01-09T09:32:13,186] compress _70_Lucene70_0.dvd from 3.7mb to 2.4mb diff 35%
[2019-01-09T09:32:13,205] compress _60.nvd from 692.1kb to 178.3kb diff 74%
[2019-01-09T09:32:13,205] compress _6j.si from 371b to 295b diff 20%
[2019-01-09T09:32:14,568] compress _6f.cfs from 26.2mb to 21.6mb diff 17%
[2019-01-09T09:33:32,369] compress _2z_Lucene50_0.pos from 1.2gb to 1.1gb diff 7%
[2019-01-09T09:33:32,370] compress _70_Lucene70_0.dvm from 755b to 346b diff 54%
[2019-01-09T09:33:32,370] compress _6h.cfe from 405b to 240b diff 40%
[2019-01-09T09:33:32,371] compress _62.si from 371b to 296b diff 20%
[2019-01-09T09:33:32,371] compress _40.cfe from 405b to 247b diff 39%
[2019-01-09T09:33:32,371] compress _6u.si from 371b to 296b diff 20%
[2019-01-09T09:33:32,372] compress _6z.cfe from 405b to 255b diff 37%
[2019-01-09T09:33:32,372] compress _66.cfe from 405b to 254b diff 37%
[2019-01-09T09:33:32,987] compress _6h.cfs from 11.8mb to 9.6mb diff 18%
[2019-01-09T09:33:32,987] compress _5l.si from 371b to 296b diff 20%
[2019-01-09T09:33:35,375] compress _40.cfs from 42.8mb to 35.4mb diff 17%
[2019-01-09T09:33:35,376] compress pmc chunk_size=1mb from 20.2gb to 16.9gb diff 16% took 19.4m

pmc_2mb

[2019-01-09T09:33:35,376] start benchmarking pmc with chunk_size 2mb
[2019-01-09T09:33:35,407] compress _70.fdx from 447.4kb to 359.7kb diff 19%
[2019-01-09T09:33:55,856] compress _70_Lucene50_0.doc from 359.5mb to 296.1mb diff 17%
[2019-01-09T09:33:55,857] compress _5l.cfe from 405b to 252b diff 37%
[2019-01-09T09:33:55,982] compress _2z_Lucene50_0.tip from 2.4mb to 1.6mb diff 33%
[2019-01-09T09:36:59,568] compress _70.fdt from 3.1gb to 2.5gb diff 18%
[2019-01-09T09:36:59,569] compress _40.si from 371b to 296b diff 20%
[2019-01-09T09:36:59,570] compress _6j.cfe from 405b to 242b diff 40%
[2019-01-09T09:37:04,859] compress _2z_Lucene50_0.tim from 116mb to 67.9mb diff 41%
[2019-01-09T09:37:10,049] compress _60_Lucene50_0.tim from 116.5mb to 69.1mb diff 40%
[2019-01-09T09:37:10,050] compress _70.dii from 79b to 87b diff -10%
[2019-01-09T09:37:10,051] compress _6t.si from 371b to 295b diff 20%
[2019-01-09T09:37:10,052] compress _6u.cfe from 405b to 252b diff 37%
[2019-01-09T09:37:15,351] compress _5l.cfs from 97.4mb to 80.9mb diff 16%
[2019-01-09T09:37:18,070] compress _6c.cfs from 49.5mb to 41mb diff 17%
[2019-01-09T09:37:18,905] compress _6j.cfs from 15.5mb to 12.7mb diff 18%
[2019-01-09T09:37:18,992] compress _70.dim from 1.7mb to 1.3mb diff 24%
[2019-01-09T09:37:28,001] compress _6w.cfs from 161.7mb to 134.6mb diff 16%
[2019-01-09T09:37:28,002] compress _4a.si from 409b to 323b diff 21%
[2019-01-09T09:37:28,003] compress _6c.cfe from 405b to 245b diff 39%
[2019-01-09T09:37:28,004] compress _60.si from 562b to 376b diff 33%
[2019-01-09T09:37:28,023] compress _70.nvd from 693.5kb to 177.4kb diff 74%
[2019-01-09T09:37:28,109] compress _60.dim from 1.7mb to 1.3mb diff 26%
[2019-01-09T09:37:28,109] compress _62.cfe from 405b to 253b diff 37%
[2019-01-09T09:37:28,110] compress _6o.si from 371b to 296b diff 20%
[2019-01-09T09:37:28,110] compress _6w.si from 371b to 296b diff 20%
[2019-01-09T09:37:28,111] compress _70.nvm from 232b to 119b diff 48%
[2019-01-09T09:37:28,111] compress _70.fnm from 1.9kb to 317b diff 83%
[2019-01-09T09:37:28,112] compress _59.cfe from 405b to 242b diff 40%
[2019-01-09T09:37:28,112] compress _6w.cfe from 405b to 256b diff 36%
[2019-01-09T09:37:28,113] compress _6g.si from 371b to 296b diff 20%
[2019-01-09T09:40:30,783] compress _60.fdt from 3.1gb to 2.5gb diff 18%
[2019-01-09T09:40:41,636] compress _62.cfs from 196.4mb to 163.8mb diff 16%
[2019-01-09T09:40:47,828] compress _5s.cfs from 111.4mb to 92.6mb diff 16%
[2019-01-09T09:40:47,844] compress _60.fdx from 439.8kb to 349.6kb diff 20%
[2019-01-09T09:40:47,964] compress _60_Lucene50_0.tip from 2.5mb to 1.6mb diff 33%
[2019-01-09T09:40:47,965] compress _5s.cfe from 405b to 253b diff 37%
[2019-01-09T09:40:57,743] compress _6u.cfs from 177.8mb to 148mb diff 16%
[2019-01-09T09:40:57,744] compress _60.dii from 79b to 87b diff -10%
[2019-01-09T09:40:57,745] compress _2a.si from 371b to 294b diff 20%
[2019-01-09T09:40:57,746] compress _5q.cfe from 405b to 261b diff 35%
[2019-01-09T09:40:57,747] compress _6y.cfe from 405b to 253b diff 37%
[2019-01-09T09:40:57,748] compress _3s.si from 371b to 295b diff 20%
[2019-01-09T09:40:58,842] compress _6g.cfs from 20.6mb to 16.9mb diff 17%
[2019-01-09T09:40:58,844] compress _61.si from 409b to 323b diff 21%
[2019-01-09T09:41:04,621] compress _6p.cfs from 98.3mb to 81.6mb diff 16%
[2019-01-09T09:41:04,622] compress _6v.si from 371b to 296b diff 20%
[2019-01-09T09:41:06,372] compress _4u.cfs from 29.7mb to 24.5mb diff 17%
[2019-01-09T09:41:06,373] compress _6f.si from 371b to 296b diff 20%
[2019-01-09T09:41:44,094] compress _5q.cfs from 673mb to 563.4mb diff 16%
[2019-01-09T09:41:44,094] compress _6g.cfe from 405b to 247b diff 39%
[2019-01-09T09:41:44,095] compress _27.si from 371b to 295b diff 20%
[2019-01-09T09:42:11,017] compress _4a.cfs from 491.1mb to 410.2mb diff 16%
[2019-01-09T09:42:11,018] compress _4a.cfe from 405b to 256b diff 36%
[2019-01-09T09:42:11,019] compress _5s.si from 371b to 296b diff 20%
[2019-01-09T09:42:11,019] compress _6p.cfe from 405b to 255b diff 37%
[2019-01-09T09:42:11,675] compress _59.cfs from 12.2mb to 10mb diff 18%
[2019-01-09T09:42:11,676] compress segments_9 from 2.5kb to 524b diff 79%
[2019-01-09T09:42:11,677] compress _5x.cfe from 405b to 254b diff 37%
[2019-01-09T09:43:29,905] compress _70_Lucene50_0.pos from 1.2gb to 1.2gb diff 7%
[2019-01-09T09:43:29,906] compress _4u.cfe from 405b to 242b diff 40%
[2019-01-09T09:43:30,901] compress _6i.cfs from 18mb to 14.8mb diff 17%
[2019-01-09T09:43:30,902] compress _2z.si from 562b to 375b diff 33%
[2019-01-09T09:43:32,587] compress _71.cfs from 31.7mb to 26.1mb diff 17%
[2019-01-09T09:43:52,464] compress _1l.cfs from 346.1mb to 289.1mb diff 16%
[2019-01-09T09:43:52,465] compress _66.si from 371b to 296b diff 20%
[2019-01-09T09:44:11,535] compress _6r.cfs from 341.3mb to 284.7mb diff 16%
[2019-01-09T09:44:11,536] compress _6y.si from 371b to 296b diff 20%
[2019-01-09T09:44:21,786] compress _6y.cfs from 189.5mb to 157.8mb diff 16%
[2019-01-09T09:44:21,786] compress _6i.cfe from 405b to 246b diff 39%
[2019-01-09T09:44:21,787] compress _6i.si from 371b to 296b diff 20%
[2019-01-09T09:44:21,787] compress _1l.cfe from 405b to 257b diff 36%
[2019-01-09T09:44:21,788] compress _5x.si from 371b to 296b diff 20%
[2019-01-09T09:44:21,788] compress _6r.cfe from 405b to 257b diff 36%
[2019-01-09T09:44:21,789] compress _71.cfe from 405b to 248b diff 38%
[2019-01-09T09:44:21,945] compress _60_Lucene70_0.dvd from 3.6mb to 2.3mb diff 35%
[2019-01-09T09:45:51,822] compress _61.cfs from 1.5gb to 1.2gb diff 16%
[2019-01-09T09:45:51,823] compress _6p.si from 371b to 296b diff 20%
[2019-01-09T09:45:51,824] compress _27.cfe from 405b to 239b diff 40%
[2019-01-09T09:45:51,825] compress _6k.cfe from 405b to 242b diff 40%
[2019-01-09T09:45:51,825] compress _2z_Lucene70_0.dvm from 755b to 346b diff 54%
[2019-01-09T09:45:51,826] compress _60_Lucene70_0.dvm from 755b to 350b diff 53%
[2019-01-09T09:45:51,827] compress _4u.si from 371b to 296b diff 20%
[2019-01-09T09:45:54,833] compress _6v.cfs from 55.9mb to 46.3mb diff 17%
[2019-01-09T09:45:54,834] compress _61.cfe from 405b to 257b diff 36%
[2019-01-09T09:45:54,982] compress _2z_Lucene70_0.dvd from 3.6mb to 2.3mb diff 36%
[2019-01-09T09:46:00,063] compress _6t.cfs from 93.8mb to 78mb diff 16%
[2019-01-09T09:46:00,064] compress _5q.si from 409b to 322b diff 21%
[2019-01-09T09:46:09,964] compress _5x.cfs from 184.1mb to 153.2mb diff 16%
[2019-01-09T09:46:09,965] compress _6h.si from 371b to 295b diff 20%
[2019-01-09T09:46:10,187] compress _6k.cfs from 4.3mb to 3.5mb diff 19%
[2019-01-09T09:46:10,305] compress _70_Lucene50_0.tip from 2.5mb to 1.6mb diff 33%
[2019-01-09T09:46:10,306] compress _6t.cfe from 405b to 251b diff 38%
[2019-01-09T09:49:12,111] compress _2z.fdt from 3.1gb to 2.5gb diff 19%
[2019-01-09T09:49:17,310] compress _70_Lucene50_0.tim from 117.3mb to 69.6mb diff 40%
[2019-01-09T09:49:17,653] compress _3s.cfs from 6.2mb to 5mb diff 18%
[2019-01-09T09:49:38,316] compress _2z_Lucene50_0.doc from 367.2mb to 303.9mb diff 17%
[2019-01-09T09:49:58,703] compress _60_Lucene50_0.doc from 358.9mb to 296mb diff 17%
[2019-01-09T09:49:58,703] compress _2a.cfe from 405b to 240b diff 40%
[2019-01-09T09:49:58,704] compress _2z.dii from 79b to 87b diff -10%
[2019-01-09T09:49:58,704] compress _70.si from 562b to 372b diff 33%
[2019-01-09T09:49:58,705] compress _6k.si from 371b to 295b diff 20%
[2019-01-09T09:49:59,149] compress _27.cfs from 8.3mb to 6.7mb diff 18%
[2019-01-09T09:49:59,150] compress _6v.cfe from 405b to 249b diff 38%
[2019-01-09T09:49:59,150] compress _6c.si from 371b to 296b diff 20%
[2019-01-09T09:49:59,168] compress _2z.fdx from 452.4kb to 358.4kb diff 20%
[2019-01-09T09:49:59,301] compress _2a.cfs from 2.4mb to 1.9mb diff 19%
[2019-01-09T09:49:59,302] compress _60.nvm from 232b to 119b diff 48%
[2019-01-09T09:49:59,302] compress _60.fnm from 1.9kb to 318b diff 83%
[2019-01-09T09:49:59,303] compress _6r.si from 409b to 322b diff 21%
[2019-01-09T09:49:59,303] compress _59.si from 371b to 295b diff 20%
[2019-01-09T09:50:08,444] compress _66.cfs from 168.6mb to 140.6mb diff 16%
[2019-01-09T09:50:08,445] compress _6o.cfe from 405b to 245b diff 39%
[2019-01-09T09:50:08,465] compress _2z.nvd from 688.7kb to 186.6kb diff 72%
[2019-01-09T09:50:21,824] compress _6z.cfs from 245.5mb to 204.6mb diff 16%
[2019-01-09T09:50:21,824] compress _1l.si from 409b to 320b diff 21%
[2019-01-09T09:50:21,825] compress _6f.cfe from 405b to 244b diff 39%
[2019-01-09T09:50:21,825] compress _6z.si from 371b to 296b diff 20%
[2019-01-09T09:50:21,826] compress _2z.nvm from 232b to 118b diff 49%
[2019-01-09T09:50:21,909] compress _2z.dim from 1.8mb to 1.3mb diff 26%
[2019-01-09T09:51:40,270] compress _60_Lucene50_0.pos from 1.2gb to 1.1gb diff 7%
[2019-01-09T09:51:40,271] compress _2z.fnm from 1.9kb to 314b diff 83%
[2019-01-09T09:51:40,271] compress _3s.cfe from 405b to 242b diff 40%
[2019-01-09T09:51:40,272] compress _71.si from 371b to 296b diff 20%
[2019-01-09T09:51:42,142] compress _6o.cfs from 35.4mb to 29.2mb diff 17%
[2019-01-09T09:51:42,296] compress _70_Lucene70_0.dvd from 3.7mb to 2.4mb diff 35%
[2019-01-09T09:51:42,314] compress _60.nvd from 692.1kb to 178.3kb diff 74%
[2019-01-09T09:51:42,315] compress _6j.si from 371b to 295b diff 20%
[2019-01-09T09:51:43,682] compress _6f.cfs from 26.2mb to 21.6mb diff 17%
[2019-01-09T09:53:01,007] compress _2z_Lucene50_0.pos from 1.2gb to 1.1gb diff 7%
[2019-01-09T09:53:01,008] compress _70_Lucene70_0.dvm from 755b to 346b diff 54%
[2019-01-09T09:53:01,008] compress _6h.cfe from 405b to 240b diff 40%
[2019-01-09T09:53:01,009] compress _62.si from 371b to 296b diff 20%
[2019-01-09T09:53:01,009] compress _40.cfe from 405b to 247b diff 39%
[2019-01-09T09:53:01,010] compress _6u.si from 371b to 296b diff 20%
[2019-01-09T09:53:01,011] compress _6z.cfe from 405b to 255b diff 37%
[2019-01-09T09:53:01,011] compress _66.cfe from 405b to 254b diff 37%
[2019-01-09T09:53:01,639] compress _6h.cfs from 11.8mb to 9.6mb diff 18%
[2019-01-09T09:53:01,639] compress _5l.si from 371b to 296b diff 20%
[2019-01-09T09:53:03,969] compress _40.cfs from 42.8mb to 35.4mb diff 17%
[2019-01-09T09:53:03,970] compress pmc chunk_size=2mb from 20.2gb to 16.9gb diff 16% took 19.4m

pmc_4mb

[2019-01-09T09:53:03,970] start benchmarking pmc with chunk_size 4mb
[2019-01-09T09:53:03,997] compress _70.fdx from 447.4kb to 359.7kb diff 19%
[2019-01-09T09:53:25,420] compress _70_Lucene50_0.doc from 359.5mb to 296.1mb diff 17%
[2019-01-09T09:53:25,421] compress _5l.cfe from 405b to 252b diff 37%
[2019-01-09T09:53:25,540] compress _2z_Lucene50_0.tip from 2.4mb to 1.6mb diff 33%
[2019-01-09T09:56:28,623] compress _70.fdt from 3.1gb to 2.5gb diff 18%
[2019-01-09T09:56:28,624] compress _40.si from 371b to 296b diff 20%
[2019-01-09T09:56:28,625] compress _6j.cfe from 405b to 242b diff 40%
[2019-01-09T09:56:33,681] compress _2z_Lucene50_0.tim from 116mb to 67.9mb diff 41%
[2019-01-09T09:56:38,714] compress _60_Lucene50_0.tim from 116.5mb to 69.1mb diff 40%
[2019-01-09T09:56:38,716] compress _70.dii from 79b to 87b diff -10%
[2019-01-09T09:56:38,718] compress _6t.si from 371b to 295b diff 20%
[2019-01-09T09:56:38,719] compress _6u.cfe from 405b to 252b diff 37%
[2019-01-09T09:56:44,018] compress _5l.cfs from 97.4mb to 80.9mb diff 16%
[2019-01-09T09:56:46,789] compress _6c.cfs from 49.5mb to 41mb diff 17%
[2019-01-09T09:56:47,643] compress _6j.cfs from 15.5mb to 12.7mb diff 18%
[2019-01-09T09:56:47,729] compress _70.dim from 1.7mb to 1.3mb diff 24%
[2019-01-09T09:56:56,726] compress _6w.cfs from 161.7mb to 134.6mb diff 16%
[2019-01-09T09:56:56,728] compress _4a.si from 409b to 323b diff 21%
[2019-01-09T09:56:56,729] compress _6c.cfe from 405b to 245b diff 39%
[2019-01-09T09:56:56,730] compress _60.si from 562b to 376b diff 33%
[2019-01-09T09:56:56,748] compress _70.nvd from 693.5kb to 177.4kb diff 74%
[2019-01-09T09:56:56,830] compress _60.dim from 1.7mb to 1.3mb diff 26%
[2019-01-09T09:56:56,831] compress _62.cfe from 405b to 253b diff 37%
[2019-01-09T09:56:56,832] compress _6o.si from 371b to 296b diff 20%
[2019-01-09T09:56:56,833] compress _6w.si from 371b to 296b diff 20%
[2019-01-09T09:56:56,834] compress _70.nvm from 232b to 119b diff 48%
[2019-01-09T09:56:56,835] compress _70.fnm from 1.9kb to 317b diff 83%
[2019-01-09T09:56:56,836] compress _59.cfe from 405b to 242b diff 40%
[2019-01-09T09:56:56,837] compress _6w.cfe from 405b to 256b diff 36%
[2019-01-09T09:56:56,838] compress _6g.si from 371b to 296b diff 20%
[2019-01-09T09:59:55,668] compress _60.fdt from 3.1gb to 2.5gb diff 18%
[2019-01-09T10:00:06,555] compress _62.cfs from 196.4mb to 163.7mb diff 16%
[2019-01-09T10:00:12,400] compress _5s.cfs from 111.4mb to 92.6mb diff 16%
[2019-01-09T10:00:12,417] compress _60.fdx from 439.8kb to 349.6kb diff 20%
[2019-01-09T10:00:12,535] compress _60_Lucene50_0.tip from 2.5mb to 1.6mb diff 33%
[2019-01-09T10:00:12,536] compress _5s.cfe from 405b to 253b diff 37%
[2019-01-09T10:00:21,987] compress _6u.cfs from 177.8mb to 148mb diff 16%
[2019-01-09T10:00:21,988] compress _60.dii from 79b to 87b diff -10%
[2019-01-09T10:00:21,990] compress _2a.si from 371b to 294b diff 20%
[2019-01-09T10:00:21,991] compress _5q.cfe from 405b to 261b diff 35%
[2019-01-09T10:00:21,993] compress _6y.cfe from 405b to 253b diff 37%
[2019-01-09T10:00:21,994] compress _3s.si from 371b to 295b diff 20%
[2019-01-09T10:00:23,047] compress _6g.cfs from 20.6mb to 16.9mb diff 17%
[2019-01-09T10:00:23,048] compress _61.si from 409b to 323b diff 21%
[2019-01-09T10:00:28,354] compress _6p.cfs from 98.3mb to 81.6mb diff 16%
[2019-01-09T10:00:28,355] compress _6v.si from 371b to 296b diff 20%
[2019-01-09T10:00:29,981] compress _4u.cfs from 29.7mb to 24.5mb diff 17%
[2019-01-09T10:00:29,982] compress _6f.si from 371b to 296b diff 20%
[2019-01-09T10:01:07,599] compress _5q.cfs from 673mb to 563.4mb diff 16%
[2019-01-09T10:01:07,600] compress _6g.cfe from 405b to 247b diff 39%
[2019-01-09T10:01:07,601] compress _27.si from 371b to 295b diff 20%
[2019-01-09T10:01:35,111] compress _4a.cfs from 491.1mb to 410.2mb diff 16%
[2019-01-09T10:01:35,112] compress _4a.cfe from 405b to 256b diff 36%
[2019-01-09T10:01:35,114] compress _5s.si from 371b to 296b diff 20%
[2019-01-09T10:01:35,115] compress _6p.cfe from 405b to 255b diff 37%
[2019-01-09T10:01:35,744] compress _59.cfs from 12.2mb to 10mb diff 18%
[2019-01-09T10:01:35,746] compress segments_9 from 2.5kb to 524b diff 79%
[2019-01-09T10:01:35,747] compress _5x.cfe from 405b to 254b diff 37%
[2019-01-09T10:02:51,522] compress _70_Lucene50_0.pos from 1.2gb to 1.2gb diff 7%
[2019-01-09T10:02:51,524] compress _4u.cfe from 405b to 242b diff 40%
[2019-01-09T10:02:52,433] compress _6i.cfs from 18mb to 14.8mb diff 17%
[2019-01-09T10:02:52,435] compress _2z.si from 562b to 375b diff 33%
[2019-01-09T10:02:54,064] compress _71.cfs from 31.7mb to 26.1mb diff 17%
[2019-01-09T10:03:12,430] compress _1l.cfs from 346.1mb to 289mb diff 16%
[2019-01-09T10:03:12,431] compress _66.si from 371b to 296b diff 20%
[2019-01-09T10:03:30,594] compress _6r.cfs from 341.3mb to 284.7mb diff 16%
[2019-01-09T10:03:30,596] compress _6y.si from 371b to 296b diff 20%
[2019-01-09T10:03:40,566] compress _6y.cfs from 189.5mb to 157.8mb diff 16%
[2019-01-09T10:03:40,568] compress _6i.cfe from 405b to 246b diff 39%
[2019-01-09T10:03:40,569] compress _6i.si from 371b to 296b diff 20%
[2019-01-09T10:03:40,571] compress _1l.cfe from 405b to 257b diff 36%
[2019-01-09T10:03:40,572] compress _5x.si from 371b to 296b diff 20%
[2019-01-09T10:03:40,573] compress _6r.cfe from 405b to 257b diff 36%
[2019-01-09T10:03:40,574] compress _71.cfe from 405b to 248b diff 38%
[2019-01-09T10:03:40,719] compress _60_Lucene70_0.dvd from 3.6mb to 2.3mb diff 35%
[2019-01-09T10:05:07,093] compress _61.cfs from 1.5gb to 1.2gb diff 16%
[2019-01-09T10:05:07,095] compress _6p.si from 371b to 296b diff 20%
[2019-01-09T10:05:07,096] compress _27.cfe from 405b to 239b diff 40%
[2019-01-09T10:05:07,098] compress _6k.cfe from 405b to 242b diff 40%
[2019-01-09T10:05:07,099] compress _2z_Lucene70_0.dvm from 755b to 346b diff 54%
[2019-01-09T10:05:07,101] compress _60_Lucene70_0.dvm from 755b to 350b diff 53%
[2019-01-09T10:05:07,102] compress _4u.si from 371b to 296b diff 20%
[2019-01-09T10:05:10,075] compress _6v.cfs from 55.9mb to 46.3mb diff 17%
[2019-01-09T10:05:10,076] compress _61.cfe from 405b to 257b diff 36%
[2019-01-09T10:05:10,231] compress _2z_Lucene70_0.dvd from 3.6mb to 2.3mb diff 36%
[2019-01-09T10:05:15,571] compress _6t.cfs from 93.8mb to 78mb diff 16%
[2019-01-09T10:05:15,572] compress _5q.si from 409b to 322b diff 21%
[2019-01-09T10:05:26,131] compress _5x.cfs from 184.1mb to 153.2mb diff 16%
[2019-01-09T10:05:26,133] compress _6h.si from 371b to 295b diff 20%
[2019-01-09T10:05:26,352] compress _6k.cfs from 4.3mb to 3.5mb diff 19%
[2019-01-09T10:05:26,466] compress _70_Lucene50_0.tip from 2.5mb to 1.6mb diff 33%
[2019-01-09T10:05:26,467] compress _6t.cfe from 405b to 251b diff 38%
[2019-01-09T10:08:23,060] compress _2z.fdt from 3.1gb to 2.5gb diff 19%
[2019-01-09T10:08:27,897] compress _70_Lucene50_0.tim from 117.3mb to 69.6mb diff 40%
[2019-01-09T10:08:28,231] compress _3s.cfs from 6.2mb to 5mb diff 18%
[2019-01-09T10:08:48,739] compress _2z_Lucene50_0.doc from 367.2mb to 303.9mb diff 17%
[2019-01-09T10:09:08,422] compress _60_Lucene50_0.doc from 358.9mb to 296mb diff 17%
[2019-01-09T10:09:08,423] compress _2a.cfe from 405b to 240b diff 40%
[2019-01-09T10:09:08,424] compress _2z.dii from 79b to 87b diff -10%
[2019-01-09T10:09:08,425] compress _70.si from 562b to 372b diff 33%
[2019-01-09T10:09:08,426] compress _6k.si from 371b to 295b diff 20%
[2019-01-09T10:09:08,858] compress _27.cfs from 8.3mb to 6.7mb diff 18%
[2019-01-09T10:09:08,860] compress _6v.cfe from 405b to 249b diff 38%
[2019-01-09T10:09:08,861] compress _6c.si from 371b to 296b diff 20%
[2019-01-09T10:09:08,878] compress _2z.fdx from 452.4kb to 358.4kb diff 20%
[2019-01-09T10:09:09,002] compress _2a.cfs from 2.4mb to 1.9mb diff 19%
[2019-01-09T10:09:09,003] compress _60.nvm from 232b to 119b diff 48%
[2019-01-09T10:09:09,004] compress _60.fnm from 1.9kb to 318b diff 83%
[2019-01-09T10:09:09,005] compress _6r.si from 409b to 322b diff 21%
[2019-01-09T10:09:09,005] compress _59.si from 371b to 295b diff 20%
[2019-01-09T10:09:18,276] compress _66.cfs from 168.6mb to 140.5mb diff 16%
[2019-01-09T10:09:18,278] compress _6o.cfe from 405b to 245b diff 39%
[2019-01-09T10:09:18,299] compress _2z.nvd from 688.7kb to 186.6kb diff 72%
[2019-01-09T10:09:32,254] compress _6z.cfs from 245.5mb to 204.5mb diff 16%
[2019-01-09T10:09:32,256] compress _1l.si from 409b to 320b diff 21%
[2019-01-09T10:09:32,257] compress _6f.cfe from 405b to 244b diff 39%
[2019-01-09T10:09:32,259] compress _6z.si from 371b to 296b diff 20%
[2019-01-09T10:09:32,260] compress _2z.nvm from 232b to 118b diff 49%
[2019-01-09T10:09:32,354] compress _2z.dim from 1.8mb to 1.3mb diff 26%
[2019-01-09T10:10:48,725] compress _60_Lucene50_0.pos from 1.2gb to 1.1gb diff 7%
[2019-01-09T10:10:48,726] compress _2z.fnm from 1.9kb to 314b diff 83%
[2019-01-09T10:10:48,727] compress _3s.cfe from 405b to 242b diff 40%
[2019-01-09T10:10:48,728] compress _71.si from 371b to 296b diff 20%
[2019-01-09T10:10:50,579] compress _6o.cfs from 35.4mb to 29.2mb diff 17%
[2019-01-09T10:10:50,733] compress _70_Lucene70_0.dvd from 3.7mb to 2.4mb diff 35%
[2019-01-09T10:10:50,751] compress _60.nvd from 692.1kb to 178.3kb diff 74%
[2019-01-09T10:10:50,752] compress _6j.si from 371b to 295b diff 20%
[2019-01-09T10:10:52,088] compress _6f.cfs from 26.2mb to 21.6mb diff 17%
[2019-01-09T10:12:08,615] compress _2z_Lucene50_0.pos from 1.2gb to 1.1gb diff 7%
[2019-01-09T10:12:08,616] compress _70_Lucene70_0.dvm from 755b to 346b diff 54%
[2019-01-09T10:12:08,617] compress _6h.cfe from 405b to 240b diff 40%
[2019-01-09T10:12:08,618] compress _62.si from 371b to 296b diff 20%
[2019-01-09T10:12:08,619] compress _40.cfe from 405b to 247b diff 39%
[2019-01-09T10:12:08,620] compress _6u.si from 371b to 296b diff 20%
[2019-01-09T10:12:08,621] compress _6z.cfe from 405b to 255b diff 37%
[2019-01-09T10:12:08,622] compress _66.cfe from 405b to 254b diff 37%
[2019-01-09T10:12:09,228] compress _6h.cfs from 11.8mb to 9.6mb diff 18%
[2019-01-09T10:12:09,229] compress _5l.si from 371b to 296b diff 20%
[2019-01-09T10:12:11,481] compress _40.cfs from 42.8mb to 35.4mb diff 17%
[2019-01-09T10:12:11,481] compress pmc chunk_size=4mb from 20.2gb to 16.9gb diff 16% took 19.1m

pmc_512kb

[2019-01-09T08:54:56,406] start benchmarking pmc with chunk_size 512kb
[2019-01-09T08:54:56,456] compress _70.fdx from 447.4kb to 359.7kb diff 19%
[2019-01-09T08:55:16,646] compress _70_Lucene50_0.doc from 359.5mb to 296.1mb diff 17%
[2019-01-09T08:55:16,646] compress _5l.cfe from 405b to 252b diff 37%
[2019-01-09T08:55:16,757] compress _2z_Lucene50_0.tip from 2.4mb to 1.6mb diff 33%
[2019-01-09T08:58:15,957] compress _70.fdt from 3.1gb to 2.5gb diff 18%
[2019-01-09T08:58:15,958] compress _40.si from 371b to 296b diff 20%
[2019-01-09T08:58:15,958] compress _6j.cfe from 405b to 242b diff 40%
[2019-01-09T08:58:20,942] compress _2z_Lucene50_0.tim from 116mb to 68mb diff 41%
[2019-01-09T08:58:26,124] compress _60_Lucene50_0.tim from 116.5mb to 69.2mb diff 40%
[2019-01-09T08:58:26,124] compress _70.dii from 79b to 87b diff -10%
[2019-01-09T08:58:26,125] compress _6t.si from 371b to 295b diff 20%
[2019-01-09T08:58:26,125] compress _6u.cfe from 405b to 252b diff 37%
[2019-01-09T08:58:31,392] compress _5l.cfs from 97.4mb to 80.9mb diff 16%
[2019-01-09T08:58:34,094] compress _6c.cfs from 49.5mb to 41mb diff 17%
[2019-01-09T08:58:34,926] compress _6j.cfs from 15.5mb to 12.7mb diff 17%
[2019-01-09T08:58:35,012] compress _70.dim from 1.7mb to 1.3mb diff 24%
[2019-01-09T08:58:43,779] compress _6w.cfs from 161.7mb to 134.7mb diff 16%
[2019-01-09T08:58:43,780] compress _4a.si from 409b to 323b diff 21%
[2019-01-09T08:58:43,780] compress _6c.cfe from 405b to 245b diff 39%
[2019-01-09T08:58:43,781] compress _60.si from 562b to 376b diff 33%
[2019-01-09T08:58:43,800] compress _70.nvd from 693.5kb to 177kb diff 74%
[2019-01-09T08:58:43,882] compress _60.dim from 1.7mb to 1.3mb diff 26%
[2019-01-09T08:58:43,882] compress _62.cfe from 405b to 253b diff 37%
[2019-01-09T08:58:43,883] compress _6o.si from 371b to 296b diff 20%
[2019-01-09T08:58:43,883] compress _6w.si from 371b to 296b diff 20%
[2019-01-09T08:58:43,883] compress _70.nvm from 232b to 119b diff 48%
[2019-01-09T08:58:43,884] compress _70.fnm from 1.9kb to 317b diff 83%
[2019-01-09T08:58:43,884] compress _59.cfe from 405b to 242b diff 40%
[2019-01-09T08:58:43,884] compress _6w.cfe from 405b to 256b diff 36%
[2019-01-09T08:58:43,884] compress _6g.si from 371b to 296b diff 20%
[2019-01-09T09:01:43,634] compress _60.fdt from 3.1gb to 2.6gb diff 18%
[2019-01-09T09:01:54,251] compress _62.cfs from 196.4mb to 163.9mb diff 16%
[2019-01-09T09:02:00,288] compress _5s.cfs from 111.4mb to 92.7mb diff 16%
[2019-01-09T09:02:00,304] compress _60.fdx from 439.8kb to 349.6kb diff 20%
[2019-01-09T09:02:00,423] compress _60_Lucene50_0.tip from 2.5mb to 1.6mb diff 33%
[2019-01-09T09:02:00,424] compress _5s.cfe from 405b to 253b diff 37%
[2019-01-09T09:02:10,832] compress _6u.cfs from 177.8mb to 148.1mb diff 16%
[2019-01-09T09:02:10,833] compress _60.dii from 79b to 87b diff -10%
[2019-01-09T09:02:10,833] compress _2a.si from 371b to 294b diff 20%
[2019-01-09T09:02:10,833] compress _5q.cfe from 405b to 261b diff 35%
[2019-01-09T09:02:10,833] compress _6y.cfe from 405b to 253b diff 37%
[2019-01-09T09:02:10,834] compress _3s.si from 371b to 295b diff 20%
[2019-01-09T09:02:11,973] compress _6g.cfs from 20.6mb to 16.9mb diff 17%
[2019-01-09T09:02:11,973] compress _61.si from 409b to 323b diff 21%
[2019-01-09T09:02:17,167] compress _6p.cfs from 98.3mb to 81.7mb diff 16%
[2019-01-09T09:02:17,168] compress _6v.si from 371b to 296b diff 20%
[2019-01-09T09:02:18,756] compress _4u.cfs from 29.7mb to 24.5mb diff 17%
[2019-01-09T09:02:18,757] compress _6f.si from 371b to 296b diff 20%
[2019-01-09T09:02:56,106] compress _5q.cfs from 673mb to 563.8mb diff 16%
[2019-01-09T09:02:56,107] compress _6g.cfe from 405b to 247b diff 39%
[2019-01-09T09:02:56,107] compress _27.si from 371b to 295b diff 20%
[2019-01-09T09:03:22,730] compress _4a.cfs from 491.1mb to 410.5mb diff 16%
[2019-01-09T09:03:22,731] compress _4a.cfe from 405b to 256b diff 36%
[2019-01-09T09:03:22,732] compress _5s.si from 371b to 296b diff 20%
[2019-01-09T09:03:22,732] compress _6p.cfe from 405b to 255b diff 37%
[2019-01-09T09:03:23,437] compress _59.cfs from 12.2mb to 10mb diff 18%
[2019-01-09T09:03:23,437] compress segments_9 from 2.5kb to 524b diff 79%
[2019-01-09T09:03:23,438] compress _5x.cfe from 405b to 254b diff 37%
[2019-01-09T09:04:41,217] compress _70_Lucene50_0.pos from 1.2gb to 1.2gb diff 7%
[2019-01-09T09:04:41,218] compress _4u.cfe from 405b to 242b diff 40%
[2019-01-09T09:04:42,154] compress _6i.cfs from 18mb to 14.8mb diff 17%
[2019-01-09T09:04:42,155] compress _2z.si from 562b to 375b diff 33%
[2019-01-09T09:04:43,930] compress _71.cfs from 31.7mb to 26.1mb diff 17%
[2019-01-09T09:05:03,463] compress _1l.cfs from 346.1mb to 289.2mb diff 16%
[2019-01-09T09:05:03,463] compress _66.si from 371b to 296b diff 20%
[2019-01-09T09:05:22,248] compress _6r.cfs from 341.3mb to 284.9mb diff 16%
[2019-01-09T09:05:22,249] compress _6y.si from 371b to 296b diff 20%
[2019-01-09T09:05:32,630] compress _6y.cfs from 189.5mb to 157.9mb diff 16%
[2019-01-09T09:05:32,631] compress _6i.cfe from 405b to 246b diff 39%
[2019-01-09T09:05:32,631] compress _6i.si from 371b to 296b diff 20%
[2019-01-09T09:05:32,631] compress _1l.cfe from 405b to 257b diff 36%
[2019-01-09T09:05:32,632] compress _5x.si from 371b to 296b diff 20%
[2019-01-09T09:05:32,632] compress _6r.cfe from 405b to 257b diff 36%
[2019-01-09T09:05:32,632] compress _71.cfe from 405b to 248b diff 38%
[2019-01-09T09:05:32,787] compress _60_Lucene70_0.dvd from 3.6mb to 2.3mb diff 35%
[2019-01-09T09:07:00,158] compress _61.cfs from 1.5gb to 1.2gb diff 16%
[2019-01-09T09:07:00,158] compress _6p.si from 371b to 296b diff 20%
[2019-01-09T09:07:00,159] compress _27.cfe from 405b to 239b diff 40%
[2019-01-09T09:07:00,159] compress _6k.cfe from 405b to 242b diff 40%
[2019-01-09T09:07:00,160] compress _2z_Lucene70_0.dvm from 755b to 346b diff 54%
[2019-01-09T09:07:00,160] compress _60_Lucene70_0.dvm from 755b to 350b diff 53%
[2019-01-09T09:07:00,160] compress _4u.si from 371b to 296b diff 20%
[2019-01-09T09:07:03,219] compress _6v.cfs from 55.9mb to 46.3mb diff 17%
[2019-01-09T09:07:03,220] compress _61.cfe from 405b to 257b diff 36%
[2019-01-09T09:07:03,362] compress _2z_Lucene70_0.dvd from 3.6mb to 2.3mb diff 36%
[2019-01-09T09:07:08,403] compress _6t.cfs from 93.8mb to 78mb diff 16%
[2019-01-09T09:07:08,403] compress _5q.si from 409b to 322b diff 21%
[2019-01-09T09:07:18,478] compress _5x.cfs from 184.1mb to 153.3mb diff 16%
[2019-01-09T09:07:18,479] compress _6h.si from 371b to 295b diff 20%
[2019-01-09T09:07:18,715] compress _6k.cfs from 4.3mb to 3.5mb diff 19%
[2019-01-09T09:07:18,829] compress _70_Lucene50_0.tip from 2.5mb to 1.6mb diff 33%
[2019-01-09T09:07:18,830] compress _6t.cfe from 405b to 251b diff 38%
[2019-01-09T09:10:19,801] compress _2z.fdt from 3.1gb to 2.5gb diff 19%
[2019-01-09T09:10:24,616] compress _70_Lucene50_0.tim from 117.3mb to 69.7mb diff 40%
[2019-01-09T09:10:24,935] compress _3s.cfs from 6.2mb to 5mb diff 18%
[2019-01-09T09:10:45,719] compress _2z_Lucene50_0.doc from 367.2mb to 303.9mb diff 17%
[2019-01-09T09:11:05,967] compress _60_Lucene50_0.doc from 358.9mb to 296.1mb diff 17%
[2019-01-09T09:11:05,967] compress _2a.cfe from 405b to 240b diff 40%
[2019-01-09T09:11:05,968] compress _2z.dii from 79b to 87b diff -10%
[2019-01-09T09:11:05,968] compress _70.si from 562b to 372b diff 33%
[2019-01-09T09:11:05,968] compress _6k.si from 371b to 295b diff 20%
[2019-01-09T09:11:06,393] compress _27.cfs from 8.3mb to 6.7mb diff 18%
[2019-01-09T09:11:06,394] compress _6v.cfe from 405b to 249b diff 38%
[2019-01-09T09:11:06,394] compress _6c.si from 371b to 296b diff 20%
[2019-01-09T09:11:06,410] compress _2z.fdx from 452.4kb to 358.4kb diff 20%
[2019-01-09T09:11:06,534] compress _2a.cfs from 2.4mb to 1.9mb diff 19%
[2019-01-09T09:11:06,535] compress _60.nvm from 232b to 119b diff 48%
[2019-01-09T09:11:06,535] compress _60.fnm from 1.9kb to 318b diff 83%
[2019-01-09T09:11:06,536] compress _6r.si from 409b to 322b diff 21%
[2019-01-09T09:11:06,536] compress _59.si from 371b to 295b diff 20%
[2019-01-09T09:11:15,575] compress _66.cfs from 168.6mb to 140.6mb diff 16%
[2019-01-09T09:11:15,575] compress _6o.cfe from 405b to 245b diff 39%
[2019-01-09T09:11:15,596] compress _2z.nvd from 688.7kb to 187.5kb diff 72%
[2019-01-09T09:11:29,151] compress _6z.cfs from 245.5mb to 204.7mb diff 16%
[2019-01-09T09:11:29,151] compress _1l.si from 409b to 320b diff 21%
[2019-01-09T09:11:29,152] compress _6f.cfe from 405b to 244b diff 39%
[2019-01-09T09:11:29,152] compress _6z.si from 371b to 296b diff 20%
[2019-01-09T09:11:29,153] compress _2z.nvm from 232b to 118b diff 49%
[2019-01-09T09:11:29,244] compress _2z.dim from 1.8mb to 1.3mb diff 26%
[2019-01-09T09:12:45,625] compress _60_Lucene50_0.pos from 1.2gb to 1.1gb diff 7%
[2019-01-09T09:12:45,626] compress _2z.fnm from 1.9kb to 314b diff 83%
[2019-01-09T09:12:45,627] compress _3s.cfe from 405b to 242b diff 40%
[2019-01-09T09:12:45,627] compress _71.si from 371b to 296b diff 20%
[2019-01-09T09:12:47,620] compress _6o.cfs from 35.4mb to 29.2mb diff 17%
[2019-01-09T09:12:47,791] compress _70_Lucene70_0.dvd from 3.7mb to 2.4mb diff 35%
[2019-01-09T09:12:47,811] compress _60.nvd from 692.1kb to 178kb diff 74%
[2019-01-09T09:12:47,812] compress _6j.si from 371b to 295b diff 20%
[2019-01-09T09:12:49,317] compress _6f.cfs from 26.2mb to 21.6mb diff 17%
[2019-01-09T09:14:06,046] compress _2z_Lucene50_0.pos from 1.2gb to 1.1gb diff 7%
[2019-01-09T09:14:06,047] compress _70_Lucene70_0.dvm from 755b to 346b diff 54%
[2019-01-09T09:14:06,048] compress _6h.cfe from 405b to 240b diff 40%
[2019-01-09T09:14:06,048] compress _62.si from 371b to 296b diff 20%
[2019-01-09T09:14:06,049] compress _40.cfe from 405b to 247b diff 39%
[2019-01-09T09:14:06,049] compress _6u.si from 371b to 296b diff 20%
[2019-01-09T09:14:06,050] compress _6z.cfe from 405b to 255b diff 37%
[2019-01-09T09:14:06,050] compress _66.cfe from 405b to 254b diff 37%
[2019-01-09T09:14:06,677] compress _6h.cfs from 11.8mb to 9.6mb diff 18%
[2019-01-09T09:14:06,678] compress _5l.si from 371b to 296b diff 20%
[2019-01-09T09:14:09,135] compress _40.cfs from 42.8mb to 35.4mb diff 17%
[2019-01-09T09:14:09,135] compress pmc chunk_size=512kb from 20.2gb to 16.9gb diff 16% took 19.2m

result

compress nyc_taxis chunk_size=512kb from 38.7gb to 27.8gb diff 28% took 32.4m
compress nyc_taxis chunk_size=1mb from 38.7gb to 27.7gb diff 28% took 32.5m
compress nyc_taxis chunk_size=2mb from 38.7gb to 27.7gb diff 28% took 32.7m
compress nyc_taxis chunk_size=4mb from 38.7gb to 27.7gb diff 28% took 32.7m
compress pmc chunk_size=512kb from 20.2gb to 16.9gb diff 16% took 19.2m
compress pmc chunk_size=1mb from 20.2gb to 16.9gb diff 16% took 19.4m
compress pmc chunk_size=2mb from 20.2gb to 16.9gb diff 16% took 19.4m
compress pmc chunk_size=4mb from 20.2gb to 16.9gb diff 16% took 19.1m
compress geonames chunk_size=512kb from 3.1gb to 2.1gb diff 30% took 2.2m
compress geonames chunk_size=1mb from 3.1gb to 2.1gb diff 30% took 2.3m
compress geonames chunk_size=2mb from 3.1gb to 2.1gb diff 30% took 2.2m
compress geonames chunk_size=4mb from 3.1gb to 2.1gb diff 30% took 2.2m
compress osmgeopoints chunk_size=512kb from 3.3gb to 2.6gb diff 22% took 2.6m
compress osmgeopoints chunk_size=1mb from 3.3gb to 2.6gb diff 22% took 2.5m
compress osmgeopoints chunk_size=2mb from 3.3gb to 2.6gb diff 22% took 2.7m
compress osmgeopoints chunk_size=4mb from 3.3gb to 2.6gb diff 22% took 2.7m
compress logs-191998 chunk_size=512kb from 677.4mb to 461mb diff 31% took 30.9s
compress logs-191998 chunk_size=1mb from 677.4mb to 460.8mb diff 31% took 29.6s
compress logs-191998 chunk_size=2mb from 677.4mb to 460.7mb diff 31% took 29.5s
compress logs-191998 chunk_size=4mb from 677.4mb to 460.6mb diff 32% took 29.9s
compress logs-201998 chunk_size=512kb from 909.6mb to 622mb diff 31% took 41.4s
compress logs-201998 chunk_size=1mb from 909.6mb to 621.7mb diff 31% took 39.7s
compress logs-201998 chunk_size=2mb from 909.6mb to 621.5mb diff 31% took 38.4s
compress logs-201998 chunk_size=4mb from 909.6mb to 621.4mb diff 31% took 40.5s
compress logs-231998 chunk_size=512kb from 890.1mb to 609.9mb diff 31% took 39.2s
compress logs-231998 chunk_size=1mb from 890.1mb to 609.6mb diff 31% took 39s
compress logs-231998 chunk_size=2mb from 890.1mb to 609.4mb diff 31% took 39.6s
compress logs-231998 chunk_size=4mb from 890.1mb to 609.3mb diff 31% took 39.3s
compress logs-211998 chunk_size=512kb from 1.1gb to 811.2mb diff 32% took 52.8s
compress logs-211998 chunk_size=1mb from 1.1gb to 810.8mb diff 32% took 52.2s
compress logs-211998 chunk_size=2mb from 1.1gb to 810.6mb diff 32% took 50.8s
compress logs-211998 chunk_size=4mb from 1.1gb to 810.5mb diff 32% took 52.4s
compress logs-181998 chunk_size=512kb from 162.2mb to 106.3mb diff 34% took 7s
compress logs-181998 chunk_size=1mb from 162.2mb to 106.3mb diff 34% took 6.8s
compress logs-181998 chunk_size=2mb from 162.2mb to 106.3mb diff 34% took 6.7s
compress logs-181998 chunk_size=4mb from 162.2mb to 106.3mb diff 34% took 6.9s
compress logs-241998 chunk_size=512kb from 9.3gb to 5.8gb diff 37% took 6.9m
compress logs-241998 chunk_size=1mb from 9.3gb to 5.8gb diff 37% took 6.9m
compress logs-241998 chunk_size=2mb from 9.3gb to 5.8gb diff 37% took 6.9m
compress logs-241998 chunk_size=4mb from 9.3gb to 5.8gb diff 37% took 6.9m
compress logs-221998 chunk_size=512kb from 740.6mb to 501.4mb diff 32% took 33.5s
compress logs-221998 chunk_size=1mb from 740.6mb to 501.2mb diff 32% took 31.2s
compress logs-221998 chunk_size=2mb from 740.6mb to 501mb diff 32% took 32.2s
compress logs-221998 chunk_size=4mb from 740.6mb to 501mb diff 32% took 32.6s