gistfile1.txt

cached test
server does not use discard (no SSD TRIM)

measured from iostat

for dyn in 0 1; do for cpri in 0 3; do for j in 1 2 4 8 12 ; do echo j $j, pri $cpri, dyn $dyn; head -3 hw.j$j.pri$cpri.dyn$dyn | tail -1 ; done; done; done | grep -v pri | awk '{ printf "%.0f\t%.0f\t%.0f\t%.0f\n", $3, $5, $6, $7 }'
rMB/s   wMB/s   rGB     wGB
0       98      0       955
0       118     0       1000
0       302     0       827
0       516     0       778
0       651     0       822
0       88      0       632
0       117     0       632
0       278     0       567
0       422     0       601
0       515     0       631
0       98      0       974
0       118     0       968
0       305     0       849
0       554     0       820
0       672     0       840
0       88      0       609
0       117     0       611
0       285     0       595
0       453     0       629
0       534     0       646

measured from compaction IO stats
* wGB.1, rGB.2 - GB for writes, reads during fillrandom
* wGB.2, rGB.2 - GB for writes, reads while waiting for compaction to finish
* wGB.t - wGB.1 + wGB.2
* rGB.t - rGB.1 + rGB.2

for dyn in 0 1; do for cpri in 0 3; do for j in 1 2 4 8 12  ; do echo j $j, pri $cpri, dyn $dyn; tail -1 hw.j$j.pri$cpri.dyn$dyn | tail -1 ; done; done; done | grep -v pri 
wGB.1   rGB.1 wGB.2   rGB.2    wGB.t   rGB.t
799.41 50.68 760.20 54.91 :: 850.09 815.11
853.12 42.29 816.14 44.41 :: 895.41 860.55
668.42 53.94 630.44 57.17 :: 722.36 687.61
627.75 43.45 589.45 46.21 :: 671.20 635.66
672.30 41.13 634.69 42.87 :: 713.43 677.56
480.22 48.21 438.48 54.07 :: 528.43 492.55
480.67 47.62 439.05 53.36 :: 528.29 492.41
415.64 45.25 375.04 49.75 :: 460.89 424.79
463.20 30.91 423.54 33.14 :: 494.11 456.68
503.37 21.83 464.67 23.14 :: 525.20 487.81
815.67 53.95 778.24 56.52 :: 869.62 834.76
820.56 43.33 783.06 45.82 :: 863.89 828.88
691.05 50.72 652.88 54.08 :: 741.77 706.96
661.24 50.86 622.36 54.49 :: 712.10 676.85
691.00 43.31 653.66 45.08 :: 734.31 698.74
458.85 46.53 417.27 52.14 :: 505.38 469.41
460.51 47.07 418.87 52.67 :: 507.58 471.54
452.69 37.51 412.84 41.10 :: 490.20 453.94
498.52 26.37 460.17 28.35 :: 524.89 488.52
516.98 24.05 478.99 25.62 :: 541.03 504.61