Ceph 0.87 earlier perf results KVM 2.0 and libvirt 1.2.2 (pinrojas.com)

ceph0.87.tests01

#VM on CephFS

root@test01:~/test# fio /root/test2.fio
random: (g=0): rw=randread, bs=4K4K/
4K4K,
ioengine=libaio, iodepth=64
fio 1.59
Starting 1 process
Jobs: 1 (f=1): [r] [100.0% done] [27796K/0K /s] [6786 /0 iops] [eta 00m:00s]
random: (groupid=0, jobs=1): err= 0: pid=23719
read : io=1024.0MB, bw=26295KB/s, iops= 6573 , runt= 39877msec
slat (usec): min=3 , max=7159 , avg=21.51, stdev=43.46
clat (usec): min=63 , max=68299 , avg=9709.05, stdev=13510.10
lat (usec): min=359 , max=68324 , avg=9731.44, stdev=13509.91
bw (KB/s) : min=21580, max=28576, per=100.08%, avg=26316.73, stdev=1081.28
cpu : usr=4.36%, sys=19.43%, ctx=87724, majf=1, minf=84
IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=0.1%, >=64=100.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.1%, >=64=0.0%
issued r/w/d: total=262144/0/0, short=0/0/0
lat (usec): 100=0.01%, 500=0.23%, 750=4.57%, 1000=11.53%
lat (msec): 2=42.58%, 4=5.94%, 10=7.32%, 20=4.56%, 50=23.27%
lat (msec): 100=0.01%
Run status group 0 (all jobs):
READ: io=1024.0MB, aggrb=26295KB/s, minb=26926KB/s, maxb=26926KB/s, mint=39877msec,
maxt=39877msec
Disk stats (read/write):
vda: ios=261211/3, merge=0/104, ticks=2518412/12, in_queue=6580764, util=99.90%


#VM on CephRBD
root@test04:~/test# fio /root/test2.fio
random: (g=0): rw=randread, bs=4K4K/
4K4K,
ioengine=libaio, iodepth=64
fio 1.59
Starting 1 process
random: Laying out IO file(s) (1 file(s) / 1024MB)
Jobs: 1 (f=1): [r] [100.0% done] [42924K/0K /s] [10.5K/0 iops] [eta 00m:00s]
random: (groupid=0, jobs=1): err= 0: pid=27850
read : io=1024.0MB, bw=44915KB/s, iops= 11228 , runt= 23346msec
slat (usec): min=3 , max=2033 , avg= 9.01, stdev=21.90
clat (msec): min=1 , max=60 , avg= 5.69, stdev= 2.28
lat (msec): min=1 , max=60 , avg= 5.70, stdev= 2.28
bw (KB/s) : min=38283, max=57528, per=100.08%, avg=44950.59, stdev=3654.06
cpu : usr=3.31%, sys=12.59%, ctx=5556, majf=0, minf=83
IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=0.1%, >=64=100.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.1%, >=64=0.0%
issued r/w/d: total=262144/0/0, short=0/0/0
lat (msec): 2=0.01%, 4=25.34%, 10=69.56%, 20=5.04%, 50=0.05%
lat (msec): 100=0.01%
Run status group 0 (all jobs):
READ: io=1024.0MB, aggrb=44914KB/s, minb=45992KB/s, maxb=45992KB/s, mint=23346msec,
maxt=23346msec
Disk stats (read/write):
vda: ios=259492/2, merge=0/1, ticks=1368396/20, in_queue=1368468, util=99.67%