Skip to content

Instantly share code, notes, and snippets.

@greg-fischer

greg-fischer/zol-fio-testing-kvm-guests.txt

Created March 22, 2016 20:16
Show Gist options
  • Save greg-fischer/40b30584ea312f187bed to your computer and use it in GitHub Desktop.
Save greg-fischer/40b30584ea312f187bed to your computer and use it in GitHub Desktop.
Download ZIP
ZFS on Linux - KVM Linux and Windows guests - testing fio and diskspd - guest volumes on raw image and ZVOL, host with 0.6.5.5 ZFS
Raw
zol-fio-testing-kvm-guests.txt
---------------------------------------------------------------------------------------------------
All below are in Guest VM - Ubuntu 12.04 - ZFS 0.6.5.4
Host OS is CentOS 7 - ZFS 0.6.5.5
host file systems and ZVOLs all have compression lz4
Image files are raw and are sparse files.
Host ZFS ZVOLs (vdj and vdi below) are NOT sparse volumes
Guest KVM disks are configured with cache="writethrough"
/dev/vdj1 /tests/hdxfszvol = xfs over ZVOL HD (volblocksize 128k)
/dev/vdk1 /tests/hdxfsimg = xfs over raw img HD
opool/OS/home-1/greg /home/greg = zfs over ZVOL HD (volblocksize 8k (might be sparse vol))
/dev/vde1 /data = xfs over raw img SSD
/dev/vdi1 /tests/ssdxfszvol = xfs over ZVOL SSD (volblocksize 128k)
[guest-xfs-over-zvol-hd]
bssplit=8k/100
rw=randrw
rwmixread=50
direct=0
size=1024m
ioengine=posixaio
fallocate=none
iodepth=32
directory=/tests/hdxfszvol
[guest-xfs-over-rawimg-hd]
bssplit=8k/100
rw=randrw
rwmixread=50
direct=0
size=1024m
ioengine=posixaio
fallocate=none
iodepth=32
directory=/tests/hdxfsimg
[guest-zfs-over-zvol-hd]
bssplit=8k/100
rw=randrw
rwmixread=50
direct=0
size=1024m
ioengine=posixaio
fallocate=none
iodepth=32
directory=/home/greg
[guest-xfs-over-rawimg-ssd]
bssplit=8k/100
rw=randrw
rwmixread=50
direct=0
size=1024m
ioengine=posixaio
fallocate=none
iodepth=32
directory=/data
[guest-xfs-over-zvol-ssd]
bssplit=8k/100
rw=randrw
rwmixread=50
direct=0
size=1024m
ioengine=posixaio
fallocate=none
iodepth=32
directory=/tests/ssdxfszvol
root @ norfair 10:43 AM ~
# fio /data/test.fio
guest-xfs-over-zvol-hd: (g=0): rw=randrw, bs=8K-8K/8K-8K, ioengine=posixaio, iodepth=32
guest-xfs-over-rawimg-hd: (g=0): rw=randrw, bs=8K-8K/8K-8K, ioengine=posixaio, iodepth=32
guest-zfs-over-zvol-hd: (g=0): rw=randrw, bs=8K-8K/8K-8K, ioengine=posixaio, iodepth=32
guest-xfs-over-rawimg-ssd: (g=0): rw=randrw, bs=8K-8K/8K-8K, ioengine=posixaio, iodepth=32
guest-xfs-over-zvol-ssd: (g=0): rw=randrw, bs=8K-8K/8K-8K, ioengine=posixaio, iodepth=32
fio 1.59
Starting 5 processes
guest-xfs-over-zvol-hd: Laying out IO file(s) (1 file(s) / 1024MB)
guest-xfs-over-rawimg-hd: Laying out IO file(s) (1 file(s) / 1024MB)
guest-zfs-over-zvol-hd: Laying out IO file(s) (1 file(s) / 1024MB)
guest-xfs-over-rawimg-ssd: Laying out IO file(s) (1 file(s) / 1024MB)
guest-xfs-over-zvol-ssd: Laying out IO file(s) (1 file(s) / 1024MB)
Jobs: 1 (f=1): [_m___] [97.5% done] [43958K/43761K /s] [5366 /5342 iops] [eta 00m:01s]
guest-xfs-over-zvol-hd: (groupid=0, jobs=1): err= 0: pid=7231
read : io=521152KB, bw=15354KB/s, iops=1919 , runt= 33942msec
slat (usec): min=0 , max=97 , avg= 0.31, stdev= 1.12
clat (usec): min=67 , max=1156.7K, avg=8545.95, stdev=45097.19
lat (usec): min=68 , max=1156.7K, avg=8546.27, stdev=45097.19
bw (KB/s) : min= 0, max=74992, per=1.84%, avg=1253.27, stdev=7531.99
write: io=527424KB, bw=15539KB/s, iops=1942 , runt= 33942msec
slat (usec): min=0 , max=198 , avg= 0.61, stdev= 1.78
clat (usec): min=17 , max=1156.7K, avg=7992.61, stdev=42983.76
lat (usec): min=18 , max=1156.7K, avg=7993.22, stdev=42983.77
bw (KB/s) : min= 0, max=76992, per=2.05%, avg=1402.49, stdev=8013.62
cpu : usr=0.60%, sys=5.95%, ctx=77638, majf=0, minf=60
IO depths : 1=0.1%, 2=0.1%, 4=1.9%, 8=30.9%, 16=62.4%, 32=4.9%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=96.3%, 8=0.1%, 16=0.1%, 32=3.7%, 64=0.0%, >=64=0.0%
issued r/w/d: total=65144/65928/0, short=0/0/0
lat (usec): 20=0.01%, 50=0.01%, 100=0.01%, 250=0.01%, 500=1.42%
lat (usec): 750=13.74%, 1000=20.26%
lat (msec): 2=42.09%, 4=14.49%, 10=2.91%, 20=1.09%, 50=0.73%
lat (msec): 100=0.90%, 250=1.44%, 500=0.74%, 750=0.14%, 1000=0.01%
lat (msec): 2000=0.01%
guest-xfs-over-rawimg-hd: (groupid=0, jobs=1): err= 0: pid=7232
read : io=523888KB, bw=13626KB/s, iops=1703 , runt= 38447msec
slat (usec): min=0 , max=168 , avg= 0.31, stdev= 1.38
clat (usec): min=365 , max=891447 , avg=9556.28, stdev=42612.38
lat (usec): min=365 , max=891448 , avg=9556.59, stdev=42612.38
bw (KB/s) : min= 0, max=70432, per=1.64%, avg=1119.71, stdev=6630.15
write: io=524688KB, bw=13647KB/s, iops=1705 , runt= 38447msec
slat (usec): min=0 , max=267 , avg= 0.60, stdev= 1.53
clat (usec): min=18 , max=891447 , avg=9177.85, stdev=40243.95
lat (usec): min=19 , max=891447 , avg=9178.45, stdev=40243.96
bw (KB/s) : min= 0, max=71088, per=1.71%, avg=1169.99, stdev=6811.47
cpu : usr=0.68%, sys=5.91%, ctx=74830, majf=0, minf=61
IO depths : 1=0.1%, 2=0.1%, 4=1.7%, 8=30.9%, 16=62.6%, 32=4.8%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=96.3%, 8=0.1%, 16=0.0%, 32=3.7%, 64=0.0%, >=64=0.0%
issued r/w/d: total=65486/65586/0, short=0/0/0
lat (usec): 20=0.01%, 50=0.02%, 250=0.01%, 500=0.10%, 750=4.08%
lat (usec): 1000=16.53%
lat (msec): 2=48.77%, 4=17.68%, 10=3.79%, 20=2.71%, 50=2.15%
lat (msec): 100=1.53%, 250=1.92%, 500=0.58%, 750=0.10%, 1000=0.03%
guest-zfs-over-zvol-hd: (groupid=0, jobs=1): err= 0: pid=7233
read : io=524128KB, bw=25718KB/s, iops=3214 , runt= 20380msec
slat (usec): min=0 , max=30183 , avg= 0.81, stdev=118.48
clat (usec): min=19 , max=63581 , avg=4639.81, stdev=5273.57
lat (usec): min=19 , max=63581 , avg=4640.62, stdev=5274.46
bw (KB/s) : min= 0, max=251792, per=3.31%, avg=2250.46, stdev=13368.74
write: io=524448KB, bw=25733KB/s, iops=3216 , runt= 20380msec
slat (usec): min=0 , max=581 , avg= 0.61, stdev= 2.56
clat (usec): min=14 , max=63580 , avg=5255.31, stdev=5915.23
lat (usec): min=23 , max=63580 , avg=5255.93, stdev=5915.23
bw (KB/s) : min= 0, max=248334, per=2.78%, avg=1897.65, stdev=12181.38
cpu : usr=1.24%, sys=13.07%, ctx=56954, majf=0, minf=59
IO depths : 1=0.1%, 2=0.1%, 4=2.6%, 8=29.9%, 16=62.0%, 32=5.4%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=96.3%, 8=0.1%, 16=0.1%, 32=3.6%, 64=0.0%, >=64=0.0%
issued r/w/d: total=65516/65556/0, short=0/0/0
lat (usec): 20=0.01%, 50=0.19%, 100=0.01%, 250=11.05%, 500=9.37%
lat (usec): 750=1.37%, 1000=0.21%
lat (msec): 2=5.40%, 4=30.00%, 10=29.64%, 20=9.91%, 50=2.80%
lat (msec): 100=0.05%
guest-xfs-over-rawimg-ssd: (groupid=0, jobs=1): err= 0: pid=7234
read : io=525552KB, bw=20868KB/s, iops=2608 , runt= 25185msec
slat (usec): min=0 , max=81 , avg= 0.31, stdev= 1.03
clat (usec): min=313 , max=595649 , avg=6270.48, stdev=23277.69
lat (usec): min=314 , max=595649 , avg=6270.79, stdev=23277.69
bw (KB/s) : min= 0, max=67968, per=2.44%, avg=1662.35, stdev=7913.37
write: io=523024KB, bw=20767KB/s, iops=2595 , runt= 25185msec
slat (usec): min=0 , max=232 , avg= 0.59, stdev= 1.75
clat (usec): min=17 , max=595647 , avg=5987.53, stdev=20847.25
lat (usec): min=18 , max=595648 , avg=5988.12, stdev=20847.28
bw (KB/s) : min= 0, max=67401, per=2.40%, avg=1639.61, stdev=7861.49
cpu : usr=0.78%, sys=8.77%, ctx=79337, majf=0, minf=60
IO depths : 1=0.1%, 2=0.1%, 4=1.6%, 8=31.0%, 16=62.6%, 32=4.8%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=96.3%, 8=0.1%, 16=0.0%, 32=3.7%, 64=0.0%, >=64=0.0%
issued r/w/d: total=65694/65378/0, short=0/0/0
lat (usec): 20=0.01%, 50=0.01%, 100=0.01%, 250=0.01%, 500=0.12%
lat (usec): 750=3.34%, 1000=13.67%
lat (msec): 2=45.92%, 4=17.88%, 10=5.74%, 20=5.83%, 50=6.10%
lat (msec): 100=0.78%, 250=0.40%, 500=0.16%, 750=0.04%
guest-xfs-over-zvol-ssd: (groupid=0, jobs=1): err= 0: pid=7235
read : io=523064KB, bw=26824KB/s, iops=3352 , runt= 19500msec
slat (usec): min=0 , max=179 , avg= 0.32, stdev= 1.86
clat (usec): min=50 , max=153186 , avg=4734.61, stdev=10877.28
lat (usec): min=50 , max=153186 , avg=4734.93, stdev=10877.27
bw (KB/s) : min= 0, max=73637, per=3.18%, avg=2162.15, stdev=9834.18
write: io=525512KB, bw=26949KB/s, iops=3368 , runt= 19500msec
slat (usec): min=0 , max=176 , avg= 0.62, stdev= 2.11
clat (usec): min=20 , max=153184 , avg=4742.14, stdev=11198.01
lat (usec): min=20 , max=153184 , avg=4742.76, stdev=11198.02
bw (KB/s) : min= 0, max=76054, per=3.17%, avg=2165.42, stdev=9855.99
cpu : usr=1.03%, sys=11.16%, ctx=91594, majf=0, minf=61
IO depths : 1=0.1%, 2=0.1%, 4=1.5%, 8=31.0%, 16=62.6%, 32=4.9%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=96.3%, 8=0.1%, 16=0.1%, 32=3.7%, 64=0.0%, >=64=0.0%
issued r/w/d: total=65383/65689/0, short=0/0/0
lat (usec): 50=0.01%, 100=0.01%, 250=0.01%, 500=0.43%, 750=8.44%
lat (usec): 1000=19.06%
lat (msec): 2=41.16%, 4=14.64%, 10=4.35%, 20=5.33%, 50=5.39%
lat (msec): 100=1.00%, 250=0.17%
Run status group 0 (all jobs):
READ: io=2556.5MB, aggrb=68088KB/s, minb=13953KB/s, maxb=27467KB/s, mint=19500msec, maxt=38447msec
WRITE: io=2563.6MB, aggrb=68278KB/s, minb=13974KB/s, maxb=27596KB/s, mint=19500msec, maxt=38447msec
Disk stats (read/write):
vdj: ios=64264/1938, merge=0/1, ticks=28288/4189440, in_queue=4590380, util=96.35%
vdk: ios=65257/1224, merge=0/1, ticks=31692/4980020, in_queue=5194644, util=97.04%
vde: ios=65227/17482, merge=0/8, ticks=14372/3508920, in_queue=3539700, util=95.15%
vdi: ios=65060/14055, merge=0/5, ticks=9332/2598668, in_queue=2613412, util=93.08%
-------- disks
/dev/vdj1 /tests/hdxfszvol = xfs over ZVOL HD
/dev/vdk1 /tests/hdxfsimg = xfs over raw img HD
opool/OS/home-1/greg /home/greg = zfs over ZVOL HD
/dev/vde1 /data = xfs over raw img SSD
/dev/vdi1 /tests/ssdxfszvol = xfs over ZVOL SSD
----- Individually -----
root @ norfair 10:56 AM ~
# fio /data/test.fio
guest-xfs-over-zvol-hd: (g=0): rw=randrw, bs=8K-8K/8K-8K, ioengine=posixaio, iodepth=32
fio 1.59
Starting 1 process
Jobs: 1 (f=1): [m] [100.0% done] [102.2M/98.82M /s] [12.8K/12.4K iops] [eta 00m:00s]
guest-xfs-over-zvol-hd: (groupid=0, jobs=1): err= 0: pid=7315
read : io=523464KB, bw=118888KB/s, iops=14861 , runt= 4403msec
slat (usec): min=0 , max=100 , avg= 0.24, stdev= 0.65
clat (usec): min=301 , max=68517 , avg=1078.30, stdev=2940.69
lat (usec): min=302 , max=68517 , avg=1078.54, stdev=2940.69
bw (KB/s) : min= 0, max=150656, per=11.11%, avg=13207.23, stdev=38781.65
write: io=525112KB, bw=119262KB/s, iops=14907 , runt= 4403msec
slat (usec): min=0 , max=30 , avg= 0.50, stdev= 0.65
clat (usec): min=18 , max=68516 , avg=985.61, stdev=2905.39
lat (usec): min=19 , max=68516 , avg=986.11, stdev=2905.39
bw (KB/s) : min= 0, max=153744, per=12.10%, avg=14430.81, stdev=40518.29
cpu : usr=2.64%, sys=30.62%, ctx=70466, majf=0, minf=60
IO depths : 1=0.1%, 2=0.1%, 4=2.7%, 8=30.5%, 16=61.7%, 32=5.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=96.3%, 8=0.1%, 16=0.0%, 32=3.6%, 64=0.0%, >=64=0.0%
issued r/w/d: total=65433/65639/0, short=0/0/0
lat (usec): 20=0.01%, 50=0.02%, 500=3.95%, 750=48.57%, 1000=22.52%
lat (msec): 2=23.97%, 4=0.57%, 50=0.22%, 100=0.17%
Run status group 0 (all jobs):
READ: io=523464KB, aggrb=118888KB/s, minb=121741KB/s, maxb=121741KB/s, mint=4403msec, maxt=4403msec
WRITE: io=525112KB, aggrb=119262KB/s, minb=122124KB/s, maxb=122124KB/s, mint=4403msec, maxt=4403msec
Disk stats (read/write):
vdj: ios=65324/1481, merge=0/1, ticks=2812/337116, in_queue=343652, util=74.78%
root @ norfair 10:57 AM ~
# fio /data/test.fio
guest-xfs-over-rawimg-hd: (g=0): rw=randrw, bs=8K-8K/8K-8K, ioengine=posixaio, iodepth=32
fio 1.59
Starting 1 process
guest-xfs-over-rawimg-hd: Laying out IO file(s) (1 file(s) / 1024MB)
Jobs: 1 (f=1): [m] [100.0% done] [113.8M/112.3M /s] [14.2K/14.3K iops] [eta 00m:00s]
guest-xfs-over-rawimg-hd: (groupid=0, jobs=1): err= 0: pid=7327
read : io=526064KB, bw=118057KB/s, iops=14757 , runt= 4456msec
slat (usec): min=0 , max=112 , avg= 0.24, stdev= 0.68
clat (usec): min=351 , max=6359 , avg=1130.14, stdev=469.89
lat (usec): min=351 , max=6360 , avg=1130.38, stdev=469.91
bw (KB/s) : min= 0, max=122032, per=8.93%, avg=10536.73, stdev=33560.94
write: io=522512KB, bw=117260KB/s, iops=14657 , runt= 4456msec
slat (usec): min=0 , max=27 , avg= 0.50, stdev= 0.63
clat (usec): min=19 , max=6357 , avg=1016.26, stdev=426.58
lat (usec): min=19 , max=6358 , avg=1016.76, stdev=426.60
bw (KB/s) : min= 0, max=121520, per=8.35%, avg=9794.21, stdev=32326.03
cpu : usr=3.68%, sys=28.82%, ctx=70833, majf=0, minf=59
IO depths : 1=0.1%, 2=0.1%, 4=2.3%, 8=30.8%, 16=62.2%, 32=4.7%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=96.3%, 8=0.1%, 16=0.1%, 32=3.7%, 64=0.0%, >=64=0.0%
issued r/w/d: total=65758/65314/0, short=0/0/0
lat (usec): 20=0.01%, 50=0.01%, 500=0.79%, 750=19.96%, 1000=41.03%
lat (msec): 2=34.43%, 4=3.68%, 10=0.11%
Run status group 0 (all jobs):
READ: io=526064KB, aggrb=118057KB/s, minb=120890KB/s, maxb=120890KB/s, mint=4456msec, maxt=4456msec
WRITE: io=522512KB, aggrb=117260KB/s, minb=120074KB/s, maxb=120074KB/s, mint=4456msec, maxt=4456msec
Disk stats (read/write):
vdk: ios=65213/0, merge=0/0, ticks=2936/0, in_queue=2900, util=64.10%
root @ norfair 10:59 AM ~
# fio /data/test.fio
guest-zfs-over-zvol-hd: (g=0): rw=randrw, bs=8K-8K/8K-8K, ioengine=posixaio, iodepth=32
fio 1.59
Starting 1 process
guest-zfs-over-zvol-hd: Laying out IO file(s) (1 file(s) / 1024MB)
Jobs: 1 (f=1): [m] [100.0% done] [23693K/23897K /s] [2892 /2917 iops] [eta 00m:00s]
guest-zfs-over-zvol-hd: (groupid=0, jobs=1): err= 0: pid=7337
read : io=524992KB, bw=29390KB/s, iops=3673 , runt= 17863msec
slat (usec): min=0 , max=929 , avg= 0.35, stdev= 3.76
clat (usec): min=18 , max=66046 , avg=4107.57, stdev=3085.18
lat (usec): min=19 , max=66047 , avg=4107.92, stdev=3085.20
bw (KB/s) : min= 0, max=96560, per=9.50%, avg=2790.68, stdev=9735.96
write: io=523584KB, bw=29311KB/s, iops=3663 , runt= 17863msec
slat (usec): min=0 , max=94 , avg= 0.68, stdev= 1.07
clat (usec): min=26 , max=66048 , avg=4571.76, stdev=3289.39
lat (usec): min=28 , max=66049 , avg=4572.44, stdev=3289.40
bw (KB/s) : min= 0, max=96256, per=7.14%, avg=2094.01, stdev=8513.33
cpu : usr=1.77%, sys=19.39%, ctx=65433, majf=0, minf=60
IO depths : 1=0.1%, 2=0.1%, 4=2.8%, 8=30.5%, 16=61.9%, 32=4.6%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=96.3%, 8=0.1%, 16=0.0%, 32=3.6%, 64=0.0%, >=64=0.0%
issued r/w/d: total=65624/65448/0, short=0/0/0
lat (usec): 20=0.01%, 50=0.04%, 250=1.53%, 500=5.27%, 750=0.81%
lat (usec): 1000=0.21%
lat (msec): 2=5.63%, 4=41.73%, 10=40.95%, 20=3.23%, 50=0.58%
lat (msec): 100=0.01%
Run status group 0 (all jobs):
READ: io=524992KB, aggrb=29389KB/s, minb=30095KB/s, maxb=30095KB/s, mint=17863msec, maxt=17863msec
WRITE: io=523584KB, aggrb=29311KB/s, minb=30014KB/s, maxb=30014KB/s, mint=17863msec, maxt=17863msec
root @ norfair 11:01 AM ~
# fio /data/test.fio
guest-xfs-over-rawimg-ssd: (g=0): rw=randrw, bs=8K-8K/8K-8K, ioengine=posixaio, iodepth=32
fio 1.59
Starting 1 process
guest-xfs-over-rawimg-ssd: Laying out IO file(s) (1 file(s) / 1024MB)
Jobs: 1 (f=1): [m] [100.0% done] [133.3M/134.5M /s] [16.7K/16.9K iops] [eta 00m:00s]
guest-xfs-over-rawimg-ssd: (groupid=0, jobs=1): err= 0: pid=7378
read : io=525840KB, bw=128536KB/s, iops=16066 , runt= 4091msec
slat (usec): min=0 , max=17 , avg= 0.25, stdev= 0.49
clat (usec): min=310 , max=7371 , avg=1039.85, stdev=439.81
lat (usec): min=310 , max=7371 , avg=1040.09, stdev=439.81
bw (KB/s) : min= 0, max=139008, per=7.68%, avg=9877.59, stdev=34453.07
write: io=522736KB, bw=127777KB/s, iops=15972 , runt= 4091msec
slat (usec): min=0 , max=92 , avg= 0.51, stdev= 0.73
clat (usec): min=15 , max=7211 , avg=927.78, stdev=399.63
lat (usec): min=16 , max=7212 , avg=928.29, stdev=399.64
bw (KB/s) : min= 0, max=140304, per=11.60%, avg=14817.78, stdev=41326.42
cpu : usr=3.42%, sys=24.55%, ctx=70798, majf=0, minf=59
IO depths : 1=0.1%, 2=0.1%, 4=3.0%, 8=30.8%, 16=61.9%, 32=4.3%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=96.3%, 8=0.1%, 16=0.0%, 32=3.7%, 64=0.0%, >=64=0.0%
issued r/w/d: total=65730/65342/0, short=0/0/0
lat (usec): 20=0.01%, 50=0.02%, 500=1.50%, 750=30.79%, 1000=37.39%
lat (msec): 2=28.68%, 4=1.51%, 10=0.09%
Run status group 0 (all jobs):
READ: io=525840KB, aggrb=128535KB/s, minb=131620KB/s, maxb=131620KB/s, mint=4091msec, maxt=4091msec
WRITE: io=522736KB, aggrb=127777KB/s, minb=130843KB/s, maxb=130843KB/s, mint=4091msec, maxt=4091msec
Disk stats (read/write):
vde: ios=64320/0, merge=0/0, ticks=2868/0, in_queue=2840, util=69.22%
root @ norfair 11:02 AM ~
# fio /data/test.fio
guest-xfs-over-zvol-ssd: (g=0): rw=randrw, bs=8K-8K/8K-8K, ioengine=posixaio, iodepth=32
fio 1.59
Starting 1 process
guest-xfs-over-zvol-ssd: Laying out IO file(s) (1 file(s) / 1024MB)
Jobs: 1 (f=1): [m] [100.0% done] [168.1M/169.6M /s] [21.2K/21.2K iops] [eta 00m:00s]
guest-xfs-over-zvol-ssd: (groupid=0, jobs=1): err= 0: pid=7386
read : io=524488KB, bw=166398KB/s, iops=20799 , runt= 3152msec
slat (usec): min=0 , max=58 , avg= 0.24, stdev= 0.52
clat (usec): min=324 , max=4496 , avg=796.56, stdev=303.81
lat (usec): min=325 , max=4496 , avg=796.79, stdev=303.81
bw (KB/s) : min= 0, max=170176, per=9.66%, avg=16078.97, stdev=49543.41
write: io=524088KB, bw=166272KB/s, iops=20783 , runt= 3152msec
slat (usec): min=0 , max=73 , avg= 0.51, stdev= 0.63
clat (usec): min=17 , max=4495 , avg=714.94, stdev=277.53
lat (usec): min=17 , max=4495 , avg=715.45, stdev=277.55
bw (KB/s) : min= 0, max=172864, per=13.62%, avg=22649.45, stdev=57697.80
cpu : usr=4.06%, sys=31.23%, ctx=70610, majf=0, minf=59
IO depths : 1=0.1%, 2=0.1%, 4=2.7%, 8=30.6%, 16=61.9%, 32=4.7%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=96.3%, 8=0.1%, 16=0.0%, 32=3.7%, 64=0.0%, >=64=0.0%
issued r/w/d: total=65561/65511/0, short=0/0/0
lat (usec): 20=0.02%, 50=0.01%, 250=0.01%, 500=10.89%, 750=58.13%
lat (usec): 1000=9.40%
lat (msec): 2=21.42%, 4=0.11%, 10=0.01%
Run status group 0 (all jobs):
READ: io=524488KB, aggrb=166398KB/s, minb=170392KB/s, maxb=170392KB/s, mint=3152msec, maxt=3152msec
WRITE: io=524088KB, aggrb=166271KB/s, minb=170262KB/s, maxb=170262KB/s, mint=3152msec, maxt=3152msec
Disk stats (read/write):
vdi: ios=62428/0, merge=0/0, ticks=1948/0, in_queue=1916, util=61.75%
-----------------------------------------------------------------------------------------------------
Test Amorbis
compression off
[host2-zfs-direct]
bssplit=8k/100
rw=randrw
rwmixread=50
direct=0
size=1024m
ioengine=posixaio
fallocate=none
iodepth=32
directory=/vm/test
[host2-xfs-on-zvol]
bssplit=8k/100
rw=randrw
rwmixread=50
direct=0
size=1024m
ioengine=posixaio
fallocate=none
iodepth=32
directory=/vm/kvm/mnt/testxfsvol
[root@amorbis vm]# fio test.fio
host2-zfs-direct: (g=0): rw=randrw, bs=8K-8K/8K-8K/8K-8K, ioengine=posixaio, iodepth=32
host2-xfs-on-zvol: (g=0): rw=randrw, bs=8K-8K/8K-8K/8K-8K, ioengine=posixaio, iodepth=32
fio-2.2.8
Starting 2 processes
host2-zfs-direct: Laying out IO file(s) (1 file(s) / 1024MB)
Jobs: 1 (f=1): [m(1),_(1)] [90.0% done] [75184KB/73272KB/0KB /s] [9398/9159/0 iops] [eta 00m:02s]
host2-zfs-direct: (groupid=0, jobs=1): err= 0: pid=26015: Tue Mar 22 09:42:17 2016
read : io=525088KB, bw=30443KB/s, iops=3805, runt= 17248msec
slat (usec): min=0, max=1173, avg= 0.53, stdev= 4.75
clat (usec): min=21, max=2223.4K, avg=4112.60, stdev=54874.75
lat (usec): min=21, max=2223.4K, avg=4113.13, stdev=54874.75
clat percentiles (usec):
| 1.00th=[ 266], 5.00th=[ 310], 10.00th=[ 346], 20.00th=[ 426],
| 30.00th=[ 516], 40.00th=[ 612], 50.00th=[ 756], 60.00th=[ 1004],
| 70.00th=[ 1496], 80.00th=[ 2224], 90.00th=[ 3088], 95.00th=[ 3824],
| 99.00th=[10304], 99.50th=[101888], 99.90th=[790528], 99.95th=[1220608],
| 99.99th=[2211840]
bw (KB /s): min= 993, max=180183, per=72.86%, avg=44360.10, stdev=51208.53
write: io=523488KB, bw=30351KB/s, iops=3793, runt= 17248msec
slat (usec): min=0, max=929, avg= 0.78, stdev= 5.98
clat (usec): min=19, max=2223.1K, avg=4278.22, stdev=57278.02
lat (usec): min=20, max=2223.1K, avg=4279.00, stdev=57278.02
clat percentiles (usec):
| 1.00th=[ 286], 5.00th=[ 326], 10.00th=[ 358], 20.00th=[ 442],
| 30.00th=[ 532], 40.00th=[ 636], 50.00th=[ 788], 60.00th=[ 1048],
| 70.00th=[ 1592], 80.00th=[ 2416], 90.00th=[ 3312], 95.00th=[ 4048],
| 99.00th=[10816], 99.50th=[101888], 99.90th=[1056768], 99.95th=[1843200],
| 99.99th=[2211840]
bw (KB /s): min= 904, max=179417, per=72.80%, avg=44193.10, stdev=51066.13
lat (usec) : 20=0.01%, 50=0.01%, 100=0.02%, 250=0.37%, 500=26.73%
lat (usec) : 750=21.71%, 1000=10.31%
lat (msec) : 2=16.86%, 4=19.14%, 10=3.83%, 20=0.23%, 50=0.12%
lat (msec) : 100=0.10%, 250=0.30%, 500=0.12%, 750=0.02%, 1000=0.02%
lat (msec) : 2000=0.07%, >=2000=0.02%
cpu : usr=3.39%, sys=0.56%, ctx=24196, majf=0, minf=52
IO depths : 1=0.1%, 2=0.1%, 4=0.2%, 8=7.2%, 16=68.4%, 32=24.2%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=95.1%, 8=2.0%, 16=1.8%, 32=1.1%, 64=0.0%, >=64=0.0%
issued : total=r=65636/w=65436/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0
latency : target=0, window=0, percentile=100.00%, depth=32
host2-xfs-on-zvol: (groupid=0, jobs=1): err= 0: pid=26016: Tue Mar 22 09:42:17 2016
read : io=525088KB, bw=331914KB/s, iops=41489, runt= 1582msec
slat (usec): min=0, max=100, avg= 0.37, stdev= 1.09
clat (usec): min=18, max=1398, avg=332.71, stdev=92.16
lat (usec): min=19, max=1399, avg=333.08, stdev=92.23
clat percentiles (usec):
| 1.00th=[ 213], 5.00th=[ 241], 10.00th=[ 253], 20.00th=[ 274],
| 30.00th=[ 286], 40.00th=[ 302], 50.00th=[ 318], 60.00th=[ 330],
| 70.00th=[ 346], 80.00th=[ 370], 90.00th=[ 414], 95.00th=[ 490],
| 99.00th=[ 708], 99.50th=[ 788], 99.90th=[ 988], 99.95th=[ 1032],
| 99.99th=[ 1272]
bw (KB /s): min=203856, max=404896, per=100.00%, avg=327082.67, stdev=107940.02
write: io=523488KB, bw=330903KB/s, iops=41362, runt= 1582msec
slat (usec): min=0, max=168, avg= 0.54, stdev= 1.21
clat (usec): min=16, max=1276, avg=320.04, stdev=91.88
lat (usec): min=17, max=1277, avg=320.59, stdev=91.94
clat percentiles (usec):
| 1.00th=[ 143], 5.00th=[ 227], 10.00th=[ 243], 20.00th=[ 262],
| 30.00th=[ 278], 40.00th=[ 294], 50.00th=[ 306], 60.00th=[ 322],
| 70.00th=[ 338], 80.00th=[ 358], 90.00th=[ 402], 95.00th=[ 462],
| 99.00th=[ 700], 99.50th=[ 764], 99.90th=[ 964], 99.95th=[ 996],
| 99.99th=[ 1112]
bw (KB /s): min=203568, max=401344, per=100.00%, avg=325818.67, stdev=106846.99
lat (usec) : 20=0.01%, 50=0.04%, 100=0.17%, 250=10.50%, 500=84.87%
lat (usec) : 750=3.79%, 1000=0.55%
lat (msec) : 2=0.07%
cpu : usr=17.84%, sys=19.10%, ctx=21522, majf=0, minf=54
IO depths : 1=0.1%, 2=0.1%, 4=0.2%, 8=10.7%, 16=64.9%, 32=24.1%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=96.1%, 8=1.0%, 16=1.1%, 32=1.8%, 64=0.0%, >=64=0.0%
issued : total=r=65636/w=65436/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0
latency : target=0, window=0, percentile=100.00%, depth=32
Run status group 0 (all jobs):
READ: io=1025.6MB, aggrb=60886KB/s, minb=30443KB/s, maxb=331914KB/s, mint=1582msec, maxt=17248msec
WRITE: io=1022.5MB, aggrb=60701KB/s, minb=30350KB/s, maxb=330902KB/s, mint=1582msec, maxt=17248msec
Disk stats (read/write):
zd640: ios=0/0, merge=0/0, ticks=0/0, in_queue=0, util=0.00%
-------------------------------------------------------------------------------------------------
Test on Amorbis
compression is lz4 on both
[host2-zfs-direct]
bssplit=8k/100
rw=randrw
rwmixread=50
direct=0
size=1024m
ioengine=posixaio
fallocate=none
iodepth=32
directory=/vm
[host2-xfs-on-zvol]
bssplit=8k/100
rw=randrw
rwmixread=50
direct=0
size=1024m
ioengine=posixaio
fallocate=none
iodepth=32
directory=/vm/kvm/mnt/testxfsvol
[root@amorbis vm]# fio test.fio
host2-zfs-direct: (g=0): rw=randrw, bs=8K-8K/8K-8K/8K-8K, ioengine=posixaio, iodepth=32
host2-xfs-on-zvol: (g=0): rw=randrw, bs=8K-8K/8K-8K/8K-8K, ioengine=posixaio, iodepth=32
fio-2.2.8
Starting 2 processes
host2-zfs-direct: Laying out IO file(s) (1 file(s) / 1024MB)
host2-xfs-on-zvol: Laying out IO file(s) (1 file(s) / 1024MB)
Jobs: 1 (f=1): [m(1),_(1)] [85.3% done] [63696KB/62328KB/0KB /s] [7962/7791/0 iops] [eta 00m:25s]
host2-zfs-direct: (groupid=0, jobs=1): err= 0: pid=25762: Tue Mar 22 09:36:02 2016
read : io=525088KB, bw=3631.9KB/s, iops=453, runt=144609msec
slat (usec): min=0, max=263, avg= 0.55, stdev= 1.50
clat (usec): min=18, max=3935.4K, avg=35353.25, stdev=115647.17
lat (usec): min=19, max=3935.5K, avg=35353.80, stdev=115647.26
clat percentiles (usec):
| 1.00th=[ 274], 5.00th=[ 374], 10.00th=[ 462], 20.00th=[ 580],
| 30.00th=[ 684], 40.00th=[ 892], 50.00th=[ 1288], 60.00th=[ 1768],
| 70.00th=[ 2512], 80.00th=[21888], 90.00th=[112128], 95.00th=[216064],
| 99.00th=[544768], 99.50th=[692224], 99.90th=[1011712], 99.95th=[1220608],
| 99.99th=[3751936]
bw (KB /s): min= 14, max=119744, per=50.33%, avg=3655.33, stdev=13080.84
write: io=523488KB, bw=3620.3KB/s, iops=452, runt=144609msec
slat (usec): min=0, max=902, avg= 0.81, stdev= 3.74
clat (usec): min=20, max=3935.4K, avg=35226.61, stdev=110514.13
lat (usec): min=21, max=3935.4K, avg=35227.42, stdev=110514.32
clat percentiles (usec):
| 1.00th=[ 302], 5.00th=[ 398], 10.00th=[ 490], 20.00th=[ 604],
| 30.00th=[ 716], 40.00th=[ 940], 50.00th=[ 1368], 60.00th=[ 1912],
| 70.00th=[ 2704], 80.00th=[22400], 90.00th=[114176], 95.00th=[218112],
| 99.00th=[536576], 99.50th=[684032], 99.90th=[1011712], 99.95th=[1220608],
| 99.99th=[3063808]
bw (KB /s): min= 19, max=120304, per=50.45%, avg=3652.76, stdev=13041.59
lat (usec) : 20=0.01%, 50=0.02%, 100=0.04%, 250=0.44%, 500=11.29%
lat (usec) : 750=21.61%, 1000=8.93%
lat (msec) : 2=20.08%, 4=13.66%, 10=1.67%, 20=1.41%, 50=5.56%
lat (msec) : 100=4.39%, 250=6.85%, 500=2.88%, 750=0.92%, 1000=0.11%
lat (msec) : 2000=0.11%, >=2000=0.02%
cpu : usr=0.55%, sys=0.04%, ctx=23484, majf=0, minf=52
IO depths : 1=0.1%, 2=0.1%, 4=0.4%, 8=5.2%, 16=71.2%, 32=23.2%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=94.6%, 8=2.5%, 16=2.0%, 32=0.9%, 64=0.0%, >=64=0.0%
issued : total=r=65636/w=65436/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0
latency : target=0, window=0, percentile=100.00%, depth=32
host2-xfs-on-zvol: (groupid=0, jobs=1): err= 0: pid=25763: Tue Mar 22 09:36:02 2016
read : io=525088KB, bw=27083KB/s, iops=3385, runt= 19388msec
slat (usec): min=0, max=148, avg= 0.38, stdev= 0.94
clat (usec): min=18, max=323698, avg=4951.49, stdev=16095.18
lat (usec): min=18, max=323698, avg=4951.87, stdev=16095.23
clat percentiles (usec):
| 1.00th=[ 191], 5.00th=[ 213], 10.00th=[ 225], 20.00th=[ 247],
| 30.00th=[ 278], 40.00th=[ 310], 50.00th=[ 346], 60.00th=[ 406],
| 70.00th=[ 478], 80.00th=[ 540], 90.00th=[19584], 95.00th=[34048],
| 99.00th=[76288], 99.50th=[94720], 99.90th=[144384], 99.95th=[230400],
| 99.99th=[292864]
bw (KB /s): min= 1633, max=230544, per=100.00%, avg=19257.86, stdev=40712.07
write: io=523488KB, bw=27001KB/s, iops=3375, runt= 19388msec
slat (usec): min=0, max=31, avg= 0.58, stdev= 0.71
clat (usec): min=17, max=323684, avg=4487.16, stdev=14538.93
lat (usec): min=18, max=323685, avg=4487.74, stdev=14539.00
clat percentiles (usec):
| 1.00th=[ 133], 5.00th=[ 203], 10.00th=[ 217], 20.00th=[ 239],
| 30.00th=[ 266], 40.00th=[ 298], 50.00th=[ 334], 60.00th=[ 390],
| 70.00th=[ 462], 80.00th=[ 516], 90.00th=[16768], 95.00th=[32128],
| 99.00th=[69120], 99.50th=[91648], 99.90th=[134144], 99.95th=[154624],
| 99.99th=[230400]
bw (KB /s): min= 1622, max=229408, per=100.00%, avg=19248.89, stdev=40557.92
lat (usec) : 20=0.01%, 50=0.18%, 100=0.21%, 250=22.59%, 500=52.44%
lat (usec) : 750=12.23%, 1000=0.50%
lat (msec) : 2=0.28%, 4=0.11%, 10=0.37%, 20=1.44%, 50=7.17%
lat (msec) : 100=2.12%, 250=0.33%, 500=0.02%
cpu : usr=2.22%, sys=0.23%, ctx=18723, majf=0, minf=54
IO depths : 1=0.1%, 2=0.1%, 4=1.1%, 8=10.7%, 16=66.0%, 32=22.2%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=96.1%, 8=1.0%, 16=1.2%, 32=1.7%, 64=0.0%, >=64=0.0%
issued : total=r=65636/w=65436/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0
latency : target=0, window=0, percentile=100.00%, depth=32
Run status group 0 (all jobs):
READ: io=1025.6MB, aggrb=7262KB/s, minb=3631KB/s, maxb=27083KB/s, mint=19388msec, maxt=144609msec
WRITE: io=1022.5MB, aggrb=7240KB/s, minb=3620KB/s, maxb=27000KB/s, mint=19388msec, maxt=144609msec
Disk stats (read/write):
zd640: ios=0/0, merge=0/0, ticks=0/0, in_queue=0, util=0.00%
----------------------------------------------------------------------------------------------------
Windows 2012 R2 Guest Tests On Amorbis
----------------------------------------------------------------------------------------------------
Guest volume is raw sparse image
Host has 0.6.5.5 ZFS
C:\util>diskspd -b8K -d30 -o4 -t2 -h -r -w25 -L -Z1G -c1G c:\util\iotest.dat > DiskSpeedResults.txt
Command Line: diskspd -b8K -d30 -o4 -t2 -h -r -w25 -L -Z1G -c1G c:\util\iotest.dat
Input parameters:
timespan: 1
-------------
duration: 30s
warm up time: 5s
cool down time: 0s
measuring latency
random seed: 0
path: 'c:\util\iotest.dat'
think time: 0ms
burst size: 0
software and hardware write cache disabled
write buffer size: 1073741824
performing mix test (write/read ratio: 25/100)
block size: 8192
using random I/O (alignment: 8192)
number of outstanding I/O operations: 4
thread stride size: 0
threads per file: 2
using I/O Completion Ports
IO priority: normal
Results for timespan 1:
*******************************************************************************
actual test time: 30.02s
thread count: 2
proc count: 2
CPU | Usage | User | Kernel | Idle
-------------------------------------------
0| 2.60%| 0.26%| 2.34%| 97.40%
1| 4.53%| 0.10%| 4.42%| 95.47%
-------------------------------------------
avg.| 3.57%| 0.18%| 3.38%| 96.43%
Total IO
thread | bytes | I/Os | MB/s | I/O per s | AvgLat | LatStdDev | file
-----------------------------------------------------------------------------------------------------
0 | 28966912 | 3536 | 0.92 | 117.80 | 34.185 | 46.852 | c:\util\iotest.dat (1024MB)
1 | 28835840 | 3520 | 0.92 | 117.27 | 34.275 | 45.904 | c:\util\iotest.dat (1024MB)
-----------------------------------------------------------------------------------------------------
total: 57802752 | 7056 | 1.84 | 235.08 | 34.230 | 46.382
Read IO
thread | bytes | I/Os | MB/s | I/O per s | AvgLat | LatStdDev | file
-----------------------------------------------------------------------------------------------------
0 | 21856256 | 2668 | 0.69 | 88.89 | 22.216 | 28.582 | c:\util\iotest.dat (1024MB)
1 | 21733376 | 2653 | 0.69 | 88.39 | 22.613 | 28.776 | c:\util\iotest.dat (1024MB)
-----------------------------------------------------------------------------------------------------
total: 43589632 | 5321 | 1.38 | 177.27 | 22.414 | 28.680
Write IO
thread | bytes | I/Os | MB/s | I/O per s | AvgLat | LatStdDev | file
-----------------------------------------------------------------------------------------------------
0 | 7110656 | 868 | 0.23 | 28.92 | 70.975 | 68.100 | c:\util\iotest.dat (1024MB)
1 | 7102464 | 867 | 0.23 | 28.88 | 69.960 | 65.816 | c:\util\iotest.dat (1024MB)
-----------------------------------------------------------------------------------------------------
total: 14213120 | 1735 | 0.45 | 57.80 | 70.468 | 66.970
%-ile | Read (ms) | Write (ms) | Total (ms)
----------------------------------------------
min | 0.332 | 8.842 | 0.332
25th | 8.493 | 30.340 | 8.773
50th | 12.145 | 48.405 | 18.637
75th | 24.657 | 83.496 | 40.911
90th | 51.464 | 141.169 | 80.060
95th | 76.078 | 199.653 | 115.150
99th | 143.572 | 361.871 | 222.211
3-nines | 265.960 | 576.829 | 501.421
4-nines | 427.935 | 656.552 | 656.552
5-nines | 427.935 | 656.552 | 656.552
6-nines | 427.935 | 656.552 | 656.552
7-nines | 427.935 | 656.552 | 656.552
8-nines | 427.935 | 656.552 | 656.552
max | 427.935 | 656.552 | 656.552
------------ After downgrading back to 0.6.4.2 and guest moved to non-comp. ZVOL ------------------
Guest volume is non-compressed ZVOL (128k blocksize)
Host has 0.6.4.2 ZFS
(cannot run same command as above, get error about "io")
C:\util>diskspd -b8K -d30 -o4 -t2 -h -r -w25 -c1G test.perf
Command Line: diskspd -b8K -d30 -o4 -t2 -h -r -w25 -c1G test.perf
Input parameters:
timespan: 1
-------------
duration: 30s
warm up time: 5s
cool down time: 0s
random seed: 0
path: 'test.perf'
think time: 0ms
burst size: 0
software and hardware write cache disabled
performing mix test (write/read ratio: 25/100)
block size: 8192
using random I/O (alignment: 8192)
number of outstanding I/O operations: 4
thread stride size: 0
threads per file: 2
using I/O Completion Ports
IO priority: normal
Results for timespan 1:
*******************************************************************************
actual test time: 30.00s
thread count: 2
proc count: 2
CPU | Usage | User | Kernel | Idle
-------------------------------------------
0| 2.66%| 0.89%| 1.77%| 97.34%
1| 2.86%| 0.31%| 2.55%| 97.13%
-------------------------------------------
avg.| 2.76%| 0.60%| 2.16%| 97.24%
Total IO
thread | bytes | I/Os | MB/s | I/O per s | file
------------------------------------------------------------------------------
0 | 9879552 | 1206 | 0.31 | 40.20 | test.perf (1024MB)
1 | 10166272 | 1241 | 0.32 | 41.37 | test.perf (1024MB)
------------------------------------------------------------------------------
total: 20045824 | 2447 | 0.64 | 81.56
Read IO
thread | bytes | I/Os | MB/s | I/O per s | file
------------------------------------------------------------------------------
0 | 7569408 | 924 | 0.24 | 30.80 | test.perf (1024MB)
1 | 7856128 | 959 | 0.25 | 31.97 | test.perf (1024MB)
------------------------------------------------------------------------------
total: 15425536 | 1883 | 0.49 | 62.76
Write IO
thread | bytes | I/Os | MB/s | I/O per s | file
------------------------------------------------------------------------------
0 | 2310144 | 282 | 0.07 | 9.40 | test.perf (1024MB)
1 | 2310144 | 282 | 0.07 | 9.40 | test.perf (1024MB)
------------------------------------------------------------------------------
total: 4620288 | 564 | 0.15 | 18.80
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment