fio - ZFS 0.7.0rc4 - 4kb block zvol

gistfile1.txt

# FIRST RUN
#
  write: io=14701MB, bw=50179KB/s, iops=12544, runt=300005msec
    slat (usec): min=1, max=199865, avg=78.38, stdev=1541.10
    clat (usec): min=7, max=599906, avg=2391.89, stdev=9076.47
     lat (usec): min=133, max=599915, avg=2470.39, stdev=9287.94
    clat percentiles (usec):
     |  1.00th=[  141],  5.00th=[  145], 10.00th=[  147], 20.00th=[  157],
     | 30.00th=[  167], 40.00th=[  175], 50.00th=[  181], 60.00th=[  189],
     | 70.00th=[  201], 80.00th=[  266], 90.00th=[ 9920], 95.00th=[11968],
     | 99.00th=[18304], 99.50th=[35072], 99.90th=[138240], 99.95th=[171008],
     | 99.99th=[399360]
    bw (KB  /s): min=  280, max=828776, per=100.00%, avg=51238.81, stdev=109620.38
    lat (usec) : 10=0.01%, 250=79.34%, 500=2.97%, 750=0.36%, 1000=0.07%
    lat (msec) : 2=0.05%, 4=0.01%, 10=7.32%, 20=9.03%, 50=0.65%
    lat (msec) : 100=0.07%, 250=0.11%, 500=0.02%, 750=0.01%
  cpu          : usr=1.70%, sys=6.13%, ctx=34706, majf=0, minf=24
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=100.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=3763505/d=0, short=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=31
#
# SECOND RUN
  write: io=14622MB, bw=49910KB/s, iops=12477, runt=300009msec
    slat (usec): min=2, max=199860, avg=78.79, stdev=1464.01
    clat (usec): min=12, max=599888, avg=2404.81, stdev=8593.43
     lat (usec): min=133, max=599901, avg=2483.72, stdev=8791.97
    clat percentiles (usec):
     |  1.00th=[  141],  5.00th=[  147], 10.00th=[  149], 20.00th=[  159],
     | 30.00th=[  169], 40.00th=[  177], 50.00th=[  183], 60.00th=[  193],
     | 70.00th=[  207], 80.00th=[  298], 90.00th=[ 9792], 95.00th=[11840],
     | 99.00th=[22912], 99.50th=[38144], 99.90th=[87552], 99.95th=[134144],
     | 99.99th=[399360]
    bw (KB  /s): min=  280, max=820128, per=100.00%, avg=50782.40, stdev=109150.11
    lat (usec) : 20=0.01%, 250=78.27%, 500=3.60%, 750=0.41%, 1000=0.08%
    lat (msec) : 2=0.05%, 4=0.01%, 10=9.05%, 20=7.32%, 50=0.97%
    lat (msec) : 100=0.18%, 250=0.05%, 500=0.02%, 750=0.01%
  cpu          : usr=1.56%, sys=6.40%, ctx=36430, majf=0, minf=24
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=100.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=3743335/d=0, short=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=31
#
# THIRD RUN
  write: io=14698MB, bw=50167KB/s, iops=12541, runt=300006msec
    slat (usec): min=1, max=199936, avg=78.36, stdev=1337.75
    clat (usec): min=14, max=400087, avg=2392.46, stdev=7414.74
     lat (usec): min=134, max=400093, avg=2470.94, stdev=7571.12
    clat percentiles (usec):
     |  1.00th=[  147],  5.00th=[  151], 10.00th=[  155], 20.00th=[  161],
     | 30.00th=[  169], 40.00th=[  177], 50.00th=[  187], 60.00th=[  195],
     | 70.00th=[  209], 80.00th=[  314], 90.00th=[10176], 95.00th=[11840],
     | 99.00th=[22656], 99.50th=[37120], 99.90th=[63744], 99.95th=[113152],
     | 99.99th=[199680]
    bw (KB  /s): min=  420, max=787192, per=100.00%, avg=50959.33, stdev=106368.25
    lat (usec) : 20=0.01%, 250=78.08%, 500=3.53%, 750=0.44%, 1000=0.08%
    lat (msec) : 2=0.04%, 4=0.01%, 10=7.59%, 20=9.04%, 50=0.98%
    lat (msec) : 100=0.15%, 250=0.05%, 500=0.01%
  cpu          : usr=1.59%, sys=6.44%, ctx=36653, majf=0, minf=24
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=100.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=3762631/d=0, short=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=31
#
# FOURTH RUN
  write: io=14585MB, bw=49784KB/s, iops=12445, runt=300005msec
    slat (usec): min=2, max=199785, avg=78.96, stdev=1306.53
    clat (usec): min=4, max=399877, avg=2410.90, stdev=6966.89
     lat (usec): min=132, max=399884, avg=2489.99, stdev=7100.05
    clat percentiles (usec):
     |  1.00th=[  143],  5.00th=[  147], 10.00th=[  149], 20.00th=[  159],
     | 30.00th=[  167], 40.00th=[  175], 50.00th=[  183], 60.00th=[  191],
     | 70.00th=[  205], 80.00th=[  314], 90.00th=[10176], 95.00th=[11840],
     | 99.00th=[20864], 99.50th=[38144], 99.90th=[72192], 99.95th=[114176],
     | 99.99th=[199680]
    bw (KB  /s): min=  480, max=816488, per=100.00%, avg=50466.98, stdev=108041.63
    lat (usec) : 10=0.01%, 250=78.19%, 500=3.36%, 750=0.41%, 1000=0.09%
    lat (msec) : 2=0.04%, 4=0.01%, 10=7.61%, 20=9.26%, 50=0.85%
    lat (msec) : 100=0.13%, 250=0.06%, 500=0.01%
  cpu          : usr=1.66%, sys=6.24%, ctx=36263, majf=0, minf=24
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=100.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=3733848/d=0, short=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=31
#
# FIFTH RUN
  write: io=14742MB, bw=50317KB/s, iops=12579, runt=300005msec                                                                                                                                                      [4/4912]
    slat (usec): min=1, max=199758, avg=78.11, stdev=1322.72
    clat (usec): min=6, max=399882, avg=2385.36, stdev=7049.37
     lat (usec): min=133, max=399888, avg=2463.58, stdev=7181.79
    clat percentiles (usec):
     |  1.00th=[  143],  5.00th=[  147], 10.00th=[  151], 20.00th=[  161],
     | 30.00th=[  169], 40.00th=[  177], 50.00th=[  185], 60.00th=[  193],
     | 70.00th=[  207], 80.00th=[  302], 90.00th=[10176], 95.00th=[12096],
     | 99.00th=[25728], 99.50th=[35072], 99.90th=[79360], 99.95th=[128512],
     | 99.99th=[199680]
    bw (KB  /s): min=  487, max=814616, per=100.00%, avg=51090.44, stdev=108070.42
    lat (usec) : 10=0.01%, 250=78.11%, 500=3.78%, 750=0.46%, 1000=0.09%
    lat (msec) : 2=0.05%, 4=0.01%, 10=7.30%, 20=8.84%, 50=1.19%
    lat (msec) : 100=0.09%, 250=0.07%, 500=0.01%
  cpu          : usr=1.62%, sys=6.45%, ctx=36927, majf=0, minf=24
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=100.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=3773824/d=0, short=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=31
     
     Average write IOPS: 12517