fio - zfs-0.7.0-rc4-94-g9c3dcab with PR6316

gistfile1.txt

# FIRST RUN
  write: io=30867MB, bw=105359KB/s, iops=26339, runt=300002msec
    slat (usec): min=1, max=41072, avg=36.61, stdev=568.43
    clat (usec): min=7, max=41373, avg=1139.44, stdev=2992.57
     lat (usec): min=132, max=41381, avg=1176.17, stdev=3037.27
    clat percentiles (usec):
     |  1.00th=[  143],  5.00th=[  147], 10.00th=[  155], 20.00th=[  163],
     | 30.00th=[  169], 40.00th=[  175], 50.00th=[  181], 60.00th=[  189],
     | 70.00th=[  199], 80.00th=[  225], 90.00th=[ 5792], 95.00th=[ 8768],
     | 99.00th=[12608], 99.50th=[14272], 99.90th=[19328], 99.95th=[38144],
     | 99.99th=[40192]
    bw (KB  /s): min=11608, max=827712, per=100.00%, avg=105716.30, stdev=103314.02
    lat (usec) : 10=0.01%, 250=82.73%, 500=5.75%, 750=0.88%, 1000=0.18%
    lat (msec) : 2=0.11%, 4=0.01%, 10=7.16%, 20=3.08%, 50=0.09%
  cpu          : usr=3.40%, sys=12.88%, ctx=74102, majf=0, minf=24
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=100.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=7902004/d=0, short=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=31
#
# SECOND RUN
  write: io=27143MB, bw=92643KB/s, iops=23160, runt=300012msec
    slat (usec): min=1, max=41221, avg=41.87, stdev=682.84
    clat (usec): min=7, max=160801, avg=1295.76, stdev=3605.91
     lat (usec): min=135, max=160807, avg=1337.74, stdev=3660.01
    clat percentiles (usec):
     |  1.00th=[  141],  5.00th=[  147], 10.00th=[  155], 20.00th=[  163],
     | 30.00th=[  169], 40.00th=[  175], 50.00th=[  181], 60.00th=[  189],
     | 70.00th=[  199], 80.00th=[  227], 90.00th=[ 6112], 95.00th=[ 9152],
     | 99.00th=[14656], 99.50th=[18304], 99.90th=[39680], 99.95th=[39680],
     | 99.99th=[40704]
    bw (KB  /s): min= 4314, max=829720, per=100.00%, avg=93222.70, stdev=108136.38
    lat (usec) : 10=0.01%, 250=82.38%, 500=5.29%, 750=0.86%, 1000=0.20%
    lat (msec) : 2=0.14%, 4=0.02%, 10=7.46%, 20=3.21%, 50=0.43%
    lat (msec) : 100=0.01%, 250=0.01%
  cpu          : usr=2.90%, sys=11.34%, ctx=65215, majf=0, minf=24
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=100.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=6948512/d=0, short=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=31
#
# THIRD RUN
  write: io=29938MB, bw=102187KB/s, iops=25546, runt=300006msec
    slat (usec): min=1, max=41544, avg=37.76, stdev=617.39
    clat (usec): min=9, max=41707, avg=1174.84, stdev=3259.86
     lat (usec): min=134, max=41711, avg=1212.72, stdev=3309.00
    clat percentiles (usec):
     |  1.00th=[  149],  5.00th=[  153], 10.00th=[  157], 20.00th=[  165],
     | 30.00th=[  171], 40.00th=[  177], 50.00th=[  183], 60.00th=[  191],
     | 70.00th=[  201], 80.00th=[  233], 90.00th=[ 5664], 95.00th=[ 8896],
     | 99.00th=[13248], 99.50th=[15296], 99.90th=[39680], 99.95th=[40192],
     | 99.99th=[40704]
    bw (KB  /s): min= 4845, max=780448, per=100.00%, avg=102659.58, stdev=102030.80
    lat (usec) : 10=0.01%, 250=81.91%, 500=6.48%, 750=0.97%, 1000=0.22%
    lat (msec) : 2=0.14%, 4=0.02%, 10=6.86%, 20=3.19%, 50=0.20%
  cpu          : usr=3.33%, sys=12.57%, ctx=74560, majf=0, minf=24
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=100.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=7664145/d=0, short=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=31
#
# FOURTH RUN
  write: io=28235MB, bw=96376KB/s, iops=24094, runt=300001msec
    slat (usec): min=1, max=72789, avg=40.14, stdev=822.28
    clat (usec): min=10, max=73097, avg=1245.61, stdev=4397.88
     lat (usec): min=136, max=73104, avg=1285.86, stdev=4466.51
    clat percentiles (usec):
     |  1.00th=[  143],  5.00th=[  149], 10.00th=[  155], 20.00th=[  163],
     | 30.00th=[  171], 40.00th=[  175], 50.00th=[  183], 60.00th=[  189],
     | 70.00th=[  201], 80.00th=[  227], 90.00th=[ 1480], 95.00th=[ 8096],
     | 99.00th=[12864], 99.50th=[39168], 99.90th=[60160], 99.95th=[66048],
     | 99.99th=[72192]
    bw (KB  /s): min= 1803, max=823192, per=100.00%, avg=97467.31, stdev=109252.33
    lat (usec) : 20=0.01%, 250=82.58%, 500=6.09%, 750=1.00%, 1000=0.22%
    lat (msec) : 2=0.14%, 4=0.02%, 10=7.67%, 20=1.64%, 50=0.45%
    lat (msec) : 100=0.18%
  cpu          : usr=3.15%, sys=11.79%, ctx=70237, majf=0, minf=24
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=100.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=7228244/d=0, short=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=31
#
# FIFTH RUN
  write: io=27241MB, bw=92979KB/s, iops=23244, runt=300007msec
    slat (usec): min=1, max=40197, avg=41.66, stdev=647.42
    clat (usec): min=16, max=40630, avg=1291.10, stdev=3394.26
     lat (usec): min=136, max=40639, avg=1332.87, stdev=3444.57
    clat percentiles (usec):
     |  1.00th=[  143],  5.00th=[  149], 10.00th=[  155], 20.00th=[  163],
     | 30.00th=[  169], 40.00th=[  175], 50.00th=[  181], 60.00th=[  189],
     | 70.00th=[  199], 80.00th=[  231], 90.00th=[ 6432], 95.00th=[ 9280],
     | 99.00th=[14656], 99.50th=[15936], 99.90th=[31360], 99.95th=[38656],
     | 99.99th=[39680]
    bw (KB  /s): min=11835, max=826424, per=100.00%, avg=93534.14, stdev=107444.79
    lat (usec) : 20=0.01%, 250=81.83%, 500=5.60%, 750=0.87%, 1000=0.20%
    lat (msec) : 2=0.13%, 4=0.02%, 10=7.68%, 20=3.36%, 50=0.31%
  cpu          : usr=3.02%, sys=11.35%, ctx=66885, majf=0, minf=24
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=100.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=6973607/d=0, short=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=31
#
Average Write IOPS: 24477