fio

fio_iops

fio --loops=5 --size=1000m --filename=/tmpfiotest.tmp --stonewall --ioengine=libaio --direct=1   --name=Seqread --bs=1m --rw=read   --name=Seqwrite --bs=1m --rw=write   --name=512Kread --bs=512k --rw=randread   --name=512Kwrite --bs=512k --rw=randwrite   --name=4kQD32read --bs=4k --iodepth=32 --rw=randread   --name=4kQD32write --bs=4k --iodepth=32 --rw=randwrite





[root@ip-172-31-57-189 ~]# fio --loops=5 --size=1000m --filename=/tmpfiotest.tmp --stonewall --ioengine=libaio --direct=1   --name=Seqread --bs=1m --rw=read   --name=Seqwrite --bs=1m --rw=write   --name=512Kread --bs=512k --rw=randread   --name=512Kwrite --bs=512k --rw=randwrite   --name=4kQD32read --bs=4k --iodepth=32 --rw=randread   --name=4kQD32write --bs=4k --iodepth=32 --rw=randwrite
Seqread: (g=0): rw=read, bs=(R) 1024KiB-1024KiB, (W) 1024KiB-1024KiB, (T) 1024KiB-1024KiB, ioengine=libaio, iodepth=1
Seqwrite: (g=1): rw=write, bs=(R) 1024KiB-1024KiB, (W) 1024KiB-1024KiB, (T) 1024KiB-1024KiB, ioengine=libaio, iodepth=1
512Kread: (g=2): rw=randread, bs=(R) 512KiB-512KiB, (W) 512KiB-512KiB, (T) 512KiB-512KiB, ioengine=libaio, iodepth=1
512Kwrite: (g=3): rw=randwrite, bs=(R) 512KiB-512KiB, (W) 512KiB-512KiB, (T) 512KiB-512KiB, ioengine=libaio, iodepth=1
4kQD32read: (g=4): rw=randread, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=32
4kQD32write: (g=5): rw=randwrite, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=32
fio-3.7
Starting 6 processes
Seqread: Laying out IO file (1 file / 1000MiB)
Jobs: 1 (f=1): [_(5),w(1)][100.0%][r=0KiB/s,w=11.0MiB/s][r=0,w=3063 IOPS][eta 00m:00s]
Seqread: (groupid=0, jobs=1): err= 0: pid=3123: Thu Dec 12 19:47:51 2019
   read: IOPS=61, BW=61.8MiB/s (64.8MB/s)(5000MiB/80904msec)
    slat (usec): min=61, max=606, avg=105.93, stdev=16.23
    clat (usec): min=1876, max=21476, avg=16066.77, stdev=1672.00
     lat (usec): min=1953, max=21596, avg=16173.69, stdev=1675.03
    clat percentiles (usec):
     |  1.00th=[ 2212],  5.00th=[16188], 10.00th=[16188], 20.00th=[16188],
     | 30.00th=[16188], 40.00th=[16188], 50.00th=[16319], 60.00th=[16319],
     | 70.00th=[16319], 80.00th=[16319], 90.00th=[16319], 95.00th=[16319],
     | 99.00th=[16581], 99.50th=[16909], 99.90th=[17433], 99.95th=[18744],
     | 99.99th=[21365]
   bw (  KiB/s): min=30720, max=144725, per=75.01%, avg=47472.45, stdev=15228.58, samples=161
   iops        : min=   30, max=  141, avg=46.20, stdev=14.79, samples=161
  lat (msec)   : 2=0.18%, 4=1.22%, 10=0.02%, 20=98.56%, 50=0.02%
  cpu          : usr=0.11%, sys=0.76%, ctx=5001, majf=0, minf=291
  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued rwts: total=5000,0,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=1
Seqwrite: (groupid=1, jobs=1): err= 0: pid=3126: Thu Dec 12 19:47:51 2019
  write: IOPS=61, BW=61.8MiB/s (64.8MB/s)(5000MiB/80898msec)
    slat (usec): min=74, max=886, avg=154.56, stdev=25.38
    clat (msec): min=2, max=165, avg=16.02, stdev= 6.00
     lat (msec): min=2, max=165, avg=16.17, stdev= 6.00
    clat percentiles (msec):
     |  1.00th=[    4],  5.00th=[   15], 10.00th=[   17], 20.00th=[   17],
     | 30.00th=[   17], 40.00th=[   17], 50.00th=[   17], 60.00th=[   17],
     | 70.00th=[   17], 80.00th=[   17], 90.00th=[   17], 95.00th=[   17],
     | 99.00th=[   21], 99.50th=[   23], 99.90th=[  144], 99.95th=[  157],
     | 99.99th=[  165]
   bw (  KiB/s): min=38295, max=163173, per=81.50%, avg=51580.24, stdev=9138.27, samples=161
   iops        : min=   37, max=  159, avg=49.73, stdev= 8.96, samples=161
  lat (msec)   : 4=3.00%, 10=0.72%, 20=95.26%, 50=0.84%, 250=0.18%
  cpu          : usr=0.07%, sys=1.10%, ctx=5003, majf=0, minf=31
  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued rwts: total=0,5000,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=1
512Kread: (groupid=2, jobs=1): err= 0: pid=3160: Thu Dec 12 19:47:51 2019
   read: IOPS=123, BW=61.8MiB/s (64.8MB/s)(5000MiB/80949msec)
    slat (usec): min=37, max=359, avg=56.62, stdev= 8.51
    clat (usec): min=1099, max=62426, avg=8032.03, stdev=1056.28
     lat (usec): min=1149, max=62467, avg=8089.41, stdev=1056.61
    clat percentiles (usec):
     |  1.00th=[ 1352],  5.00th=[ 7963], 10.00th=[ 8029], 20.00th=[ 8094],
     | 30.00th=[ 8094], 40.00th=[ 8094], 50.00th=[ 8094], 60.00th=[ 8160],
     | 70.00th=[ 8160], 80.00th=[ 8160], 90.00th=[ 8225], 95.00th=[ 8225],
     | 99.00th=[ 8356], 99.50th=[ 8586], 99.90th=[14353], 99.95th=[17433],
     | 99.99th=[19530]
   bw (  KiB/s): min=37822, max=147786, per=68.58%, avg=43374.13, stdev=8291.22, samples=161
   iops        : min=   73, max=  288, avg=84.27, stdev=16.18, samples=161
  lat (msec)   : 2=1.50%, 4=0.10%, 10=98.20%, 20=0.19%, 100=0.01%
  cpu          : usr=0.10%, sys=0.97%, ctx=10002, majf=0, minf=164
  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued rwts: total=10000,0,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=1
512Kwrite: (groupid=3, jobs=1): err= 0: pid=3164: Thu Dec 12 19:47:51 2019
  write: IOPS=123, BW=61.8MiB/s (64.8MB/s)(5000MiB/80952msec)
    slat (usec): min=38, max=152, avg=75.86, stdev=12.36
    clat (usec): min=1969, max=161687, avg=8012.88, stdev=5031.02
     lat (msec): min=2, max=161, avg= 8.09, stdev= 5.03
    clat percentiles (msec):
     |  1.00th=[    3],  5.00th=[    4], 10.00th=[    8], 20.00th=[    8],
     | 30.00th=[    8], 40.00th=[    9], 50.00th=[    9], 60.00th=[    9],
     | 70.00th=[    9], 80.00th=[    9], 90.00th=[    9], 95.00th=[    9],
     | 99.00th=[   10], 99.50th=[   14], 99.90th=[  129], 99.95th=[  138],
     | 99.99th=[  155]
   bw (  KiB/s): min= 6144, max=141312, per=82.73%, avg=52322.78, stdev=16968.40, samples=161
   iops        : min=   12, max=  276, avg=101.98, stdev=33.06, samples=161
  lat (msec)   : 2=0.03%, 4=5.48%, 10=93.51%, 20=0.79%, 50=0.04%
  lat (msec)   : 100=0.01%, 250=0.14%
  cpu          : usr=0.27%, sys=1.02%, ctx=10003, majf=0, minf=31
  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued rwts: total=0,10000,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=1
4kQD32read: (groupid=4, jobs=1): err= 0: pid=3168: Thu Dec 12 19:47:51 2019
   read: IOPS=3067, BW=11.0MiB/s (12.6MB/s)(5000MiB/417342msec)
    slat (usec): min=2, max=192, avg= 9.46, stdev= 2.90
    clat (usec): min=220, max=22386, avg=10420.80, stdev=624.09
     lat (usec): min=245, max=22396, avg=10430.79, stdev=624.27
    clat percentiles (usec):
     |  1.00th=[ 9896],  5.00th=[10421], 10.00th=[10421], 20.00th=[10421],
     | 30.00th=[10421], 40.00th=[10421], 50.00th=[10421], 60.00th=[10421],
     | 70.00th=[10421], 80.00th=[10421], 90.00th=[10552], 95.00th=[10552],
     | 99.00th=[10814], 99.50th=[11600], 99.90th=[14746], 99.95th=[16909],
     | 99.99th=[19792]
   bw (  KiB/s): min=11707, max=35876, per=96.32%, avg=11816.80, stdev=834.26, samples=834
   iops        : min= 2926, max= 8969, avg=2953.77, stdev=208.58, samples=834
  lat (usec)   : 250=0.01%, 500=0.01%, 750=0.05%, 1000=0.19%
  lat (msec)   : 2=0.03%, 4=0.03%, 10=0.83%, 20=98.85%, 50=0.01%
  cpu          : usr=1.98%, sys=6.55%, ctx=1265237, majf=0, minf=67
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=100.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued rwts: total=1280000,0,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=32
4kQD32write: (groupid=5, jobs=1): err= 0: pid=3187: Thu Dec 12 19:47:51 2019
  write: IOPS=3061, BW=11.0MiB/s (12.5MB/s)(5000MiB/418136msec)
    slat (usec): min=2, max=185, avg=10.90, stdev= 3.52
    clat (usec): min=427, max=25051, avg=10439.09, stdev=701.40
     lat (usec): min=448, max=25058, avg=10450.54, stdev=701.50
    clat percentiles (usec):
     |  1.00th=[ 8717],  5.00th=[10028], 10.00th=[10290], 20.00th=[10421],
     | 30.00th=[10421], 40.00th=[10421], 50.00th=[10421], 60.00th=[10421],
     | 70.00th=[10552], 80.00th=[10552], 90.00th=[10552], 95.00th=[10814],
     | 99.00th=[11994], 99.50th=[13829], 99.90th=[17433], 99.95th=[19006],
     | 99.99th=[21627]
   bw (  KiB/s): min=12064, max=17304, per=100.00%, avg=12244.43, stdev=176.48, samples=836
   iops        : min= 3016, max= 4326, avg=3061.10, stdev=44.12, samples=836
  lat (usec)   : 500=0.01%, 750=0.01%, 1000=0.01%
  lat (msec)   : 2=0.03%, 4=0.14%, 10=3.97%, 20=95.81%, 50=0.03%
  cpu          : usr=1.76%, sys=7.27%, ctx=1240762, majf=0, minf=31
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=100.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued rwts: total=0,1280000,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=32

Run status group 0 (all jobs):
   READ: bw=61.8MiB/s (64.8MB/s), 61.8MiB/s-61.8MiB/s (64.8MB/s-64.8MB/s), io=5000MiB (5243MB), run=80904-80904msec

Run status group 1 (all jobs):
  WRITE: bw=61.8MiB/s (64.8MB/s), 61.8MiB/s-61.8MiB/s (64.8MB/s-64.8MB/s), io=5000MiB (5243MB), run=80898-80898msec

Run status group 2 (all jobs):
   READ: bw=61.8MiB/s (64.8MB/s), 61.8MiB/s-61.8MiB/s (64.8MB/s-64.8MB/s), io=5000MiB (5243MB), run=80949-80949msec

Run status group 3 (all jobs):
  WRITE: bw=61.8MiB/s (64.8MB/s), 61.8MiB/s-61.8MiB/s (64.8MB/s-64.8MB/s), io=5000MiB (5243MB), run=80952-80952msec

Run status group 4 (all jobs):
   READ: bw=11.0MiB/s (12.6MB/s), 11.0MiB/s-11.0MiB/s (12.6MB/s-12.6MB/s), io=5000MiB (5243MB), run=417342-417342msec

Run status group 5 (all jobs):
  WRITE: bw=11.0MiB/s (12.5MB/s), 11.0MiB/s-11.0MiB/s (12.5MB/s-12.5MB/s), io=5000MiB (5243MB), run=418136-418136msec

Disk stats (read/write):
  xvda: ios=1360596/1359911, merge=0/102, ticks=13901408/13908515, in_queue=27809671, util=99.88%