linux tmpfs test 9980xe DDR4-2666 quad channel

tmpfs.log

user@ubuntu:/dev/shm$ ~/fio/fio --loops=5 --size=1g --runtime=10 --stonewall --direct=0 --group_reporting \
    --name=SeqQ32T1read --bs=128k --iodepth=32 --rw=read \
    --name=SeqQ32T1write --bs=128k --iodepth=32 --rw=write \
    --name=4kQ8T8read --bs=4k --iodepth=8 --numjobs=8 --rw=randread \
    --name=4kQ8T8write --bs=4k --iodepth=8 --numjobs=8 --rw=randwrite \
    --name=4kQ32T1read --bs=4k --iodepth=32 --rw=randread \
    --name=4kQ32T1write --bs=4k --iodepth=32 --rw=randwrite \
    --name=4kQ1T1read --bs=4k --iodepth=1 --rw=randread \
    --name=4kQ1T1write --bs=4k --iodepth=1 --rw=randwrite
SeqQ32T1read: (g=0): rw=read, bs=(R) 128KiB-128KiB, (W) 128KiB-128KiB, (T) 128KiB-128KiB, ioengine=psync, iodepth=32
SeqQ32T1write: (g=1): rw=write, bs=(R) 128KiB-128KiB, (W) 128KiB-128KiB, (T) 128KiB-128KiB, ioengine=psync, iodepth=32
4kQ8T8read: (g=2): rw=randread, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=psync, iodepth=8
...
4kQ8T8write: (g=3): rw=randwrite, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=psync, iodepth=8
...
4kQ32T1read: (g=4): rw=randread, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=psync, iodepth=32
4kQ32T1write: (g=5): rw=randwrite, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=psync, iodepth=32
4kQ1T1read: (g=6): rw=randread, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=psync, iodepth=1
4kQ1T1write: (g=7): rw=randwrite, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=psync, iodepth=1
fio-3.15
Starting 22 processes
Jobs: 1 (f=1): [_(21),w(1)][100.0%][w=3132MiB/s][w=802k IOPS][eta 00m:00s]
SeqQ32T1read: (groupid=0, jobs=1): err= 0: pid=36019: Sat Aug 24 12:06:02 2019
  read: IOPS=51.0k, BW=6376MiB/s (6686MB/s)(5120MiB/803msec)
    clat (usec): min=12, max=143, avg=19.40, stdev= 4.35
     lat (usec): min=12, max=144, avg=19.42, stdev= 4.35
    clat percentiles (nsec):
     |  1.00th=[15808],  5.00th=[16320], 10.00th=[16768], 20.00th=[17024],
     | 30.00th=[17536], 40.00th=[17792], 50.00th=[18048], 60.00th=[18560],
     | 70.00th=[19072], 80.00th=[20096], 90.00th=[23424], 95.00th=[27520],
     | 99.00th=[37632], 99.50th=[46336], 99.90th=[48384], 99.95th=[49408],
     | 99.99th=[66048]
   bw (  MiB/s): min= 6354, max= 6354, per=99.66%, avg=6354.13, stdev= 0.00, samples=1
   iops        : min=50833, max=50833, avg=50833.00, stdev= 0.00, samples=1
  lat (usec)   : 20=80.11%, 50=19.86%, 100=0.03%, 250=0.01%
  cpu          : usr=0.87%, sys=98.88%, ctx=3, majf=0, minf=43
  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued rwts: total=40960,0,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=32
SeqQ32T1write: (groupid=1, jobs=1): err= 0: pid=36026: Sat Aug 24 12:06:02 2019
  write: IOPS=63.6k, BW=7950MiB/s (8337MB/s)(5120MiB/644msec); 0 zone resets
    clat (nsec): min=12640, max=66591, avg=14884.39, stdev=3323.59
     lat (nsec): min=13119, max=68116, avg=15544.05, stdev=3434.23
    clat percentiles (nsec):
     |  1.00th=[12864],  5.00th=[12992], 10.00th=[13120], 20.00th=[13248],
     | 30.00th=[13376], 40.00th=[13504], 50.00th=[13760], 60.00th=[14400],
     | 70.00th=[15040], 80.00th=[15552], 90.00th=[16768], 95.00th=[19584],
     | 99.00th=[32384], 99.50th=[36096], 99.90th=[41216], 99.95th=[41216],
     | 99.99th=[54528]
   bw (  MiB/s): min= 7772, max= 7772, per=97.76%, avg=7772.51, stdev= 0.00, samples=1
   iops        : min=62180, max=62180, avg=62180.00, stdev= 0.00, samples=1
  lat (usec)   : 20=95.53%, 50=4.45%, 100=0.02%
  cpu          : usr=9.33%, sys=90.67%, ctx=1, majf=0, minf=10
  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued rwts: total=0,40960,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=32
4kQ8T8read: (groupid=2, jobs=8): err= 0: pid=36033: Sat Aug 24 12:06:02 2019
  read: IOPS=5344k, BW=20.4GiB/s (21.9GB/s)(40.0GiB/1962msec)
    clat (nsec): min=754, max=73908, avg=1252.22, stdev=368.37
     lat (nsec): min=774, max=73931, avg=1274.86, stdev=370.72
    clat percentiles (nsec):
     |  1.00th=[  948],  5.00th=[ 1032], 10.00th=[ 1064], 20.00th=[ 1096],
     | 30.00th=[ 1128], 40.00th=[ 1160], 50.00th=[ 1192], 60.00th=[ 1224],
     | 70.00th=[ 1256], 80.00th=[ 1336], 90.00th=[ 1464], 95.00th=[ 1576],
     | 99.00th=[ 2576], 99.50th=[ 3088], 99.90th=[ 4256], 99.95th=[ 6112],
     | 99.99th=[17536]
   bw (  MiB/s): min=17581, max=19458, per=87.33%, avg=18231.54, stdev=111.26, samples=24
   iops        : min=4500781, max=4981471, avg=4667273.00, stdev=28481.51, samples=24
  lat (nsec)   : 1000=2.18%
  lat (usec)   : 2=95.76%, 4=1.94%, 10=0.09%, 20=0.02%, 50=0.01%
  lat (usec)   : 100=0.01%
  cpu          : usr=32.54%, sys=67.33%, ctx=51, majf=0, minf=80
  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued rwts: total=10485760,0,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=8
4kQ8T8write: (groupid=3, jobs=8): err= 0: pid=36053: Sat Aug 24 12:06:02 2019
  write: IOPS=5522k, BW=21.1GiB/s (22.6GB/s)(40.0GiB/1899msec); 0 zone resets
    clat (nsec): min=797, max=82343, avg=1188.50, stdev=351.31
     lat (nsec): min=825, max=82375, avg=1221.38, stdev=355.04
    clat percentiles (nsec):
     |  1.00th=[  876],  5.00th=[  956], 10.00th=[  996], 20.00th=[ 1064],
     | 30.00th=[ 1096], 40.00th=[ 1128], 50.00th=[ 1144], 60.00th=[ 1160],
     | 70.00th=[ 1192], 80.00th=[ 1240], 90.00th=[ 1352], 95.00th=[ 1480],
     | 99.00th=[ 2448], 99.50th=[ 2992], 99.90th=[ 3664], 99.95th=[ 6304],
     | 99.99th=[13888]
   bw (  MiB/s): min=16698, max=20630, per=84.07%, avg=18133.69, stdev=226.45, samples=24
   iops        : min=4274773, max=5281482, avg=4642221.33, stdev=57970.47, samples=24
  lat (nsec)   : 1000=10.25%
  lat (usec)   : 2=87.62%, 4=2.05%, 10=0.06%, 20=0.02%, 50=0.01%
  lat (usec)   : 100=0.01%
  cpu          : usr=36.42%, sys=63.46%, ctx=26, majf=0, minf=57
  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued rwts: total=0,10485760,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=8
4kQ32T1read: (groupid=4, jobs=1): err= 0: pid=36079: Sat Aug 24 12:06:02 2019
  read: IOPS=761k, BW=2973MiB/s (3118MB/s)(5120MiB/1722msec)
    clat (nsec): min=753, max=73930, avg=1096.72, stdev=409.57
     lat (nsec): min=772, max=73949, avg=1118.10, stdev=413.67
    clat percentiles (nsec):
     |  1.00th=[  860],  5.00th=[  900], 10.00th=[  916], 20.00th=[  948],
     | 30.00th=[  972], 40.00th=[  996], 50.00th=[ 1020], 60.00th=[ 1048],
     | 70.00th=[ 1096], 80.00th=[ 1176], 90.00th=[ 1304], 95.00th=[ 1432],
     | 99.00th=[ 2288], 99.50th=[ 2704], 99.90th=[ 4048], 99.95th=[ 8512],
     | 99.99th=[17280]
   bw (  MiB/s): min= 2693, max= 2817, per=92.28%, avg=2743.73, stdev=65.26, samples=3
   iops        : min=689548, max=721283, avg=702396.00, stdev=16707.18, samples=3
  lat (nsec)   : 1000=42.19%
  lat (usec)   : 2=56.18%, 4=1.53%, 10=0.05%, 20=0.05%, 50=0.01%
  lat (usec)   : 100=0.01%
  cpu          : usr=37.07%, sys=62.87%, ctx=7, majf=0, minf=9
  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued rwts: total=1310720,0,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=32
4kQ32T1write: (groupid=5, jobs=1): err= 0: pid=36090: Sat Aug 24 12:06:02 2019
  write: IOPS=768k, BW=3001MiB/s (3147MB/s)(5120MiB/1706msec); 0 zone resets
    clat (nsec): min=777, max=77984, avg=1073.85, stdev=400.02
     lat (nsec): min=805, max=78013, avg=1104.38, stdev=405.56
    clat percentiles (nsec):
     |  1.00th=[  820],  5.00th=[  876], 10.00th=[  916], 20.00th=[  964],
     | 30.00th=[  996], 40.00th=[ 1004], 50.00th=[ 1020], 60.00th=[ 1032],
     | 70.00th=[ 1064], 80.00th=[ 1096], 90.00th=[ 1208], 95.00th=[ 1368],
     | 99.00th=[ 2064], 99.50th=[ 2512], 99.90th=[ 3376], 99.95th=[11328],
     | 99.99th=[17024]
   bw (  MiB/s): min= 2737, max= 2846, per=92.71%, avg=2782.30, stdev=56.68, samples=3
   iops        : min=700904, max=728615, avg=712268.00, stdev=14511.98, samples=3
  lat (nsec)   : 1000=34.65%
  lat (usec)   : 2=64.26%, 4=1.02%, 10=0.01%, 20=0.06%, 50=0.01%
  lat (usec)   : 100=0.01%
  cpu          : usr=34.84%, sys=65.10%, ctx=5, majf=0, minf=9
  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued rwts: total=0,1310720,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=32
4kQ1T1read: (groupid=6, jobs=1): err= 0: pid=36099: Sat Aug 24 12:06:02 2019
  read: IOPS=762k, BW=2977MiB/s (3121MB/s)(5120MiB/1720msec)
    clat (nsec): min=747, max=68276, avg=1094.58, stdev=415.69
     lat (nsec): min=768, max=68299, avg=1115.94, stdev=419.07
    clat percentiles (nsec):
     |  1.00th=[  852],  5.00th=[  892], 10.00th=[  916], 20.00th=[  948],
     | 30.00th=[  972], 40.00th=[  988], 50.00th=[ 1012], 60.00th=[ 1048],
     | 70.00th=[ 1096], 80.00th=[ 1176], 90.00th=[ 1304], 95.00th=[ 1432],
     | 99.00th=[ 2288], 99.50th=[ 2608], 99.90th=[ 4192], 99.95th=[11328],
     | 99.99th=[17280]
   bw (  MiB/s): min= 2714, max= 2864, per=93.18%, avg=2773.83, stdev=79.98, samples=3
   iops        : min=695012, max=733409, avg=710101.00, stdev=20475.51, samples=3
  lat (nsec)   : 750=0.01%, 1000=43.89%
  lat (usec)   : 2=54.44%, 4=1.56%, 10=0.06%, 20=0.05%, 50=0.01%
  lat (usec)   : 100=0.01%
  cpu          : usr=32.75%, sys=67.13%, ctx=6, majf=0, minf=8
  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued rwts: total=1310720,0,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=1
4kQ1T1write: (groupid=7, jobs=1): err= 0: pid=36112: Sat Aug 24 12:06:02 2019
  write: IOPS=776k, BW=3031MiB/s (3179MB/s)(5120MiB/1689msec); 0 zone resets
    clat (nsec): min=772, max=34726, avg=1061.35, stdev=371.11
     lat (nsec): min=801, max=34822, avg=1091.71, stdev=376.29
    clat percentiles (nsec):
     |  1.00th=[  820],  5.00th=[  860], 10.00th=[  908], 20.00th=[  956],
     | 30.00th=[  988], 40.00th=[  996], 50.00th=[ 1012], 60.00th=[ 1032],
     | 70.00th=[ 1048], 80.00th=[ 1080], 90.00th=[ 1208], 95.00th=[ 1352],
     | 99.00th=[ 2024], 99.50th=[ 2640], 99.90th=[ 3344], 99.95th=[ 4384],
     | 99.99th=[17024]
   bw (  MiB/s): min= 2778, max= 3162, per=99.29%, avg=3009.94, stdev=203.85, samples=3
   iops        : min=711278, max=809606, avg=770544.00, stdev=52184.77, samples=3
  lat (nsec)   : 1000=43.13%
  lat (usec)   : 2=55.80%, 4=1.02%, 10=0.01%, 20=0.05%, 50=0.01%
  cpu          : usr=34.54%, sys=65.28%, ctx=4, majf=0, minf=9
  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued rwts: total=0,1310720,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=1

Run status group 0 (all jobs):
   READ: bw=6376MiB/s (6686MB/s), 6376MiB/s-6376MiB/s (6686MB/s-6686MB/s), io=5120MiB (5369MB), run=803-803msec

Run status group 1 (all jobs):
  WRITE: bw=7950MiB/s (8337MB/s), 7950MiB/s-7950MiB/s (8337MB/s-8337MB/s), io=5120MiB (5369MB), run=644-644msec

Run status group 2 (all jobs):
   READ: bw=20.4GiB/s (21.9GB/s), 20.4GiB/s-20.4GiB/s (21.9GB/s-21.9GB/s), io=40.0GiB (42.9GB), run=1962-1962msec

Run status group 3 (all jobs):
  WRITE: bw=21.1GiB/s (22.6GB/s), 21.1GiB/s-21.1GiB/s (22.6GB/s-22.6GB/s), io=40.0GiB (42.9GB), run=1899-1899msec

Run status group 4 (all jobs):
   READ: bw=2973MiB/s (3118MB/s), 2973MiB/s-2973MiB/s (3118MB/s-3118MB/s), io=5120MiB (5369MB), run=1722-1722msec

Run status group 5 (all jobs):
  WRITE: bw=3001MiB/s (3147MB/s), 3001MiB/s-3001MiB/s (3147MB/s-3147MB/s), io=5120MiB (5369MB), run=1706-1706msec

Run status group 6 (all jobs):
   READ: bw=2977MiB/s (3121MB/s), 2977MiB/s-2977MiB/s (3121MB/s-3121MB/s), io=5120MiB (5369MB), run=1720-1720msec

Run status group 7 (all jobs):
  WRITE: bw=3031MiB/s (3179MB/s), 3031MiB/s-3031MiB/s (3179MB/s-3179MB/s), io=5120MiB (5369MB), run=1689-1689msec
user@ubuntu:/dev/shm$