Skip to content

Instantly share code, notes, and snippets.

@madalinignisca

madalinignisca/hddperftest

Forked from frozenice/hddperftest
Last active January 26, 2022 05:00
Show Gist options
  • Save madalinignisca/db3feaaf4a67541d956c62802070e5ae to your computer and use it in GitHub Desktop.
Save madalinignisca/db3feaaf4a67541d956c62802070e5ae to your computer and use it in GitHub Desktop.
Download ZIP
Storage performance tests on Hetzner
Raw
hddperftest
# hel1, CX51, Ubuntu 20.04, 10 GB EXT4 Volume, 240 GB EXT4 Volume
# local NVME
root@ubuntu-32gb-hel1-1:~# hdparm -Tt /dev/sda
/dev/sda:
Timing cached reads: 13448 MB in 1.99 seconds = 6752.18 MB/sec
SG_IO: bad/missing sense data, sb[]: 70 00 05 00 00 00 00 0a 00 00 00 00 20 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00
Timing buffered disk reads: 2328 MB in 3.00 seconds = 775.70 MB/sec
root@ubuntu-32gb-hel1-1:~# hdparm -Tt /dev/sda
/dev/sda:
Timing cached reads: 14438 MB in 1.99 seconds = 7251.12 MB/sec
SG_IO: bad/missing sense data, sb[]: 70 00 05 00 00 00 00 0a 00 00 00 00 20 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00
Timing buffered disk reads: 2746 MB in 3.00 seconds = 914.85 MB/sec
root@ubuntu-32gb-hel1-1:~# hdparm -Tt /dev/sda
/dev/sda:
Timing cached reads: 14650 MB in 1.99 seconds = 7356.00 MB/sec
SG_IO: bad/missing sense data, sb[]: 70 00 05 00 00 00 00 0a 00 00 00 00 20 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00
Timing buffered disk reads: 3020 MB in 3.00 seconds = 1006.32 MB/sec
root@ubuntu-32gb-hel1-1:~# fio --randrepeat=1 --ioengine=libaio --direct=1 --gtod_reduce=1 --name=test --filename=test --bs=4k --iodepth=64 --size=4G --readwrite=randrw --rwmixread=75
test: (g=0): rw=randrw, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=64
fio-3.16
Starting 1 process
test: Laying out IO file (1 file / 4096MiB)
Jobs: 1 (f=1): [m(1)][100.0%][r=166MiB/s,w=54.0MiB/s][r=42.5k,w=14.1k IOPS][eta 00m:00s]
test: (groupid=0, jobs=1): err= 0: pid=1928: Wed Jan 26 04:29:26 2022
read: IOPS=42.4k, BW=165MiB/s (174MB/s)(3070MiB/18551msec)
bw ( KiB/s): min=149232, max=188368, per=99.95%, avg=169374.16, stdev=9813.17, samples=37
iops : min=37308, max=47092, avg=42343.54, stdev=2453.29, samples=37
write: IOPS=14.2k, BW=55.3MiB/s (57.0MB/s)(1026MiB/18551msec); 0 zone resets
bw ( KiB/s): min=50296, max=64168, per=99.96%, avg=56609.59, stdev=3380.56, samples=37
iops : min=12574, max=16042, avg=14152.38, stdev=845.10, samples=37
cpu : usr=17.41%, sys=56.15%, ctx=21171, majf=0, minf=9
IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=0.1%, >=64=100.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.1%, >=64=0.0%
issued rwts: total=785920,262656,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=64
Run status group 0 (all jobs):
READ: bw=165MiB/s (174MB/s), 165MiB/s-165MiB/s (174MB/s-174MB/s), io=3070MiB (3219MB), run=18551-18551msec
WRITE: bw=55.3MiB/s (57.0MB/s), 55.3MiB/s-55.3MiB/s (57.0MB/s-57.0MB/s), io=1026MiB (1076MB), run=18551-18551msec
Disk stats (read/write):
sda: ios=778662/260204, merge=0/3, ticks=669558/209955, in_queue=25880, util=99.55%
root@ubuntu-32gb-hel1-1:~# fio --randrepeat=1 --ioengine=libaio --direct=1 --gtod_reduce=1 --name=test --filename=test --bs=4k --iodepth=64 --size=4G --readwrite=randrw --rwmixread=75
test: (g=0): rw=randrw, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=64
fio-3.16
Starting 1 process
Jobs: 1 (f=1): [m(1)][100.0%][r=174MiB/s,w=57.5MiB/s][r=44.6k,w=14.7k IOPS][eta 00m:00s]
test: (groupid=0, jobs=1): err= 0: pid=1932: Wed Jan 26 04:29:53 2022
read: IOPS=43.2k, BW=169MiB/s (177MB/s)(3070MiB/18195msec)
bw ( KiB/s): min=143440, max=192224, per=99.91%, avg=172625.67, stdev=10754.02, samples=36
iops : min=35860, max=48056, avg=43156.42, stdev=2688.52, samples=36
write: IOPS=14.4k, BW=56.4MiB/s (59.1MB/s)(1026MiB/18195msec); 0 zone resets
bw ( KiB/s): min=48632, max=63648, per=99.90%, avg=57682.47, stdev=3663.06, samples=36
iops : min=12158, max=15912, avg=14420.61, stdev=915.89, samples=36
cpu : usr=17.25%, sys=57.69%, ctx=20784, majf=0, minf=8
IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=0.1%, >=64=100.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.1%, >=64=0.0%
issued rwts: total=785920,262656,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=64
Run status group 0 (all jobs):
READ: bw=169MiB/s (177MB/s), 169MiB/s-169MiB/s (177MB/s-177MB/s), io=3070MiB (3219MB), run=18195-18195msec
WRITE: bw=56.4MiB/s (59.1MB/s), 56.4MiB/s-56.4MiB/s (59.1MB/s-59.1MB/s), io=1026MiB (1076MB), run=18195-18195msec
Disk stats (read/write):
sda: ios=783334/261848, merge=0/56, ticks=652575/204290, in_queue=12796, util=99.57%
root@ubuntu-32gb-hel1-1:~# fio --randrepeat=1 --ioengine=libaio --direct=1 --gtod_reduce=1 --name=test --filename=test --bs=4k --iodepth=64 --size=4G --readwrite=randrw --rwmixread=75
test: (g=0): rw=randrw, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=64
fio-3.16
Starting 1 process
Jobs: 1 (f=1): [m(1)][100.0%][r=164MiB/s,w=53.7MiB/s][r=41.9k,w=13.7k IOPS][eta 00m:00s]
test: (groupid=0, jobs=1): err= 0: pid=1935: Wed Jan 26 04:30:15 2022
read: IOPS=41.6k, BW=162MiB/s (170MB/s)(3070MiB/18914msec)
bw ( KiB/s): min=141344, max=186832, per=100.00%, avg=166310.22, stdev=10533.82, samples=37
iops : min=35336, max=46708, avg=41577.54, stdev=2633.42, samples=37
write: IOPS=13.9k, BW=54.2MiB/s (56.9MB/s)(1026MiB/18914msec); 0 zone resets
bw ( KiB/s): min=48216, max=63120, per=100.00%, avg=55585.62, stdev=3362.01, samples=37
iops : min=12054, max=15780, avg=13896.38, stdev=840.52, samples=37
cpu : usr=18.18%, sys=54.92%, ctx=20666, majf=0, minf=8
IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=0.1%, >=64=100.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.1%, >=64=0.0%
issued rwts: total=785920,262656,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=64
Run status group 0 (all jobs):
READ: bw=162MiB/s (170MB/s), 162MiB/s-162MiB/s (170MB/s-170MB/s), io=3070MiB (3219MB), run=18914-18914msec
WRITE: bw=54.2MiB/s (56.9MB/s), 54.2MiB/s-54.2MiB/s (56.9MB/s-56.9MB/s), io=1026MiB (1076MB), run=18914-18914msec
Disk stats (read/write):
sda: ios=784817/262292, merge=0/3, ticks=687244/216392, in_queue=23556, util=99.52%
root@ubuntu-32gb-hel1-1:~# ioping -c 10 .
4 KiB <<< . (ext4 /dev/sda1): request=1 time=469.7 us (warmup)
4 KiB <<< . (ext4 /dev/sda1): request=2 time=629.1 us
4 KiB <<< . (ext4 /dev/sda1): request=3 time=568.0 us
4 KiB <<< . (ext4 /dev/sda1): request=4 time=997.8 us
4 KiB <<< . (ext4 /dev/sda1): request=5 time=428.8 us
4 KiB <<< . (ext4 /dev/sda1): request=6 time=813.9 us
4 KiB <<< . (ext4 /dev/sda1): request=7 time=622.7 us
4 KiB <<< . (ext4 /dev/sda1): request=8 time=627.9 us
4 KiB <<< . (ext4 /dev/sda1): request=9 time=521.5 us
4 KiB <<< . (ext4 /dev/sda1): request=10 time=575.2 us
--- . (ext4 /dev/sda1) ioping statistics ---
9 requests completed in 5.78 ms, 36 KiB read, 1.55 k iops, 6.08 MiB/s
generated 10 requests in 9.00 s, 40 KiB, 1 iops, 4.44 KiB/s
min/avg/max/mdev = 428.8 us / 642.8 us / 997.8 us / 158.7 us
root@ubuntu-32gb-hel1-1:~# ioping -c 10 .
4 KiB <<< . (ext4 /dev/sda1): request=1 time=354.7 us (warmup)
4 KiB <<< . (ext4 /dev/sda1): request=2 time=702.5 us
4 KiB <<< . (ext4 /dev/sda1): request=3 time=559.5 us
4 KiB <<< . (ext4 /dev/sda1): request=4 time=622.1 us
4 KiB <<< . (ext4 /dev/sda1): request=5 time=548.5 us
4 KiB <<< . (ext4 /dev/sda1): request=6 time=612.3 us
4 KiB <<< . (ext4 /dev/sda1): request=7 time=727.7 us (slow)
4 KiB <<< . (ext4 /dev/sda1): request=8 time=604.2 us
4 KiB <<< . (ext4 /dev/sda1): request=9 time=730.2 us (slow)
4 KiB <<< . (ext4 /dev/sda1): request=10 time=566.5 us
--- . (ext4 /dev/sda1) ioping statistics ---
9 requests completed in 5.67 ms, 36 KiB read, 1.59 k iops, 6.20 MiB/s
generated 10 requests in 9.00 s, 40 KiB, 1 iops, 4.44 KiB/s
min/avg/max/mdev = 548.5 us / 630.4 us / 730.2 us / 67.9 us
root@ubuntu-32gb-hel1-1:~# ioping -c 10 .
4 KiB <<< . (ext4 /dev/sda1): request=1 time=504.3 us (warmup)
4 KiB <<< . (ext4 /dev/sda1): request=2 time=492.3 us
4 KiB <<< . (ext4 /dev/sda1): request=3 time=573.8 us
4 KiB <<< . (ext4 /dev/sda1): request=4 time=621.8 us
4 KiB <<< . (ext4 /dev/sda1): request=5 time=938.2 us
4 KiB <<< . (ext4 /dev/sda1): request=6 time=765.3 us
4 KiB <<< . (ext4 /dev/sda1): request=7 time=658.6 us
4 KiB <<< . (ext4 /dev/sda1): request=8 time=597.0 us
4 KiB <<< . (ext4 /dev/sda1): request=9 time=565.9 us
4 KiB <<< . (ext4 /dev/sda1): request=10 time=581.4 us
--- . (ext4 /dev/sda1) ioping statistics ---
9 requests completed in 5.79 ms, 36 KiB read, 1.55 k iops, 6.07 MiB/s
generated 10 requests in 9.00 s, 40 KiB, 1 iops, 4.44 KiB/s
min/avg/max/mdev = 492.3 us / 643.8 us / 938.2 us / 125.7 us
# cloud volume 10GB
root@ubuntu-32gb-hel1-1:/mnt/HC_Volume_16421684# hdparm -Tt /dev/sdb
/dev/sdb:
Timing cached reads: 12924 MB in 1.99 seconds = 6485.92 MB/sec
SG_IO: bad/missing sense data, sb[]: 70 00 05 00 00 00 00 0a 00 00 00 00 20 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00
Timing buffered disk reads: 928 MB in 3.00 seconds = 309.30 MB/sec
root@ubuntu-32gb-hel1-1:/mnt/HC_Volume_16421684# hdparm -Tt /dev/sdb
/dev/sdb:
Timing cached reads: 13200 MB in 1.99 seconds = 6624.87 MB/sec
SG_IO: bad/missing sense data, sb[]: 70 00 05 00 00 00 00 0a 00 00 00 00 20 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00
Timing buffered disk reads: 928 MB in 3.00 seconds = 309.30 MB/sec
root@ubuntu-32gb-hel1-1:/mnt/HC_Volume_16421684# hdparm -Tt /dev/sdb
/dev/sdb:
Timing cached reads: 13752 MB in 1.99 seconds = 6903.96 MB/sec
SG_IO: bad/missing sense data, sb[]: 70 00 05 00 00 00 00 0a 00 00 00 00 20 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00
Timing buffered disk reads: 930 MB in 3.00 seconds = 309.49 MB/sec
root@ubuntu-32gb-hel1-1:/mnt/HC_Volume_16421684# fio --randrepeat=1 --ioengine=libaio --direct=1 --gtod_reduce=1 --name=test --filename=test --bs=4k --iodepth=64 --size=4G --readwrite=randrw --rwmixread=75
test: (g=0): rw=randrw, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=64
fio-3.16
Starting 1 process
test: Laying out IO file (1 file / 4096MiB)
Jobs: 1 (f=1): [m(1)][100.0%][r=29.0MiB/s,w=9773KiB/s][r=7430,w=2443 IOPS][eta 00m:00s]
test: (groupid=0, jobs=1): err= 0: pid=2110: Wed Jan 26 04:37:26 2022
read: IOPS=7504, BW=29.3MiB/s (30.7MB/s)(3070MiB/104721msec)
bw ( KiB/s): min=29232, max=35928, per=100.00%, avg=30024.65, stdev=430.91, samples=209
iops : min= 7308, max= 8982, avg=7506.17, stdev=107.73, samples=209
write: IOPS=2508, BW=9.80MiB/s (10.3MB/s)(1026MiB/104721msec); 0 zone resets
bw ( KiB/s): min= 8904, max=12336, per=100.00%, avg=10034.56, stdev=385.06, samples=209
iops : min= 2226, max= 3084, avg=2508.62, stdev=96.26, samples=209
cpu : usr=8.68%, sys=31.53%, ctx=529623, majf=0, minf=9
IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=0.1%, >=64=100.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.1%, >=64=0.0%
issued rwts: total=785920,262656,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=64
Run status group 0 (all jobs):
READ: bw=29.3MiB/s (30.7MB/s), 29.3MiB/s-29.3MiB/s (30.7MB/s-30.7MB/s), io=3070MiB (3219MB), run=104721-104721msec
WRITE: bw=9.80MiB/s (10.3MB/s), 9.80MiB/s-9.80MiB/s (10.3MB/s-10.3MB/s), io=1026MiB (1076MB), run=104721-104721msec
Disk stats (read/write):
sdb: ios=784401/262191, merge=0/20, ticks=5665062/955412, in_queue=3940392, util=99.97%
root@ubuntu-32gb-hel1-1:/mnt/HC_Volume_16421684# fio --randrepeat=1 --ioengine=libaio --direct=1 --gtod_reduce=1 --name=test --filename=test --bs=4k --iodepth=64 --size=4G --readwrite=randrw --rwmixread=75
test: (g=0): rw=randrw, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=64
fio-3.16
Starting 1 process
Jobs: 1 (f=1): [m(1)][100.0%][r=29.3MiB/s,w=9841KiB/s][r=7499,w=2460 IOPS][eta 00m:00s]
test: (groupid=0, jobs=1): err= 0: pid=2138: Wed Jan 26 04:39:28 2022
read: IOPS=7505, BW=29.3MiB/s (30.7MB/s)(3070MiB/104708msec)
bw ( KiB/s): min=27496, max=35952, per=100.00%, avg=30026.70, stdev=512.03, samples=209
iops : min= 6874, max= 8988, avg=7506.67, stdev=128.01, samples=209
write: IOPS=2508, BW=9.80MiB/s (10.3MB/s)(1026MiB/104708msec); 0 zone resets
bw ( KiB/s): min= 8952, max=12360, per=100.00%, avg=10035.37, stdev=391.75, samples=209
iops : min= 2238, max= 3090, avg=2508.84, stdev=97.94, samples=209
cpu : usr=8.13%, sys=31.27%, ctx=534721, majf=0, minf=8
IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=0.1%, >=64=100.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.1%, >=64=0.0%
issued rwts: total=785920,262656,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=64
Run status group 0 (all jobs):
READ: bw=29.3MiB/s (30.7MB/s), 29.3MiB/s-29.3MiB/s (30.7MB/s-30.7MB/s), io=3070MiB (3219MB), run=104708-104708msec
WRITE: bw=9.80MiB/s (10.3MB/s), 9.80MiB/s-9.80MiB/s (10.3MB/s-10.3MB/s), io=1026MiB (1076MB), run=104708-104708msec
Disk stats (read/write):
sdb: ios=785477/262552, merge=0/20, ticks=5702303/935010, in_queue=3936504, util=100.00%
root@ubuntu-32gb-hel1-1:/mnt/HC_Volume_16421684# fio --randrepeat=1 --ioengine=libaio --direct=1 --gtod_reduce=1 --name=test --filename=test --bs=4k --iodepth=64 --size=4G --readwrite=randrw --rwmixread=75
test: (g=0): rw=randrw, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=64
fio-3.16
Starting 1 process
Jobs: 1 (f=1): [m(1)][100.0%][r=29.3MiB/s,w=9.92MiB/s][r=7504,w=2540 IOPS][eta 00m:00s]
test: (groupid=0, jobs=1): err= 0: pid=2154: Wed Jan 26 04:42:22 2022
read: IOPS=4702, BW=18.4MiB/s (19.3MB/s)(3070MiB/167142msec)
bw ( KiB/s): min= 248, max=36264, per=100.00%, avg=18855.86, stdev=10708.68, samples=333
iops : min= 62, max= 9066, avg=4713.95, stdev=2677.19, samples=333
write: IOPS=1571, BW=6286KiB/s (6437kB/s)(1026MiB/167142msec); 0 zone resets
bw ( KiB/s): min= 88, max=12304, per=100.00%, avg=6301.70, stdev=3586.49, samples=333
iops : min= 22, max= 3076, avg=1575.40, stdev=896.62, samples=333
cpu : usr=5.66%, sys=22.02%, ctx=576676, majf=0, minf=9
IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=0.1%, >=64=100.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.1%, >=64=0.0%
issued rwts: total=785920,262656,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=64
Run status group 0 (all jobs):
READ: bw=18.4MiB/s (19.3MB/s), 18.4MiB/s-18.4MiB/s (19.3MB/s-19.3MB/s), io=3070MiB (3219MB), run=167142-167142msec
WRITE: bw=6286KiB/s (6437kB/s), 6286KiB/s-6286KiB/s (6437kB/s-6437kB/s), io=1026MiB (1076MB), run=167142-167142msec
Disk stats (read/write):
sdb: ios=784163/262134, merge=0/29, ticks=8170545/2537493, in_queue=8507500, util=100.00%
root@ubuntu-32gb-hel1-1:/mnt/HC_Volume_16421684# fio --randrepeat=1 --ioengine=libaio --direct=1 --gtod_reduce=1 --name=test --filename=test --bs=4k --iodepth=64 --size=4G --readwrite=randrw --rwmixread=75
test: (g=0): rw=randrw, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=64
fio-3.16
Starting 1 process
Jobs: 1 (f=1): [m(1)][100.0%][r=19.5MiB/s,w=6890KiB/s][r=5000,w=1722 IOPS][eta 00m:00s]
test: (groupid=0, jobs=1): err= 0: pid=2158: Wed Jan 26 04:44:40 2022
read: IOPS=5892, BW=23.0MiB/s (24.1MB/s)(3070MiB/133368msec)
bw ( KiB/s): min=18762, max=35880, per=100.00%, avg=23581.65, stdev=4835.32, samples=266
iops : min= 4690, max= 8970, avg=5895.41, stdev=1208.83, samples=266
write: IOPS=1969, BW=7878KiB/s (8067kB/s)(1026MiB/133368msec); 0 zone resets
bw ( KiB/s): min= 5712, max=12304, per=100.00%, avg=7881.19, stdev=1659.18, samples=266
iops : min= 1428, max= 3076, avg=1970.27, stdev=414.79, samples=266
cpu : usr=7.35%, sys=28.41%, ctx=568158, majf=0, minf=10
IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=0.1%, >=64=100.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.1%, >=64=0.0%
issued rwts: total=785920,262656,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=64
Run status group 0 (all jobs):
READ: bw=23.0MiB/s (24.1MB/s), 23.0MiB/s-23.0MiB/s (24.1MB/s-24.1MB/s), io=3070MiB (3219MB), run=133368-133368msec
WRITE: bw=7878KiB/s (8067kB/s), 7878KiB/s-7878KiB/s (8067kB/s-8067kB/s), io=1026MiB (1076MB), run=133368-133368msec
Disk stats (read/write):
sdb: ios=784878/262372, merge=0/26, ticks=7533520/923056, in_queue=5811300, util=100.00%
root@ubuntu-32gb-hel1-1:/mnt/HC_Volume_16421684# ioping -c 10 .
4 KiB <<< . (ext4 /dev/sdb): request=1 time=1.43 ms (warmup)
4 KiB <<< . (ext4 /dev/sdb): request=2 time=1.58 ms
4 KiB <<< . (ext4 /dev/sdb): request=3 time=1.08 ms
4 KiB <<< . (ext4 /dev/sdb): request=4 time=1.55 ms
4 KiB <<< . (ext4 /dev/sdb): request=5 time=3.09 ms
4 KiB <<< . (ext4 /dev/sdb): request=6 time=1.52 ms
4 KiB <<< . (ext4 /dev/sdb): request=7 time=1.44 ms
4 KiB <<< . (ext4 /dev/sdb): request=8 time=1.39 ms
4 KiB <<< . (ext4 /dev/sdb): request=9 time=1.68 ms
4 KiB <<< . (ext4 /dev/sdb): request=10 time=1.69 ms
--- . (ext4 /dev/sdb) ioping statistics ---
9 requests completed in 15.0 ms, 36 KiB read, 599 iops, 2.34 MiB/s
generated 10 requests in 9.00 s, 40 KiB, 1 iops, 4.44 KiB/s
min/avg/max/mdev = 1.08 ms / 1.67 ms / 3.09 ms / 531.8 us
root@ubuntu-32gb-hel1-1:/mnt/HC_Volume_16421684# ioping -c 10 .
4 KiB <<< . (ext4 /dev/sdb): request=1 time=1.76 ms (warmup)
4 KiB <<< . (ext4 /dev/sdb): request=2 time=1.52 ms
4 KiB <<< . (ext4 /dev/sdb): request=3 time=1.57 ms
4 KiB <<< . (ext4 /dev/sdb): request=4 time=1.59 ms
4 KiB <<< . (ext4 /dev/sdb): request=5 time=1.48 ms
4 KiB <<< . (ext4 /dev/sdb): request=6 time=1.56 ms
4 KiB <<< . (ext4 /dev/sdb): request=7 time=1.55 ms
4 KiB <<< . (ext4 /dev/sdb): request=8 time=1.44 ms (fast)
4 KiB <<< . (ext4 /dev/sdb): request=9 time=1.66 ms (slow)
4 KiB <<< . (ext4 /dev/sdb): request=10 time=3.48 ms (slow)
--- . (ext4 /dev/sdb) ioping statistics ---
9 requests completed in 15.9 ms, 36 KiB read, 567 iops, 2.22 MiB/s
generated 10 requests in 9.00 s, 40 KiB, 1 iops, 4.44 KiB/s
min/avg/max/mdev = 1.44 ms / 1.76 ms / 3.48 ms / 611.3 us
root@ubuntu-32gb-hel1-1:/mnt/HC_Volume_16421684# ioping -c 10 .
4 KiB <<< . (ext4 /dev/sdb): request=1 time=1.99 ms (warmup)
4 KiB <<< . (ext4 /dev/sdb): request=2 time=1.69 ms
4 KiB <<< . (ext4 /dev/sdb): request=3 time=1.61 ms
4 KiB <<< . (ext4 /dev/sdb): request=4 time=1.42 ms
4 KiB <<< . (ext4 /dev/sdb): request=5 time=1.62 ms
4 KiB <<< . (ext4 /dev/sdb): request=6 time=1.44 ms
4 KiB <<< . (ext4 /dev/sdb): request=7 time=3.13 ms (slow)
4 KiB <<< . (ext4 /dev/sdb): request=8 time=1.32 ms (fast)
4 KiB <<< . (ext4 /dev/sdb): request=9 time=3.80 ms (slow)
4 KiB <<< . (ext4 /dev/sdb): request=10 time=1.42 ms (fast)
--- . (ext4 /dev/sdb) ioping statistics ---
9 requests completed in 17.5 ms, 36 KiB read, 515 iops, 2.01 MiB/s
generated 10 requests in 9.00 s, 40 KiB, 1 iops, 4.44 KiB/s
min/avg/max/mdev = 1.32 ms / 1.94 ms / 3.80 ms / 839.7 us
# cloud volume 240GB
root@ubuntu-32gb-hel1-1:/mnt/HC_Volume_16421687# hdparm -Tt /dev/sdc
/dev/sdc:
Timing cached reads: 13780 MB in 1.99 seconds = 6916.77 MB/sec
SG_IO: bad/missing sense data, sb[]: 70 00 05 00 00 00 00 0a 00 00 00 00 20 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00
Timing buffered disk reads: 732 MB in 3.00 seconds = 243.64 MB/sec
root@ubuntu-32gb-hel1-1:/mnt/HC_Volume_16421687# hdparm -Tt /dev/sdc
/dev/sdc:
Timing cached reads: 13402 MB in 1.99 seconds = 6727.16 MB/sec
SG_IO: bad/missing sense data, sb[]: 70 00 05 00 00 00 00 0a 00 00 00 00 20 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00
Timing buffered disk reads: 808 MB in 3.00 seconds = 268.92 MB/sec
root@ubuntu-32gb-hel1-1:/mnt/HC_Volume_16421687# hdparm -Tt /dev/sdc
/dev/sdc:
Timing cached reads: 13608 MB in 1.99 seconds = 6831.01 MB/sec
SG_IO: bad/missing sense data, sb[]: 70 00 05 00 00 00 00 0a 00 00 00 00 20 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00
Timing buffered disk reads: 852 MB in 3.00 seconds = 283.91 MB/sec
root@ubuntu-32gb-hel1-1:/mnt/HC_Volume_16421687# fio --randrepeat=1 --ioengine=libaio --direct=1 --gtod_reduce=1 --name=test --filename=test --bs=4k --iodepth=64 --size=4G --readwrite=randrw --rwmixread=75
test: (g=0): rw=randrw, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=64
fio-3.16
Starting 1 process
test: Laying out IO file (1 file / 4096MiB)
Jobs: 1 (f=1): [m(1)][100.0%][r=29.3MiB/s,w=9825KiB/s][r=7503,w=2456 IOPS][eta 00m:00s]
test: (groupid=0, jobs=1): err= 0: pid=2221: Wed Jan 26 04:49:36 2022
read: IOPS=7505, BW=29.3MiB/s (30.7MB/s)(3070MiB/104712msec)
bw ( KiB/s): min=28792, max=35888, per=100.00%, avg=30026.54, stdev=481.38, samples=209
iops : min= 7198, max= 8972, avg=7506.63, stdev=120.35, samples=209
write: IOPS=2508, BW=9.80MiB/s (10.3MB/s)(1026MiB/104712msec); 0 zone resets
bw ( KiB/s): min= 8920, max=12344, per=100.00%, avg=10035.25, stdev=399.21, samples=209
iops : min= 2230, max= 3086, avg=2508.80, stdev=99.80, samples=209
cpu : usr=8.32%, sys=32.09%, ctx=525566, majf=0, minf=9
IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=0.1%, >=64=100.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.1%, >=64=0.0%
issued rwts: total=785920,262656,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=64
Run status group 0 (all jobs):
READ: bw=29.3MiB/s (30.7MB/s), 29.3MiB/s-29.3MiB/s (30.7MB/s-30.7MB/s), io=3070MiB (3219MB), run=104712-104712msec
WRITE: bw=9.80MiB/s (10.3MB/s), 9.80MiB/s-9.80MiB/s (10.3MB/s-10.3MB/s), io=1026MiB (1076MB), run=104712-104712msec
Disk stats (read/write):
sdc: ios=785846/262670, merge=0/20, ticks=5689576/941763, in_queue=3934208, util=99.92%
root@ubuntu-32gb-hel1-1:/mnt/HC_Volume_16421687# fio --randrepeat=1 --ioengine=libaio --direct=1 --gtod_reduce=1 --name=test --filename=test --bs=4k --iodepth=64 --size=4G --readwrite=randrw --rwmixread=75
test: (g=0): rw=randrw, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=64
fio-3.16
Starting 1 process
Jobs: 1 (f=1): [m(1)][100.0%][r=29.3MiB/s,w=9873KiB/s][r=7505,w=2468 IOPS][eta 00m:00s]
test: (groupid=0, jobs=1): err= 0: pid=2228: Wed Jan 26 04:55:07 2022
read: IOPS=7505, BW=29.3MiB/s (30.7MB/s)(3070MiB/104711msec)
bw ( KiB/s): min=29016, max=35928, per=100.00%, avg=30023.53, stdev=481.44, samples=209
iops : min= 7254, max= 8982, avg=7505.88, stdev=120.37, samples=209
write: IOPS=2508, BW=9.80MiB/s (10.3MB/s)(1026MiB/104711msec); 0 zone resets
bw ( KiB/s): min= 8920, max=12352, per=100.00%, avg=10034.31, stdev=394.77, samples=209
iops : min= 2230, max= 3088, avg=2508.56, stdev=98.69, samples=209
cpu : usr=8.30%, sys=33.02%, ctx=524175, majf=0, minf=10
IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=0.1%, >=64=100.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.1%, >=64=0.0%
issued rwts: total=785920,262656,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=64
Run status group 0 (all jobs):
READ: bw=29.3MiB/s (30.7MB/s), 29.3MiB/s-29.3MiB/s (30.7MB/s-30.7MB/s), io=3070MiB (3219MB), run=104711-104711msec
WRITE: bw=9.80MiB/s (10.3MB/s), 9.80MiB/s-9.80MiB/s (10.3MB/s-10.3MB/s), io=1026MiB (1076MB), run=104711-104711msec
Disk stats (read/write):
sdc: ios=785492/262567, merge=0/20, ticks=5716283/916027, in_queue=3918336, util=100.00%
root@ubuntu-32gb-hel1-1:/mnt/HC_Volume_16421687# fio --randrepeat=1 --ioengine=libaio --direct=1 --gtod_reduce=1 --name=test --filename=test --bs=4k --iodepth=64 --size=4G --readwrite=randrw --rwmixread=75
test: (g=0): rw=randrw, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=64
fio-3.16
Starting 1 process
Jobs: 1 (f=1): [m(1)][100.0%][r=19.5MiB/s,w=6798KiB/s][r=5002,w=1699 IOPS][eta 00m:00s]
test: (groupid=0, jobs=1): err= 0: pid=2231: Wed Jan 26 04:57:06 2022
read: IOPS=6790, BW=26.5MiB/s (27.8MB/s)(3070MiB/115731msec)
bw ( KiB/s): min=19320, max=35856, per=100.00%, avg=27176.32, stdev=4547.19, samples=231
iops : min= 4830, max= 8964, avg=6794.07, stdev=1136.80, samples=231
write: IOPS=2269, BW=9078KiB/s (9296kB/s)(1026MiB/115731msec); 0 zone resets
bw ( KiB/s): min= 5904, max=12328, per=100.00%, avg=9082.88, stdev=1601.39, samples=231
iops : min= 1476, max= 3082, avg=2270.70, stdev=400.35, samples=231
cpu : usr=8.27%, sys=31.12%, ctx=540412, majf=0, minf=8
IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=0.1%, >=64=100.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.1%, >=64=0.0%
issued rwts: total=785920,262656,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=64
Run status group 0 (all jobs):
READ: bw=26.5MiB/s (27.8MB/s), 26.5MiB/s-26.5MiB/s (27.8MB/s-27.8MB/s), io=3070MiB (3219MB), run=115731-115731msec
WRITE: bw=9078KiB/s (9296kB/s), 9078KiB/s-9078KiB/s (9296kB/s-9296kB/s), io=1026MiB (1076MB), run=115731-115731msec
Disk stats (read/write):
sdc: ios=785462/262571, merge=0/23, ticks=6429981/906299, in_queue=4646156, util=100.00%
root@ubuntu-32gb-hel1-1:/mnt/HC_Volume_16421687# ioping -c 10 .
4 KiB <<< . (ext4 /dev/sdc): request=1 time=1.29 ms (warmup)
4 KiB <<< . (ext4 /dev/sdc): request=2 time=1.52 ms
4 KiB <<< . (ext4 /dev/sdc): request=3 time=1.68 ms
4 KiB <<< . (ext4 /dev/sdc): request=4 time=1.67 ms
4 KiB <<< . (ext4 /dev/sdc): request=5 time=1.48 ms
4 KiB <<< . (ext4 /dev/sdc): request=6 time=2.02 ms
4 KiB <<< . (ext4 /dev/sdc): request=7 time=73.3 ms (slow)
4 KiB <<< . (ext4 /dev/sdc): request=8 time=1.41 ms (fast)
4 KiB <<< . (ext4 /dev/sdc): request=9 time=4.42 ms (fast)
4 KiB <<< . (ext4 /dev/sdc): request=10 time=1.32 ms (fast)
--- . (ext4 /dev/sdc) ioping statistics ---
9 requests completed in 88.8 ms, 36 KiB read, 101 iops, 405.5 KiB/s
generated 10 requests in 9.00 s, 40 KiB, 1 iops, 4.44 KiB/s
min/avg/max/mdev = 1.32 ms / 9.86 ms / 73.3 ms / 22.4 ms
root@ubuntu-32gb-hel1-1:/mnt/HC_Volume_16421687# ioping -c 10 .
4 KiB <<< . (ext4 /dev/sdc): request=1 time=1.07 ms (warmup)
4 KiB <<< . (ext4 /dev/sdc): request=2 time=1.21 ms
4 KiB <<< . (ext4 /dev/sdc): request=3 time=1.12 ms
4 KiB <<< . (ext4 /dev/sdc): request=4 time=1.36 ms
4 KiB <<< . (ext4 /dev/sdc): request=5 time=1.58 ms
4 KiB <<< . (ext4 /dev/sdc): request=6 time=1.89 ms
4 KiB <<< . (ext4 /dev/sdc): request=7 time=1.75 ms
4 KiB <<< . (ext4 /dev/sdc): request=8 time=1.51 ms
4 KiB <<< . (ext4 /dev/sdc): request=9 time=1.26 ms
4 KiB <<< . (ext4 /dev/sdc): request=10 time=1.86 ms (slow)
--- . (ext4 /dev/sdc) ioping statistics ---
9 requests completed in 13.5 ms, 36 KiB read, 665 iops, 2.60 MiB/s
generated 10 requests in 9.00 s, 40 KiB, 1 iops, 4.44 KiB/s
min/avg/max/mdev = 1.12 ms / 1.50 ms / 1.89 ms / 270.7 us
root@ubuntu-32gb-hel1-1:/mnt/HC_Volume_16421687# ioping -c 10 .
4 KiB <<< . (ext4 /dev/sdc): request=1 time=1.79 ms (warmup)
4 KiB <<< . (ext4 /dev/sdc): request=2 time=1.55 ms
4 KiB <<< . (ext4 /dev/sdc): request=3 time=1.55 ms
4 KiB <<< . (ext4 /dev/sdc): request=4 time=1.71 ms
4 KiB <<< . (ext4 /dev/sdc): request=5 time=2.68 ms
4 KiB <<< . (ext4 /dev/sdc): request=6 time=1.24 ms
4 KiB <<< . (ext4 /dev/sdc): request=7 time=1.57 ms
4 KiB <<< . (ext4 /dev/sdc): request=8 time=1.72 ms
4 KiB <<< . (ext4 /dev/sdc): request=9 time=2.41 ms
4 KiB <<< . (ext4 /dev/sdc): request=10 time=2.52 ms
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment