Skip to content

Instantly share code, notes, and snippets.

@mazgi

mazgi/install.md

Last active August 29, 2015 14:04
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save mazgi/48d297d4c680ab3da72e to your computer and use it in GitHub Desktop.
Save mazgi/48d297d4c680ab3da72e to your computer and use it in GitHub Desktop.
Download ZIP
ES3000 impression
Raw
install.md

http://enterprise.huawei.com/en/products/itapp/server/high-performance-pcIe-card/hw-194918.htm

[root@Gottfried] # uname -a
Linux Gottfried 3.12.20-gentoo #1 SMP Mon Jun 2 01:07:15 JST 2014 x86_64 Intel(R) Xeon(R) CPU E5-2420 0 @ 1.90GHz GenuineIntel GNU/Linux
[root@Leibniz] # uname -a
Linux Leibniz 3.12.20-gentoo #1 SMP Mon Jun 2 01:08:12 JST 2014 x86_64 Intel(R) Xeon(R) CPU E5-2420 0 @ 1.90GHz GenuineIntel GNU/Linux
[root@Gottfried] # sha1sum *.zip
0f99a6f32dd84def872fda6c5021b6e8733e06d7  Tecal ES3000 Driver 2.0.0.41.zip
9aa277392ee6f96c934131240c554f4d106c5be0  Tecal ES3000 Driver SRC 2.0.0.41.zip
25d1a167bb9fb2584b65b79f528f57315f473bf6  Tecal_ES3000_Firmware_328.zip

Extract files

[root@Gottfried] # cd ~/ES3000/
[root@Gottfried] # for zip in *.zip
do
dir="$(echo ${zip%.*} | tr ' ' '_')"
mkdir -p "${dir}"
unzip -od "${dir}" "${zip}"             
done
Archive:  Tecal ES3000 Driver 2.0.0.41.zip
  inflating: Tecal_ES3000_Driver_2.0.0.41/Vmware/ESX 4.1/hio-2.0.0.41.x86_64.rpm  
  inflating: Tecal_ES3000_Driver_2.0.0.41/Vmware/ESXi 5.x/hio-2.0.0.41.vib  
  inflating: Tecal_ES3000_Driver_2.0.0.41/Windows/HW_SSD_Driver_v2.0.0.40_3.exe  
  inflating: Tecal_ES3000_Driver_2.0.0.41/filelist.txt  
  inflating: Tecal_ES3000_Driver_2.0.0.41/Linux/ol6u2-x64/hio-2.0.0.41-2.6.32_300.3.1.el6uek.x86_64.rpm  
  inflating: Tecal_ES3000_Driver_2.0.0.41/Linux/rhel5u1-x64/hio-2.0.0.41-2.6.18_53.el5.x86_64.rpm  
  inflating: Tecal_ES3000_Driver_2.0.0.41/Linux/rhel5u2-x64/hio-2.0.0.41-2.6.18_92.el5.x86_64.rpm  
  inflating: Tecal_ES3000_Driver_2.0.0.41/Linux/rhel5u3-x64/hio-2.0.0.41-2.6.18_128.el5.x86_64.rpm  
  inflating: Tecal_ES3000_Driver_2.0.0.41/Linux/rhel5u4-x64/hio-2.0.0.41-2.6.18_164.el5.x86_64.rpm  
  inflating: Tecal_ES3000_Driver_2.0.0.41/Linux/rhel5u5-x64/hio-2.0.0.41-2.6.18_194.el5.x86_64.rpm  
  inflating: Tecal_ES3000_Driver_2.0.0.41/Linux/rhel5u6-x64/hio-2.0.0.41-2.6.18_238.el5.x86_64.rpm  
  inflating: Tecal_ES3000_Driver_2.0.0.41/Linux/rhel5u7-x64/hio-2.0.0.41-2.6.18_274.el5.x86_64.rpm  
  inflating: Tecal_ES3000_Driver_2.0.0.41/Linux/rhel5u8-x64/hio-2.0.0.41-2.6.18_308.el5.x86_64.rpm  
  inflating: Tecal_ES3000_Driver_2.0.0.41/Linux/rhel5u9-x64/hio-2.0.0.41-2.6.18_348.el5.x86_64.rpm  
  inflating: Tecal_ES3000_Driver_2.0.0.41/Linux/rhel5-x64/hio-2.0.0.41-2.6.18_8.el5.x86_64.rpm  
  inflating: Tecal_ES3000_Driver_2.0.0.41/Linux/rhel6u1-x64/hio-2.0.0.41-2.6.32_131.0.15.el6.x86_64.rpm  
  inflating: Tecal_ES3000_Driver_2.0.0.41/Linux/rhel6u2-x64/hio-2.0.0.41-2.6.32_220.el6.x86_64.rpm  
  inflating: Tecal_ES3000_Driver_2.0.0.41/Linux/rhel6u3-x64/hio-2.0.0.41-2.6.32_279.el6.x86_64.rpm  
  inflating: Tecal_ES3000_Driver_2.0.0.41/Linux/rhel6u4-2.6.32-358.23.2.el6.x86_64/hio-2.0.0.41-2.6.32_358.23.2.el6.x86_64.rpm  
  inflating: Tecal_ES3000_Driver_2.0.0.41/Linux/rhel6u4-x64/hio-2.0.0.41-2.6.32_358.el6.x86_64.rpm  
  inflating: Tecal_ES3000_Driver_2.0.0.41/Linux/rhel6u5-x64/hio-2.0.0.41-2.6.32_431.el6.x86_64.rpm  
  inflating: Tecal_ES3000_Driver_2.0.0.41/Linux/rhel6-x64/hio-2.0.0.41-2.6.32_71.el6.x86_64.rpm  
  inflating: Tecal_ES3000_Driver_2.0.0.41/Linux/sles11sp1-2.6.32.59-x64/hio-2.0.0.41-2.6.32.59_0.3_default.x86_64.rpm  
  inflating: Tecal_ES3000_Driver_2.0.0.41/Linux/sles11sp1-x64/hio-2.0.0.41-2.6.32.12_0.7_default.x86_64.rpm  
  inflating: Tecal_ES3000_Driver_2.0.0.41/Linux/sles11sp2-x64/hio-2.0.0.41-3.0.13_0.27_default.x86_64.rpm  
  inflating: Tecal_ES3000_Driver_2.0.0.41/Linux/sles11sp3-x64/hio-2.0.0.41-3.0.76_0.11_default.x86_64.rpm  
  inflating: Tecal_ES3000_Driver_2.0.0.41/Linux/sles11-x64/hio-2.0.0.41-2.6.27.19_5_default.x86_64.rpm  
  inflating: Tecal_ES3000_Driver_2.0.0.41/Linux/UVP-3.0.58-0.6.6-xen-x64/hio-2.0.0.41-3.0.58_0.6.6_xen.x86_64.rpm  
  inflating: Tecal_ES3000_Driver_2.0.0.41/SNMP/hio_snmp-2.0-0.39.x86_64.rpm  
Archive:  Tecal ES3000 Driver SRC 2.0.0.41.zip
  inflating: Tecal_ES3000_Driver_SRC_2.0.0.41/Linux/src/hio/hio.c  
  inflating: Tecal_ES3000_Driver_SRC_2.0.0.41/Linux/src/hio/hio.h  
  inflating: Tecal_ES3000_Driver_SRC_2.0.0.41/Linux/src/hio/Makefile  
  inflating: Tecal_ES3000_Driver_SRC_2.0.0.41/Vmware/src/drv/hio.c  
Archive:  Tecal_ES3000_Firmware_328.zip
  inflating: Tecal_ES3000_Firmware_328/hio_fw_328  
  inflating: Tecal_ES3000_Firmware_328/read me first.txt

Install firmware

[root@Gottfried] # mkdir -p /lib/firmware/hio/
[root@Gottfried] # cp -pv ~/ES3000/Tecal_ES3000_Firmware_328/hio_fw_328 /lib/firmware/hio/
'/root/ES3000/Tecal_ES3000_Firmware_328/hio_fw_328' -> '/lib/firmware/hio/hio_fw_328'

Build kernel module

[root@Gottfried] # cd ~/ES3000/Tecal_ES3000_Driver_SRC_2.0.0.41/Linux/src/hio
[root@Gottfried] # make -C /usr/src/linux M="${PWD}" modules
make: Entering directory `/usr/src/linux-3.12.20-gentoo'
  CC [M]  /root/ES3000/Tecal_ES3000_Driver_SRC_2.0.0.41/Linux/src/hio/hio.o
  Building modules, stage 2.
  MODPOST 1 modules
  CC      /root/ES3000/Tecal_ES3000_Driver_SRC_2.0.0.41/Linux/src/hio/hio.mod.o
  LD [M]  /root/ES3000/Tecal_ES3000_Driver_SRC_2.0.0.41/Linux/src/hio/hio.ko
make: Leaving directory `/usr/src/linux-3.12.20-gentoo'
[root@Gottfried] # ls -al hio.ko
-rw-r--r-- 1 root root 119167 Jul 29 01:15 hio.ko
[root@Gottfried] # sha1sum hio.ko
8aa40ad66d74f939fb6ef622d20f42e6cba2d803  hio.ko
[root@Gottfried] # mkdir -p /lib/modules/$(uname -r)/kernel/drivers/hio/
[root@Gottfried] # install -m 644 hio.ko /lib/modules/$(uname -r)/kernel/drivers/hio/
[root@Gottfried] # ls -al /lib/modules/$(uname -r)/kernel/drivers/hio/
total 120
drwxr-xr-x 1 root root     12 Jul 29 01:33 ./
drwxr-xr-x 1 root root    352 Jul 29 01:29 ../
-rw-r--r-- 1 root root 119167 Jul 29 01:33 hio.ko
[root@Gottfried] # depmod -a
[root@Gottfried] # lsmod | grep hio
[root@Gottfried] # modprobe hio
[root@Gottfried] # lsmod | grep hio
hio                    59547  0

Create filesystem

[root@Gottfried] # gdisk /dev/hioa
GPT fdisk (gdisk) version 0.8.10

Partition table scan:
  MBR: not present
  BSD: not present
  APM: not present
  GPT: not present

Creating new GPT entries.

Command (? for help): n
Partition number (1-128, default 1): 
First sector (34-2352611294, default = 2048) or {+-}size{KMGTP}: 
Last sector (2048-2352611294, default = 2352611294) or {+-}size{KMGTP}: 
Current type is 'Linux filesystem'
Hex code or GUID (L to show codes, Enter = 8300): 
Changed type of partition to 'Linux filesystem'

Command (? for help): w

Final checks complete. About to write GPT data. THIS WILL OVERWRITE EXISTING
PARTITIONS!!

Do you want to proceed? (Y/N): y
OK; writing new GUID partition table (GPT) to /dev/hioa.
The operation has completed successfully.
[root@Gottfried] # gdisk -l /dev/hioa
GPT fdisk (gdisk) version 0.8.10

Partition table scan:
  MBR: protective
  BSD: not present
  APM: not present
  GPT: present

Found valid GPT with protective MBR; using GPT.
Disk /dev/hioa: 2352611328 sectors, 1.1 TiB
Logical sector size: 512 bytes
Disk identifier (GUID): 5CE58824-4757-4824-9FE9-3FE05B7DCDDD
Partition table holds up to 128 entries
First usable sector is 34, last usable sector is 2352611294
Partitions will be aligned on 2048-sector boundaries
Total free space is 2014 sectors (1007.0 KiB)

Number  Start (sector)    End (sector)  Size       Code  Name
   1            2048      2352611294   1.1 TiB     8300  Linux filesystem

Mount filesystem

[root@Gottfried] # mkfs.xfs /dev/hioa1
meta-data=/dev/hioa1             isize=256    agcount=4, agsize=73519039 blks
         =                       sectsz=512   attr=2, projid32bit=0
data     =                       bsize=4096   blocks=294076155, imaxpct=5
         =                       sunit=0      swidth=0 blks
naming   =version 2              bsize=4096   ascii-ci=0
log      =internal log           bsize=4096   blocks=143591, version=2
         =                       sectsz=512   sunit=0 blks, lazy-count=1
realtime =none                   extsz=4096   blocks=0, rtextents=0
[root@Gottfried] # mount /dev/hioa1 /mnt
[root@Gottfried] # mount | grep hioa
/dev/hioa1 on /mnt type xfs (rw)
[root@Gottfried] # df /mnt/
Filesystem      1K-blocks  Used  Available Use% Mounted on
/dev/hioa1     1175730256 32928 1175697328   1% /mnt
Raw
xfs-2k.md

Create filesystem

[root@Gottfried] # mkfs.xfs -f -b size=2048 /dev/hioa1
meta-data=/dev/hioa1             isize=256    agcount=4, agsize=147038078 blks
         =                       sectsz=512   attr=2, projid32bit=0
data     =                       bsize=2048   blocks=588152311, imaxpct=5
         =                       sunit=0      swidth=0 blks
naming   =version 2              bsize=4096   ascii-ci=0
log      =internal log           bsize=2048   blocks=287183, version=2
         =                       sectsz=512   sunit=0 blks, lazy-count=1
realtime =none                   extsz=4096   blocks=0, rtextents=0
[root@Gottfried] # mount /dev/hioa1 /mnt
[root@Gottfried] # fio -direct=1 -rw=randwrite -bs=1k -randrepeat=0 --iodepth=32 -name=test -runtime=10 -ioengine=libaio -filename=/dev/hioa1
test: (g=0): rw=randwrite, bs=1K-1K/1K-1K/1K-1K, ioengine=libaio, iodepth=32
fio-2.0.14
Starting 1 process
Jobs: 1 (f=1): [w] [100.0% done] [0K/152.8M/0K /s] [0 /156K/0  iops] [eta 00m:00s]
test: (groupid=0, jobs=1): err= 0: pid=16926: Tue Jul 29 05:28:28 2014
  write: io=1573.5MB, bw=161106KB/s, iops=161106 , runt= 10001msec
    slat (usec): min=2 , max=49 , avg= 3.87, stdev= 1.57
    clat (usec): min=13 , max=2919 , avg=192.62, stdev=125.19
     lat (usec): min=18 , max=2923 , avg=196.65, stdev=125.17
    clat percentiles (usec):
     |  1.00th=[   57],  5.00th=[  145], 10.00th=[  169], 20.00th=[  175],
     | 30.00th=[  179], 40.00th=[  181], 50.00th=[  183], 60.00th=[  183],
     | 70.00th=[  185], 80.00th=[  187], 90.00th=[  193], 95.00th=[  209],
     | 99.00th=[  676], 99.50th=[ 1272], 99.90th=[ 1896], 99.95th=[ 2040],
     | 99.99th=[ 2224]
    bw (KB/s)  : min=153150, max=168498, per=100.00%, avg=161119.50, stdev=4113.60
    lat (usec) : 20=0.01%, 50=0.72%, 100=1.91%, 250=94.26%, 500=1.85%
    lat (usec) : 750=0.33%, 1000=0.18%
    lat (msec) : 2=0.69%, 4=0.06%
  cpu          : usr=25.00%, sys=70.10%, ctx=3494, majf=0, minf=22
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=100.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=1611226/d=0, short=r=0/w=0/d=0

Run status group 0 (all jobs):
  WRITE: io=1573.5MB, aggrb=161106KB/s, minb=161106KB/s, maxb=161106KB/s, mint=10001msec, maxt=10001msec

Disk stats (read/write):
  hioa: ios=805/1603490, merge=0/0, ticks=0/72220, in_queue=72370, util=96.71%
[root@Gottfried] # fio -direct=1 -rw=randwrite -bs=4k -randrepeat=0 --iodepth=32 -name=test -runtime=10 -ioengine=libaio -filename=/dev/hioa1
test: (g=0): rw=randwrite, bs=4K-4K/4K-4K/4K-4K, ioengine=libaio, iodepth=32
fio-2.0.14
Starting 1 process
Jobs: 1 (f=1): [w] [100.0% done] [0K/644.3M/0K /s] [0 /165K/0  iops] [eta 00m:00s]
test: (groupid=0, jobs=1): err= 0: pid=16935: Tue Jul 29 05:29:19 2014
  write: io=6442.8MB, bw=659666KB/s, iops=164916 , runt= 10001msec
    slat (usec): min=2 , max=38 , avg= 4.19, stdev= 1.62
    clat (usec): min=23 , max=233 , avg=188.36, stdev= 4.80
     lat (usec): min=26 , max=238 , avg=192.70, stdev= 4.48
    clat percentiles (usec):
     |  1.00th=[  177],  5.00th=[  181], 10.00th=[  183], 20.00th=[  185],
     | 30.00th=[  187], 40.00th=[  187], 50.00th=[  189], 60.00th=[  189],
     | 70.00th=[  191], 80.00th=[  193], 90.00th=[  195], 95.00th=[  197],
     | 99.00th=[  201], 99.50th=[  201], 99.90th=[  205], 99.95th=[  209],
     | 99.99th=[  221]
    bw (KB/s)  : min=646528, max=661496, per=100.00%, avg=659685.47, stdev=3338.24
    lat (usec) : 50=0.01%, 100=0.01%, 250=100.00%
  cpu          : usr=26.80%, sys=73.30%, ctx=217, majf=0, minf=22
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=100.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=1649331/d=0, short=r=0/w=0/d=0

Run status group 0 (all jobs):
  WRITE: io=6442.8MB, aggrb=659666KB/s, minb=659666KB/s, maxb=659666KB/s, mint=10001msec, maxt=10001msec

Disk stats (read/write):
  hioa: ios=0/1623824, merge=0/0, ticks=0/26800, in_queue=26950, util=98.43%
[root@Gottfried] # fio -direct=1 -rw=randwrite -bs=8k -randrepeat=0 --iodepth=32 -name=test -runtime=10 -ioengine=libaio -filename=/dev/hioa1
test: (g=0): rw=randwrite, bs=8K-8K/8K-8K/8K-8K, ioengine=libaio, iodepth=32
fio-2.0.14
Starting 1 process
Jobs: 1 (f=1): [w] [100.0% done] [0K/1188M/0K /s] [0 /152K/0  iops] [eta 00m:00s]
test: (groupid=0, jobs=1): err= 0: pid=16941: Tue Jul 29 05:29:52 2014
  write: io=11865MB, bw=1186.5MB/s, iops=151860 , runt= 10001msec
    slat (usec): min=2 , max=39 , avg= 4.71, stdev= 1.65
    clat (usec): min=23 , max=251 , avg=204.59, stdev= 5.02
     lat (usec): min=27 , max=258 , avg=209.45, stdev= 4.86
    clat percentiles (usec):
     |  1.00th=[  193],  5.00th=[  197], 10.00th=[  199], 20.00th=[  201],
     | 30.00th=[  203], 40.00th=[  203], 50.00th=[  205], 60.00th=[  207],
     | 70.00th=[  207], 80.00th=[  209], 90.00th=[  211], 95.00th=[  213],
     | 99.00th=[  217], 99.50th=[  219], 99.90th=[  223], 99.95th=[  225],
     | 99.99th=[  235]
    bw (MB/s)  : min= 1197, max= 1217, per=100.00%, avg=1214.95, stdev= 4.38
    lat (usec) : 50=0.01%, 100=0.01%, 250=100.00%, 500=0.01%
  cpu          : usr=26.00%, sys=74.10%, ctx=211, majf=0, minf=22
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=100.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=1518761/d=0, short=r=0/w=0/d=0

Run status group 0 (all jobs):
  WRITE: io=11865MB, aggrb=1186.5MB/s, minb=1186.5MB/s, maxb=1186.5MB/s, mint=10001msec, maxt=10001msec

Disk stats (read/write):
  hioa: ios=0/1499154, merge=0/0, ticks=0/27000, in_queue=27090, util=98.63%
[root@Gottfried] # fio -direct=1 -rw=randwrite -bs=16k -randrepeat=0 --iodepth=32 -name=test -runtime=10 -ioengine=libaio -filename=/dev/hioa1
test: (g=0): rw=randwrite, bs=16K-16K/16K-16K/16K-16K, ioengine=libaio, iodepth=32
fio-2.0.14
Starting 1 process
Jobs: 1 (f=1): [w] [100.0% done] [0K/1890M/0K /s] [0 /121K/0  iops] [eta 00m:00s]
test: (groupid=0, jobs=1): err= 0: pid=16948: Tue Jul 29 05:32:18 2014
  write: io=18821MB, bw=1881.1MB/s, iops=120443 , runt= 10001msec
    slat (usec): min=3 , max=38 , avg= 5.40, stdev= 1.68
    clat (usec): min=22 , max=3289 , avg=258.88, stdev=111.71
     lat (usec): min=26 , max=3293 , avg=264.44, stdev=111.48
    clat percentiles (usec):
     |  1.00th=[  185],  5.00th=[  207], 10.00th=[  219], 20.00th=[  225],
     | 30.00th=[  227], 40.00th=[  229], 50.00th=[  231], 60.00th=[  233],
     | 70.00th=[  239], 80.00th=[  247], 90.00th=[  282], 95.00th=[  454],
     | 99.00th=[  788], 99.50th=[  892], 99.90th=[ 1080], 99.95th=[ 1144],
     | 99.99th=[ 3120]
    bw (MB/s)  : min= 1906, max= 1978, per=99.99%, avg=1926.86, stdev=14.34
    lat (usec) : 50=0.01%, 100=0.01%, 250=81.80%, 500=13.92%, 750=2.99%
    lat (usec) : 1000=1.08%
    lat (msec) : 2=0.18%, 4=0.02%
  cpu          : usr=19.20%, sys=69.60%, ctx=8689, majf=0, minf=22
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=100.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=1204556/d=0, short=r=0/w=0/d=0

Run status group 0 (all jobs):
  WRITE: io=18821MB, aggrb=1881.1MB/s, minb=1881.1MB/s, maxb=1881.1MB/s, mint=10001msec, maxt=10001msec

Disk stats (read/write):
  hioa: ios=0/1190557, merge=0/0, ticks=0/112590, in_queue=112710, util=98.83%
Raw
xfs-4k.md

Create filesystem

[root@Gottfried] # mkfs.xfs -f -b size=4096 /dev/hioa1
meta-data=/dev/hioa1             isize=256    agcount=4, agsize=73519039 blks
         =                       sectsz=512   attr=2, projid32bit=0
data     =                       bsize=4096   blocks=294076155, imaxpct=5
         =                       sunit=0      swidth=0 blks
naming   =version 2              bsize=4096   ascii-ci=0
log      =internal log           bsize=4096   blocks=143591, version=2
         =                       sectsz=512   sunit=0 blks, lazy-count=1
realtime =none                   extsz=4096   blocks=0, rtextents=0
[root@Gottfried] # mount /dev/hioa1 /mnt
[root@Gottfried] # fio -direct=1 -rw=randwrite -bs=1k -randrepeat=0 --iodepth=32 -name=test -runtime=10 -ioengine=libaio -filename=/dev/hioa1
test: (g=0): rw=randwrite, bs=1K-1K/1K-1K/1K-1K, ioengine=libaio, iodepth=32
fio-2.0.14
Starting 1 process
Jobs: 1 (f=1): [w] [100.0% done] [0K/154.5M/0K /s] [0 /158K/0  iops] [eta 00m:00s]
test: (groupid=0, jobs=1): err= 0: pid=16369: Tue Jul 29 04:56:45 2014
  write: io=1558.3MB, bw=159552KB/s, iops=159552 , runt= 10001msec
    slat (usec): min=2 , max=65 , avg= 3.95, stdev= 1.57
    clat (usec): min=14 , max=2371 , avg=194.45, stdev=126.21
     lat (usec): min=19 , max=2374 , avg=198.55, stdev=126.19
    clat percentiles (usec):
     |  1.00th=[   59],  5.00th=[  149], 10.00th=[  171], 20.00th=[  177],
     | 30.00th=[  181], 40.00th=[  183], 50.00th=[  185], 60.00th=[  185],
     | 70.00th=[  187], 80.00th=[  189], 90.00th=[  195], 95.00th=[  207],
     | 99.00th=[  676], 99.50th=[ 1304], 99.90th=[ 1912], 99.95th=[ 2024],
     | 99.99th=[ 2224]
    bw (KB/s)  : min=153032, max=166572, per=100.00%, avg=159827.68, stdev=4287.46
    lat (usec) : 20=0.01%, 50=0.65%, 100=1.79%, 250=94.49%, 500=1.83%
    lat (usec) : 750=0.32%, 1000=0.20%
    lat (msec) : 2=0.67%, 4=0.06%
  cpu          : usr=25.10%, sys=70.00%, ctx=3293, majf=0, minf=22
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=100.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=1595682/d=0, short=r=0/w=0/d=0

Run status group 0 (all jobs):
  WRITE: io=1558.3MB, aggrb=159552KB/s, minb=159552KB/s, maxb=159552KB/s, mint=10001msec, maxt=10001msec

Disk stats (read/write):
  hioa: ios=805/1587451, merge=0/0, ticks=50/67620, in_queue=67830, util=96.81%
[root@Gottfried] # fio -direct=1 -rw=randwrite -bs=4k -randrepeat=0 --iodepth=32 -name=test -runtime=10 -ioengine=libaio -filename=/dev/hioa1
test: (g=0): rw=randwrite, bs=4K-4K/4K-4K/4K-4K, ioengine=libaio, iodepth=32
fio-2.0.14
Starting 1 process
Jobs: 1 (f=1): [w] [100.0% done] [0K/669.6M/0K /s] [0 /171K/0  iops] [eta 00m:00s]
test: (groupid=0, jobs=1): err= 0: pid=16375: Tue Jul 29 04:57:24 2014
  write: io=6663.4MB, bw=682263KB/s, iops=170565 , runt= 10001msec
    slat (usec): min=2 , max=39 , avg= 4.02, stdev= 1.58
    clat (usec): min=13 , max=229 , avg=182.13, stdev= 4.96
     lat (usec): min=20 , max=232 , avg=186.30, stdev= 4.49
    clat percentiles (usec):
     |  1.00th=[  173],  5.00th=[  175], 10.00th=[  177], 20.00th=[  179],
     | 30.00th=[  181], 40.00th=[  181], 50.00th=[  183], 60.00th=[  183],
     | 70.00th=[  185], 80.00th=[  185], 90.00th=[  189], 95.00th=[  191],
     | 99.00th=[  195], 99.50th=[  197], 99.90th=[  199], 99.95th=[  201],
     | 99.99th=[  213]
    bw (KB/s)  : min=666792, max=685536, per=99.99%, avg=682163.79, stdev=4317.05
    lat (usec) : 20=0.01%, 50=0.01%, 100=0.01%, 250=100.00%
  cpu          : usr=23.90%, sys=76.10%, ctx=228, majf=0, minf=22
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=100.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=1705828/d=0, short=r=0/w=0/d=0

Run status group 0 (all jobs):
  WRITE: io=6663.4MB, aggrb=682262KB/s, minb=682262KB/s, maxb=682262KB/s, mint=10001msec, maxt=10001msec

Disk stats (read/write):
  hioa: ios=0/1679415, merge=0/0, ticks=0/27800, in_queue=27970, util=98.33%
[root@Gottfried] # fio -direct=1 -rw=randwrite -bs=8k -randrepeat=0 --iodepth=32 -name=test -runtime=10 -ioengine=libaio -filename=/dev/hioa1
test: (g=0): rw=randwrite, bs=8K-8K/8K-8K/8K-8K, ioengine=libaio, iodepth=32
fio-2.0.14
Starting 1 process
Jobs: 1 (f=1): [w] [100.0% done] [0K/1185M/0K /s] [0 /152K/0  iops] [eta 00m:00s]
test: (groupid=0, jobs=1): err= 0: pid=16382: Tue Jul 29 04:58:02 2014
  write: io=11826MB, bw=1182.6MB/s, iops=151363 , runt= 10001msec
    slat (usec): min=3 , max=38 , avg= 4.72, stdev= 1.62
    clat (usec): min=25 , max=255 , avg=205.26, stdev= 5.05
     lat (usec): min=31 , max=259 , avg=210.13, stdev= 4.89
    clat percentiles (usec):
     |  1.00th=[  193],  5.00th=[  199], 10.00th=[  199], 20.00th=[  201],
     | 30.00th=[  203], 40.00th=[  205], 50.00th=[  205], 60.00th=[  207],
     | 70.00th=[  209], 80.00th=[  209], 90.00th=[  211], 95.00th=[  213],
     | 99.00th=[  219], 99.50th=[  221], 99.90th=[  225], 99.95th=[  227],
     | 99.99th=[  235]
    bw (MB/s)  : min= 1194, max= 1214, per=100.00%, avg=1210.89, stdev= 4.50
    lat (usec) : 50=0.01%, 100=0.01%, 250=100.00%, 500=0.01%
  cpu          : usr=23.70%, sys=76.30%, ctx=210, majf=0, minf=22
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=100.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=1513788/d=0, short=r=0/w=0/d=0

Run status group 0 (all jobs):
  WRITE: io=11826MB, aggrb=1182.6MB/s, minb=1182.6MB/s, maxb=1182.6MB/s, mint=10001msec, maxt=10001msec

Disk stats (read/write):
  hioa: ios=0/1494135, merge=0/0, ticks=0/26750, in_queue=26890, util=98.73%
[root@Gottfried] # fio -direct=1 -rw=randwrite -bs=16k -randrepeat=0 --iodepth=32 -name=test -runtime=10 -ioengine=libaio -filename=/dev/hioa1
test: (g=0): rw=randwrite, bs=16K-16K/16K-16K/16K-16K, ioengine=libaio, iodepth=32
fio-2.0.14
Starting 1 process
Jobs: 1 (f=1): [w] [100.0% done] [0K/1863M/0K /s] [0 /119K/0  iops] [eta 00m:00s]
test: (groupid=0, jobs=1): err= 0: pid=16388: Tue Jul 29 05:00:28 2014
  write: io=18806MB, bw=1880.4MB/s, iops=120343 , runt= 10001msec
    slat (usec): min=3 , max=56 , avg= 5.39, stdev= 1.68
    clat (usec): min=25 , max=3348 , avg=259.11, stdev=115.80
     lat (usec): min=29 , max=3352 , avg=264.66, stdev=115.57
    clat percentiles (usec):
     |  1.00th=[  185],  5.00th=[  207], 10.00th=[  219], 20.00th=[  225],
     | 30.00th=[  227], 40.00th=[  229], 50.00th=[  231], 60.00th=[  233],
     | 70.00th=[  237], 80.00th=[  247], 90.00th=[  278], 95.00th=[  466],
     | 99.00th=[  820], 99.50th=[  908], 99.90th=[ 1096], 99.95th=[ 1224],
     | 99.99th=[ 2992]
    bw (MB/s)  : min= 1896, max= 1987, per=100.00%, avg=1926.92, stdev=20.48
    lat (usec) : 50=0.01%, 100=0.01%, 250=82.91%, 500=12.61%, 750=2.99%
    lat (usec) : 1000=1.25%
    lat (msec) : 2=0.23%, 4=0.02%
  cpu          : usr=20.30%, sys=68.30%, ctx=8175, majf=0, minf=22
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=100.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=1203552/d=0, short=r=0/w=0/d=0

Run status group 0 (all jobs):
  WRITE: io=18806MB, aggrb=1880.4MB/s, minb=1880.4MB/s, maxb=1880.4MB/s, mint=10001msec, maxt=10001msec

Disk stats (read/write):
  hioa: ios=0/1189181, merge=0/0, ticks=0/112450, in_queue=112730, util=98.83%
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment