Skip to content

Instantly share code, notes, and snippets.

@odoucet

odoucet/zpool-histogram

Last active Nov 17, 2017
Embed
What would you like to do?
ZFS performance issues
# NOTE:
# /dev/zvol/xxxxx/test volume is tested by FIO
# volblocksize 16K
# compression lz4
# usedbydataset 50.4G
# logbias latency
# sync always
xxxxxxx sync_read sync_write async_read async_write scrub
req_size ind agg ind agg ind agg ind agg ind agg
---------- ----- ----- ----- ----- ----- ----- ----- ----- ----- -----
512 0 0 0 0 0 0 0 0 0 0
1K 0 0 0 0 0 0 0 0 0 0
2K 0 0 0 0 0 0 0 0 0 0
4K 20 0 0 0 0 0 0 0 0 0
8K 1.77K 0 0 0 0 0 0 0 0 0
16K 780 0 0 0 0 0 0 0 0 0
32K 0 0 0 0 0 0 0 0 0 0
64K 0 0 0 0 0 0 0 0 0 0
128K 0 0 0 0 0 0 0 0 0 0
256K 0 0 0 0 0 0 0 0 0 0
512K 0 0 0 0 0 0 0 0 0 0
1M 0 0 0 0 0 0 0 0 0 0
2M 0 0 0 0 0 0 0 0 0 0
4M 0 0 0 0 0 0 0 0 0 0
8M 0 0 0 0 0 0 0 0 0 0
16M 0 0 0 0 0 0 0 0 0 0
--------------------------------------------------------------------------------
-------------------------- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- -----
capacity operations bandwidth total_wait disk_wait syncq_wait asyncq_wait scrub
pool alloc free read write read write read write read write read write read write wait
-------------------------- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- -----
xxxxxxx 13.4T 17.5T 2.48K 0 25.6M 0 74us - 74us - 256ns - - - -
mirror 556G 556G 21 0 172K 0 36us - 36us - 236ns - - - -
35000c5007252c5a7 - - 9 0 76.6K 0 38us - 38us - 207ns - - - -
35000c5007248fcbf - - 11 0 95.8K 0 34us - 34us - 260ns - - - -
mirror 658G 454G 309 0 2.52M 0 29us - 29us - 250ns - - - -
35000c5007261f9cf - - 304 0 2.44M 0 24us - 24us - 250ns - - - -
35000c50072518ef3 - - 5 0 86.2K 0 303us - 303us - 266ns - - - -
mirror 656G 456G 312 0 2.53M 0 26us - 26us - 248ns - - - -
35000c5007261dc63 - - 4 0 79.8K 0 208us - 208us - 220ns - - - -
35000c500725b7623 - - 307 0 2.46M 0 23us - 23us - 249ns - - - -
mirror 656G 456G 12 0 208K 0 139us - 138us - 247ns - - - -
35000c5007246a447 - - 4 0 67.1K 0 105us - 105us - 262ns - - - -
35000c5007246ac67 - - 8 0 141K 0 155us - 154us - 240ns - - - -
mirror 655G 457G 12 0 201K 0 79us - 78us - 250ns - - - -
35000c5007248eeef - - 0 0 6.39K 0 333us - 333us - 229ns - - - -
35000c500725d7acb - - 12 0 195K 0 70us - 69us - 251ns - - - -
mirror 655G 457G 21 0 273K 0 61us - 60us - 240ns - - - -
35000c500725f9f87 - - 15 0 180K 0 67us - 66us - 239ns - - - -
35000c500725a4bfb - - 5 0 92.6K 0 45us - 43us - 243ns - - - -
mirror 655G 457G 24 0 300K 0 66us - 66us - 261ns - - - -
35000c500725d4c8b - - 6 0 112K 0 96us - 96us - 297ns - - - -
35000c5007261fa77 - - 17 0 188K 0 54us - 54us - 246ns - - - -
mirror 655G 457G 16 0 265K 0 108us - 108us - 276ns - - - -
35000c500725ca277 - - 7 0 125K 0 102us - 101us - 271ns - - - -
35000c500720febef - - 8 0 141K 0 114us - 114us - 282ns - - - -
mirror 655G 457G 18 0 300K 0 262us - 261us - 269ns - - - -
35000c5007261daab - - 9 0 150K 0 269us - 267us - 270ns - - - -
35000c5007261f7bf - - 9 0 150K 0 255us - 255us - 267ns - - - -
mirror 655G 457G 31 0 396K 0 229us - 228us - 251ns - - - -
35000c50072470aa3 - - 9 0 153K 0 340us - 339us - 293ns - - - -
35000c500725e1a6f - - 21 0 243K 0 179us - 179us - 232ns - - - -
mirror 659G 453G 46 0 509K 0 61us - 61us - 259ns - - - -
35000c500724676b7 - - 42 0 446K 0 41us - 41us - 261ns - - - -
35000c5007253b02b - - 3 0 63.9K 0 272us - 272us - 237ns - - - -
mirror 378G 734G 350 0 3.06M 0 25us - 25us - 258ns - - - -
35000c50072491bef - - 325 0 2.66M 0 24us - 24us - 257ns - - - -
35000c50072532d63 - - 25 0 409K 0 39us - 39us - 261ns - - - -
mirror 589G 1.05T 406 0 3.79M 0 78us - 78us - 253ns - - - -
35000cca02c1802d0 - - 49 0 683K 0 192us - 191us - 272ns - - - -
35000cca02c17fffc - - 357 0 3.13M 0 62us - 62us - 251ns - - - -
mirror 585G 1.05T 173 0 1.94M 0 41us - 41us - 258ns - - - -
35000cca02c180f9c - - 44 0 715K 0 41us - 41us - 258ns - - - -
35000cca02c18044c - - 128 0 1.24M 0 41us - 41us - 259ns - - - -
mirror 579G 1.06T 147 0 1.64M 0 41us - 41us - 249ns - - - -
35000cca02c179d70 - - 83 0 913K 0 41us - 41us - 247ns - - - -
35000cca02c180efc - - 63 0 766K 0 41us - 41us - 252ns - - - -
mirror 579G 1.06T 101 0 1.28M 0 329us - 329us - 300ns - - - -
35000cca02c17c750 - - 54 0 667K 0 320us - 320us - 293ns - - - -
35000cca02c179d3c - - 46 0 645K 0 339us - 339us - 308ns - - - -
mirror 576G 1.06T 73 0 926K 0 58us - 57us - 283ns - - - -
35000cca02c1810c8 - - 29 0 385K 0 67us - 67us - 283ns - - - -
35000cca02c180ad8 - - 44 0 541K 0 52us - 51us - 283ns - - - -
mirror 575G 1.06T 87 0 1017K 0 219us - 219us - 292ns - - - -
35000cca02c1800cc - - 44 0 522K 0 274us - 274us - 290ns - - - -
35000cca02c180f70 - - 42 0 495K 0 162us - 162us - 294ns - - - -
mirror 573G 1.07T 83 0 990K 0 55us - 55us - 263ns - - - -
35000cca02c17ea80 - - 18 0 300K 0 65us - 65us - 241ns - - - -
35000cca02c17ffd8 - - 64 0 690K 0 53us - 52us - 270ns - - - -
mirror 571G 1.07T 75 0 921K 0 306us - 306us - 262ns - - - -
35000cca02c17f024 - - 40 0 468K 0 269us - 269us - 261ns - - - -
35000cca02c17ec4c - - 34 0 454K 0 350us - 349us - 263ns - - - -
mirror 571G 1.07T 60 0 806K 0 40us - 40us - 253ns - - - -
35000cca02c17f0c4 - - 33 0 366K 0 40us - 40us - 263ns - - - -
35000cca02c180808 - - 27 0 441K 0 41us - 41us - 242ns - - - -
mirror 567G 1.07T 73 0 917K 0 42us - 42us - 240ns - - - -
35000cca02c180e58 - - 19 0 319K 0 41us - 41us - 220ns - - - -
35000cca02c17db80 - - 53 0 597K 0 42us - 42us - 248ns - - - -
mirror 444G 1.19T 75 0 814K 0 47us - 46us - 228ns - - - -
35000cca02c17fdbc - - 48 0 482K 0 50us - 49us - 229ns - - - -
35000cca02c17c928 - - 26 0 332K 0 41us - 41us - 226ns - - - -
logs - - - - - - - - - - - - - - -
mirror 428K 93.0G 0 0 0 0 - - - - - - - - -
wwn-0x55cd2e404b427895 - - 0 0 0 0 - - - - - - - - -
wwn-0x55cd2e404b427e43 - - 0 0 0 0 - - - - - - - - -
cache - - - - - - - - - - - - - - -
wwn-0x55cd2e404b5f78e8 84.4M 745G 0 0 0 0 - - - - - - - - -
wwn-0x55cd2e404b5f7af1 84.1M 745G 0 0 0 0 - - - - - - - - -
-------------------------- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- -----
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
You can’t perform that action at this time.