Skip to content

Instantly share code, notes, and snippets.

@hlieberman

hlieberman/gist:7960839

Created December 14, 2013 15:51
Show Gist options
  • Save hlieberman/7960839 to your computer and use it in GitHub Desktop.
Save hlieberman/7960839 to your computer and use it in GitHub Desktop.
Download ZIP
A partial capture of the system state.
Raw
gistfile1.txt
zdb:
tank:
version: 5000
name: 'tank'
state: 0
txg: 287267
pool_guid: 10951551319003396245
hostname: 'pokey'
vdev_children: 1
vdev_tree:
type: 'root'
id: 0
guid: 10951551319003396245
children[0]:
type: 'raidz'
id: 0
guid: 519675623641841695
nparity: 1
metaslab_array: 33
metaslab_shift: 35
ashift: 9
asize: 6001154064384
is_log: 0
create_txg: 4
children[0]:
type: 'disk'
id: 0
guid: 4148069333156360065
path: '/dev/disk/by-id/scsi-SATA_WDC_WD2003FYYS-_WD-WCAY00585909-part1'
whole_disk: 1
DTL: 40
create_txg: 4
children[1]:
type: 'disk'
id: 1
guid: 5209231870772771986
path: '/dev/disk/by-id/scsi-SATA_WDC_WD2003FYYS-_WD-WMAUR0617491-part1'
whole_disk: 1
DTL: 39
create_txg: 4
children[2]:
type: 'disk'
id: 2
guid: 5947620988896599666
path: '/dev/disk/by-id/scsi-SATA_WDC_WD2003FYYS-_WD-WMAY00642918-part1'
whole_disk: 1
DTL: 38
create_txg: 4
features_for_read:
dmesg:
[606996.841479] INFO: task kswapd0:79 blocked for more than 120 seconds.
[606996.841499] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[606996.841518] kswapd0 D ffff88033fc53780 0 79 2 0x00000000
[606996.841543] ffff880331b16af0 0000000000000046 0000000000000000 ffff8803332bb610
[606996.841573] 0000000000013780 ffff8803314b1fd8 ffff8803314b1fd8 ffff880331b16af0
[606996.841617] 0000000000000202 000000018134eb89 ffff8803317deb28 ffff8803317deb20
[606996.841670] Call Trace:
[606996.841708] [<ffffffffa023d643>] ? cv_wait_common+0xdc/0x171 [spl]
[606996.841742] [<ffffffff81037e41>] ? __wake_up+0x35/0x46
[606996.841772] [<ffffffff8105fadf>] ? add_wait_queue+0x3c/0x3c
[606996.841802] [<ffffffff8134ebc7>] ? _raw_spin_unlock_irqrestore+0xe/0xf
[606996.841853] [<ffffffffa03b93e5>] ? txg_wait_open+0xbe/0xf4 [zfs]
[606996.841883] [<ffffffff810364e8>] ? should_resched+0x5/0x23
[606996.841923] [<ffffffffa0389af6>] ? dmu_tx_assign+0xf9/0x345 [zfs]
[606996.841965] [<ffffffffa03935c7>] ? dsl_dataset_block_freeable+0x31/0x3f [zfs]
[606996.842023] [<ffffffffa03e0ae0>] ? zfs_inactive+0xa7/0x13b [zfs]
[606996.842055] [<ffffffff8110cc78>] ? evict+0x96/0x148
[606996.842081] [<ffffffff8110cee2>] ? dispose_list+0x27/0x31
[606996.842109] [<ffffffff8110da23>] ? prune_icache_sb+0x250/0x25f
[606996.842140] [<ffffffff810fc722>] ? prune_super+0xd5/0x13f
[606996.842169] [<ffffffff810c1e45>] ? shrink_slab+0x18f/0x24d
[606996.842197] [<ffffffff810c4815>] ? balance_pgdat+0x283/0x4b7
[606996.842226] [<ffffffff810c4d1c>] ? kswapd+0x2d3/0x303
[606996.842253] [<ffffffff8105fadf>] ? add_wait_queue+0x3c/0x3c
[606996.842281] [<ffffffff810c4a49>] ? balance_pgdat+0x4b7/0x4b7
[606996.842309] [<ffffffff8105f48d>] ? kthread+0x76/0x7e
[606996.842337] [<ffffffff81355cf4>] ? kernel_thread_helper+0x4/0x10
[606996.842366] [<ffffffff8105f417>] ? kthread_worker_fn+0x139/0x139
[606996.842395] [<ffffffff81355cf0>] ? gs_change+0x13/0x13
[606996.842421] INFO: task kswapd1:80 blocked for more than 120 seconds.
[606996.842449] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[606996.842494] kswapd1 D ffff88063fc53780 0 80 2 0x00000000
[606996.842528] ffff880331b16400 0000000000000046 0000000000000000 ffff8803332fefa0
[606996.842581] 0000000000013780 ffff8803314b3fd8 ffff8803314b3fd8 ffff880331b16400
[606996.842633] 0000000000000202 000000018134eb89 ffff8803317deb28 ffff8803317deb20
[606996.842686] Call Trace:
[606996.842711] [<ffffffffa023d643>] ? cv_wait_common+0xdc/0x171 [spl]
[606996.842740] [<ffffffff81037e41>] ? __wake_up+0x35/0x46
[606996.842767] [<ffffffff8105fadf>] ? add_wait_queue+0x3c/0x3c
[606996.842795] [<ffffffff8134ebc7>] ? _raw_spin_unlock_irqrestore+0xe/0xf
[606996.842841] [<ffffffffa03b93e5>] ? txg_wait_open+0xbe/0xf4 [zfs]
[606996.842870] [<ffffffff810364e8>] ? should_resched+0x5/0x23
[606996.842910] [<ffffffffa0389af6>] ? dmu_tx_assign+0xf9/0x345 [zfs]
[606996.842952] [<ffffffffa03935c7>] ? dsl_dataset_block_freeable+0x31/0x3f [zfs]
[606996.843010] [<ffffffffa03e0ae0>] ? zfs_inactive+0xa7/0x13b [zfs]
[606996.843039] [<ffffffff8110cc78>] ? evict+0x96/0x148
[606996.843066] [<ffffffff8110cee2>] ? dispose_list+0x27/0x31
[606996.843093] [<ffffffff8110da23>] ? prune_icache_sb+0x250/0x25f
[606996.843122] [<ffffffff810fc722>] ? prune_super+0xd5/0x13f
[606996.843149] [<ffffffff810c1e45>] ? shrink_slab+0x18f/0x24d
[606996.843177] [<ffffffff810c4815>] ? balance_pgdat+0x283/0x4b7
[606996.843205] [<ffffffff810c4d1c>] ? kswapd+0x2d3/0x303
[606996.843232] [<ffffffff8105fadf>] ? add_wait_queue+0x3c/0x3c
[606996.843260] [<ffffffff810c4a49>] ? balance_pgdat+0x4b7/0x4b7
[606996.843288] [<ffffffff8105f48d>] ? kthread+0x76/0x7e
[606996.843315] [<ffffffff81355cf4>] ? kernel_thread_helper+0x4/0x10
[606996.843344] [<ffffffff8105f417>] ? kthread_worker_fn+0x139/0x139
[606996.843373] [<ffffffff81355cf0>] ? gs_change+0x13/0x13
[606996.843405] INFO: task z_rd_int/0:1135 blocked for more than 120 seconds.
[606996.843434] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[606996.843478] z_rd_int/0 D ffff88033fc13780 0 1135 2 0x00000000
[606996.843512] ffff88032d4c8af0 0000000000000046 ffff8800b9068740 ffff8803332767b0
[606996.843565] 0000000000013780 ffff88032d4d1fd8 ffff88032d4d1fd8 ffff88032d4c8af0
[606996.843618] 0000000000000246 ffff880500000a00 0000006293445a00 ffff880331079718
[606996.843670] Call Trace:
[606996.843693] [<ffffffff8134e16c>] ? __mutex_lock_common.isra.5+0xff/0x164
[606996.843723] [<ffffffff8134e05a>] ? mutex_lock+0x1a/0x2d
[606996.843766] [<ffffffffa03c2d7c>] ? vdev_queue_io_done+0x28/0xa0 [zfs]
[606996.843809] [<ffffffffa03edf8d>] ? zio_vdev_io_done+0x65/0x13f [zfs]
[606996.843850] [<ffffffffa03ee594>] ? zio_execute+0xc5/0xe7 [zfs]
[606996.843881] [<ffffffffa02387e3>] ? taskq_thread+0x290/0x3e6 [spl]
[606996.843911] [<ffffffff8103f57d>] ? try_to_wake_up+0x197/0x197
[606996.843942] [<ffffffffa0238553>] ? task_done+0x110/0x110 [spl]
[606996.843970] [<ffffffff8105f48d>] ? kthread+0x76/0x7e
[606996.843997] [<ffffffff81355cf4>] ? kernel_thread_helper+0x4/0x10
[606996.844026] [<ffffffff8105f417>] ? kthread_worker_fn+0x139/0x139
[606996.844054] [<ffffffff81355cf0>] ? gs_change+0x13/0x13
[606996.844081] INFO: task z_rd_int/2:1137 blocked for more than 120 seconds.
[606996.844110] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[606996.844154] z_rd_int/2 D ffff88033fc53780 0 1137 2 0x00000000
[606996.844188] ffff880331615610 0000000000000046 0000000000000000 ffff8803332bb610
[606996.844241] 0000000000013780 ffff88032d4d5fd8 ffff88032d4d5fd8 ffff880331615610
[606996.844294] 0000000000000246 00000001a0233cd5 ffffffff810364e8 ffff88032d5ac718
[606996.844346] Call Trace:
[606996.844368] [<ffffffff810364e8>] ? should_resched+0x5/0x23
[606996.844396] [<ffffffff8134e16c>] ? __mutex_lock_common.isra.5+0xff/0x164
[606996.844426] [<ffffffff8134e05a>] ? mutex_lock+0x1a/0x2d
[606996.844469] [<ffffffffa03c2d7c>] ? vdev_queue_io_done+0x28/0xa0 [zfs]
[606996.844511] [<ffffffffa03edf8d>] ? zio_vdev_io_done+0x65/0x13f [zfs]
[606996.844552] [<ffffffffa03ee594>] ? zio_execute+0xc5/0xe7 [zfs]
[606996.844584] [<ffffffffa02387e3>] ? taskq_thread+0x290/0x3e6 [spl]
[606996.844612] [<ffffffff8103f57d>] ? try_to_wake_up+0x197/0x197
[606996.844643] [<ffffffffa0238553>] ? task_done+0x110/0x110 [spl]
[606996.844672] [<ffffffff8105f48d>] ? kthread+0x76/0x7e
[606996.844698] [<ffffffff81355cf4>] ? kernel_thread_helper+0x4/0x10
[606996.849842] [<ffffffff8105f417>] ? kthread_worker_fn+0x139/0x139
[606996.849876] [<ffffffff81355cf0>] ? gs_change+0x13/0x13
[606996.849906] INFO: task z_rd_int/3:1138 blocked for more than 120 seconds.
[606996.849939] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[606996.849987] z_rd_int/3 D ffff88033fc73780 0 1138 2 0x00000000
[606996.850022] ffff88033110d750 0000000000000046 0000000000000000 ffff8803332eaf60
[606996.850075] 0000000000013780 ffff88032d4d7fd8 ffff88032d4d7fd8 ffff88033110d750
[606996.850128] ffff880569fe3620 000000010000000f 000000000000000e ffff880331079718
[606996.850181] Call Trace:
[606996.850204] [<ffffffff8134e16c>] ? __mutex_lock_common.isra.5+0xff/0x164
[606996.850234] [<ffffffff8134e05a>] ? mutex_lock+0x1a/0x2d
[606996.850278] [<ffffffffa03c2d7c>] ? vdev_queue_io_done+0x28/0xa0 [zfs]
[606996.850321] [<ffffffffa03edf8d>] ? zio_vdev_io_done+0x65/0x13f [zfs]
[606996.850362] [<ffffffffa03ee594>] ? zio_execute+0xc5/0xe7 [zfs]
[606996.850394] [<ffffffffa02387e3>] ? taskq_thread+0x290/0x3e6 [spl]
[606996.850423] [<ffffffff8103f57d>] ? try_to_wake_up+0x197/0x197
[606996.850454] [<ffffffffa0238553>] ? task_done+0x110/0x110 [spl]
[606996.850483] [<ffffffff8105f48d>] ? kthread+0x76/0x7e
[606996.850510] [<ffffffff81355cf4>] ? kernel_thread_helper+0x4/0x10
[606996.850540] [<ffffffff8105f417>] ? kthread_worker_fn+0x139/0x139
[606996.850568] [<ffffffff81355cf0>] ? gs_change+0x13/0x13
[606996.850595] INFO: task z_rd_int/4:1139 blocked for more than 120 seconds.
[606996.850624] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[606996.850669] z_rd_int/4 D ffff88063fc13780 0 1139 2 0x00000000
[606996.850704] ffff88033118b890 0000000000000046 0000000000000000 ffff8803332ea180
[606996.850759] 0000000000013780 ffff88032d4d9fd8 ffff88032d4d9fd8 ffff88033118b890
[606996.850814] 0000000000000246 00000001a0233cd5 ffffffff810364e8 ffff880331079718
[606996.850867] Call Trace:
[606996.850890] [<ffffffff810364e8>] ? should_resched+0x5/0x23
[606996.850918] [<ffffffff8134e16c>] ? __mutex_lock_common.isra.5+0xff/0x164
[606996.850947] [<ffffffff8134e05a>] ? mutex_lock+0x1a/0x2d
[606996.850990] [<ffffffffa03c2d7c>] ? vdev_queue_io_done+0x28/0xa0 [zfs]
[606996.851033] [<ffffffffa03edf8d>] ? zio_vdev_io_done+0x65/0x13f [zfs]
[606996.851074] [<ffffffffa03ee594>] ? zio_execute+0xc5/0xe7 [zfs]
[606996.851105] [<ffffffffa02387e3>] ? taskq_thread+0x290/0x3e6 [spl]
[606996.851134] [<ffffffff8103f57d>] ? try_to_wake_up+0x197/0x197
[606996.851165] [<ffffffffa0238553>] ? task_done+0x110/0x110 [spl]
[606996.851193] [<ffffffff8105f48d>] ? kthread+0x76/0x7e
[606996.851220] [<ffffffff81355cf4>] ? kernel_thread_helper+0x4/0x10
[606996.851249] [<ffffffff8105f417>] ? kthread_worker_fn+0x139/0x139
[606996.851278] [<ffffffff81355cf0>] ? gs_change+0x13/0x13
[606996.851304] INFO: task z_rd_int/5:1140 blocked for more than 120 seconds.
[606996.851333] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[606996.851377] z_rd_int/5 D ffff88063fc33780 0 1140 2 0x00000000
[606996.851411] ffff88033105c9b0 0000000000000046 0000000000000000 ffff8803332ff690
[606996.851465] 0000000000013780 ffff88032d4dbfd8 ffff88032d4dbfd8 ffff88033105c9b0
[606996.851517] ffff88059172cbb0 0000000100000006 0000000000000005 ffff88032d5ac718
[606996.851570] Call Trace:
[606996.851592] [<ffffffff8134e16c>] ? __mutex_lock_common.isra.5+0xff/0x164
[606996.851622] [<ffffffff8134e05a>] ? mutex_lock+0x1a/0x2d
[606996.851665] [<ffffffffa03c2d7c>] ? vdev_queue_io_done+0x28/0xa0 [zfs]
[606996.851707] [<ffffffffa03edf8d>] ? zio_vdev_io_done+0x65/0x13f [zfs]
[606996.851749] [<ffffffffa03ee594>] ? zio_execute+0xc5/0xe7 [zfs]
[606996.851780] [<ffffffffa02387e3>] ? taskq_thread+0x290/0x3e6 [spl]
[606996.851809] [<ffffffff8103f57d>] ? try_to_wake_up+0x197/0x197
[606996.851840] [<ffffffffa0238553>] ? task_done+0x110/0x110 [spl]
[606996.851868] [<ffffffff8105f48d>] ? kthread+0x76/0x7e
[606996.851895] [<ffffffff81355cf4>] ? kernel_thread_helper+0x4/0x10
[606996.851924] [<ffffffff8105f417>] ? kthread_worker_fn+0x139/0x139
[606996.851953] [<ffffffff81355cf0>] ? gs_change+0x13/0x13
[606996.851979] INFO: task z_rd_int/7:1142 blocked for more than 120 seconds.
[606996.852008] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[606996.852052] z_rd_int/7 D ffff88063fc73780 0 1142 2 0x00000000
[606996.852086] ffff88033105d790 0000000000000046 0000000000000000 ffff8803332fe8b0
[606996.852139] 0000000000013780 ffff88032d4dffd8 ffff88032d4dffd8 ffff88033105d790
[606996.852191] ffff88011ed9afb0 000000010000000f ffff8803333c4f58 ffff88032d5ac718
[606996.852244] Call Trace:
[606996.852266] [<ffffffff8134e16c>] ? __mutex_lock_common.isra.5+0xff/0x164
[606996.852296] [<ffffffff8134e05a>] ? mutex_lock+0x1a/0x2d
[606996.852339] [<ffffffffa03c2d7c>] ? vdev_queue_io_done+0x28/0xa0 [zfs]
[606996.852381] [<ffffffffa03edf8d>] ? zio_vdev_io_done+0x65/0x13f [zfs]
[606996.852423] [<ffffffffa03ee594>] ? zio_execute+0xc5/0xe7 [zfs]
[606996.852454] [<ffffffffa02387e3>] ? taskq_thread+0x290/0x3e6 [spl]
[606996.852483] [<ffffffff8103f57d>] ? try_to_wake_up+0x197/0x197
[606996.852513] [<ffffffffa0238553>] ? task_done+0x110/0x110 [spl]
[606996.852542] [<ffffffff8105f48d>] ? kthread+0x76/0x7e
[606996.852569] [<ffffffff81355cf4>] ? kernel_thread_helper+0x4/0x10
[606996.852598] [<ffffffff8105f417>] ? kthread_worker_fn+0x139/0x139
[606996.852626] [<ffffffff81355cf0>] ? gs_change+0x13/0x13
[606996.852653] INFO: task z_rd_int/8:1143 blocked for more than 120 seconds.
[606996.852681] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[606996.852725] z_rd_int/8 D ffff88033fc93780 0 1143 2 0x00000000
[606996.852760] ffff88033159c7b0 0000000000000046 0000000000000000 ffff8803333168f0
[606996.852812] 0000000000013780 ffff88032d4e1fd8 ffff88032d4e1fd8 ffff88033159c7b0
[606996.852865] 0000000000000246 00000001a0233cd5 ffffffff810364e8 ffff880331079718
[606996.852917] Call Trace:
[606996.852939] [<ffffffff810364e8>] ? should_resched+0x5/0x23
[606996.852967] [<ffffffff8134e16c>] ? __mutex_lock_common.isra.5+0xff/0x164
[606996.852997] [<ffffffff8134e05a>] ? mutex_lock+0x1a/0x2d
[606996.853040] [<ffffffffa03c2d7c>] ? vdev_queue_io_done+0x28/0xa0 [zfs]
[606996.853082] [<ffffffffa03edf8d>] ? zio_vdev_io_done+0x65/0x13f [zfs]
[606996.853124] [<ffffffffa03ee594>] ? zio_execute+0xc5/0xe7 [zfs]
[606996.853155] [<ffffffffa02387e3>] ? taskq_thread+0x290/0x3e6 [spl]
[606996.853184] [<ffffffff8103f57d>] ? try_to_wake_up+0x197/0x197
[606996.853215] [<ffffffffa0238553>] ? task_done+0x110/0x110 [spl]
[606996.853243] [<ffffffff8105f48d>] ? kthread+0x76/0x7e
[606996.853270] [<ffffffff81355cf4>] ? kernel_thread_helper+0x4/0x10
[606996.853299] [<ffffffff8105f417>] ? kthread_worker_fn+0x139/0x139
[606996.853327] [<ffffffff81355cf0>] ? gs_change+0x13/0x13
[606996.853354] INFO: task z_rd_int/9:1144 blocked for more than 120 seconds.
[606996.853383] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[606996.853477] z_rd_int/9 D ffff88033fcb3780 0 1144 2 0x00000000
[606996.853511] ffff8803309328b0 0000000000000046 0000000000000000 ffff880333346240
[606996.853564] 0000000000013780 ffff88032d4e3fd8 ffff88032d4e3fd8 ffff8803309328b0
[606996.853616] 0000000000000000 0000000100000000 0000000000000000 ffff880331079718
[606996.853669] Call Trace:
[606996.853691] [<ffffffff8134e16c>] ? __mutex_lock_common.isra.5+0xff/0x164
[606996.853721] [<ffffffff8134e05a>] ? mutex_lock+0x1a/0x2d
[606996.853765] [<ffffffffa03c2d7c>] ? vdev_queue_io_done+0x28/0xa0 [zfs]
[606996.853807] [<ffffffffa03edf8d>] ? zio_vdev_io_done+0x65/0x13f [zfs]
[606996.853848] [<ffffffffa03ee594>] ? zio_execute+0xc5/0xe7 [zfs]
[606996.853880] [<ffffffffa02387e3>] ? taskq_thread+0x290/0x3e6 [spl]
[606996.853908] [<ffffffff8103f57d>] ? try_to_wake_up+0x197/0x197
[606996.853939] [<ffffffffa0238553>] ? task_done+0x110/0x110 [spl]
[606996.853968] [<ffffffff8105f48d>] ? kthread+0x76/0x7e
[606996.853994] [<ffffffff81355cf4>] ? kernel_thread_helper+0x4/0x10
[606996.854023] [<ffffffff8105f417>] ? kthread_worker_fn+0x139/0x139
[606996.854052] [<ffffffff81355cf0>] ? gs_change+0x13/0x13
zfs get all:
NAME PROPERTY VALUE SOURCE
tank type filesystem -
tank creation Fri Jun 14 23:41 2013 -
tank used 464G -
tank available 3.11T -
tank referenced 464G -
tank compressratio 1.00x -
tank mounted yes -
tank quota none default
tank reservation none default
tank recordsize 128K default
tank mountpoint /tank default
tank sharenfs off default
tank checksum on default
tank compression off default
tank atime on default
tank devices on default
tank exec on default
tank setuid on default
tank readonly off default
tank zoned off default
tank snapdir hidden default
tank aclinherit restricted default
tank canmount on default
tank xattr on default
tank copies 1 default
tank version 5 -
tank utf8only off -
tank normalization none -
tank casesensitivity sensitive -
tank vscan off default
tank nbmand off default
tank sharesmb off default
tank refquota none default
tank refreservation none default
tank primarycache all default
tank secondarycache all default
tank usedbysnapshots 0 -
tank usedbydataset 464G -
tank usedbychildren 136M -
tank usedbyrefreservation 0 -
tank logbias latency default
tank dedup off default
tank mlslabel none default
tank sync standard default
tank refcompressratio 1.00x -
tank written 464G -
tank snapdev hidden default
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment