Skip to content

Instantly share code, notes, and snippets.

@lwhsu
Last active September 7, 2018 03:47
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save lwhsu/88bce6ffaa2ccc5e8da4fe186dbeb54f to your computer and use it in GitHub Desktop.
Save lwhsu/88bce6ffaa2ccc5e8da4fe186dbeb54f to your computer and use it in GitHub Desktop.
tests/zvol/zvol_misc/zvol_misc_test:zvol_misc_007_pos -> panic: deadlres_td_sleep_q: possible deadlock detected for 0xfffff8006b642000, blocked for 180024 ticks
cpuid = 1
time = 1536187064
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe000045eab0
vpanic() at vpanic+0x1a3/frame 0xfffffe000045eb10
panic() at panic+0x43/frame 0xfffffe000045eb70
deadlkres() at deadlkres+0x3a3/frame 0xfffffe000045ebb0
fork_exit() at fork_exit+0x84/frame 0xfffffe000045ebf0
fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe000045ebf0
--- trap 0, rip = 0, rsp = 0, rbp = 0 ---
KDB: enter: panic
[ thread pid 0 tid 100102 ]
Stopped at kdb_enter+0x3b: movq $0,kdb_why
db> show thread 0xfffff8006b642000
Thread 101129 at 0xfffff8006b642000:
proc (pid 59761): 0xfffff8012e7f7a50
name: zfs
stack: 0xfffffe002f029000-0xfffffe002f02cfff
flags: 0x20804 pflags: 0
state: INHIBITED: {SLEEPING}
wmesg: spa_namespace_lock wchan: 0xffffffff82a74718 sleeptimo 0. 0 (curr 2253. c721bd1400000000)
priority: 120
container lock: sleepq chain (0xffffffff81f7a148)
last voluntary switch: 1800240 ms ago
last involuntary switch: 1800240 ms ago
db> bt 101129
Tracing pid 59761 tid 101129 td 0xfffff8006b642000
sched_switch() at sched_switch+0x7ca/frame 0xfffffe002f02c560
mi_switch() at mi_switch+0x16f/frame 0xfffffe002f02c590
sleepq_switch() at sleepq_switch+0x10d/frame 0xfffffe002f02c5d0
sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe002f02c600
_sx_xlock_hard() at _sx_xlock_hard+0x4a6/frame 0xfffffe002f02c6a0
_sx_xlock() at _sx_xlock+0xc1/frame 0xfffffe002f02c6e0
spa_all_configs() at spa_all_configs+0x45/frame 0xfffffe002f02c710
zfs_ioc_pool_configs() at zfs_ioc_pool_configs+0x19/frame 0xfffffe002f02c740
zfsdev_ioctl() at zfsdev_ioctl+0x78b/frame 0xfffffe002f02c7e0
devfs_ioctl() at devfs_ioctl+0xb2/frame 0xfffffe002f02c830
VOP_IOCTL_APV() at VOP_IOCTL_APV+0xa2/frame 0xfffffe002f02c860
vn_ioctl() at vn_ioctl+0x124/frame 0xfffffe002f02c970
devfs_ioctl_f() at devfs_ioctl_f+0x1f/frame 0xfffffe002f02c990
kern_ioctl() at kern_ioctl+0x2ba/frame 0xfffffe002f02c9f0
sys_ioctl() at sys_ioctl+0x15e/frame 0xfffffe002f02cac0
amd64_syscall() at amd64_syscall+0x28c/frame 0xfffffe002f02cbf0
fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe002f02cbf0
--- syscall (54, FreeBSD ELF64, sys_ioctl), rip = 0x8004b374a, rsp = 0x7fffffffb488, rbp = 0x7fffffffb500 ---
db> show lockchain 0xffffffff82a74718
KDB: reentering
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe000045e4d0
kdb_reenter() at kdb_reenter+0x2f/frame 0xfffffe000045e4e0
trap() at trap+0x5c/frame 0xfffffe000045e5f0
calltrap() at calltrap+0x8/frame 0xfffffe000045e5f0
--- trap 0xc, rip = 0xffffffff80bec6aa, rsp = 0xfffffe000045e6c0, rbp = 0xfffffe000045e6e0 ---
print_lockchain() at print_lockchain+0x3a/frame 0xfffffe000045e6e0
db_command() at db_command+0x279/frame 0xfffffe000045e7b0
db_command_loop() at db_command_loop+0x64/frame 0xfffffe000045e7c0
db_trap() at db_trap+0xef/frame 0xfffffe000045e850
kdb_trap() at kdb_trap+0x1c3/frame 0xfffffe000045e8c0
trap() at trap+0x810/frame 0xfffffe000045e9d0
calltrap() at calltrap+0x8/frame 0xfffffe000045e9d0
--- trap 0x3, rip = 0xffffffff80bd414b, rsp = 0xfffffe000045eaa0, rbp = 0xfffffe000045eab0 ---
kdb_enter() at kdb_enter+0x3b/frame 0xfffffe000045eab0
vpanic() at vpanic+0x1c0/frame 0xfffffe000045eb10
panic() at panic+0x43/frame 0xfffffe000045eb70
deadlkres() at deadlkres+0x3a3/frame 0xfffffe000045ebb0
fork_exit() at fork_exit+0x84/frame 0xfffffe000045ebf0
fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe000045ebf0
--- trap 0, rip = 0, rsp = 0, rbp = 0 ---
db> show allchains
chain 1:
thread 100196 (pid 59981, sed) sleeping on 0xfffff800055adc0c "sbwait"
chain 2:
thread 100141 (pid 59980, awk) sleeping on 0xfffff800055c3c0c "sbwait"
chain 3:
thread 100140 (pid 59979, head) sleeping on 0xfffff800058c71d4 "sbwait"
chain 4:
thread 100677 (pid 59978, zfs) blocked on sx "spa_namespace_lock" XLOCK
thread 100148 (pid 59724, zpool) sleeping on 0xfffff8001bfb0298 "tx->tx_sync_done_cv"
chain 5:
thread 101125 (pid 59942, ksh93) sleeping on 0xfffff80005513000 "piperd"
chain 6:
thread 100135 (pid 59932, zfs) blocked on sx "spa_namespace_lock" XLOCK
thread 100148 (pid 59724, zpool) sleeping on 0xfffff8001bfb0298 "tx->tx_sync_done_cv"
chain 7:
thread 100122 (pid 59892, zfs) blocked on sx "spa_namespace_lock" XLOCK
thread 100148 (pid 59724, zpool) sleeping on 0xfffff8001bfb0298 "tx->tx_sync_done_cv"
chain 8:
thread 101131 (pid 59847, zfs) blocked on sx "spa_namespace_lock" XLOCK
thread 100148 (pid 59724, zpool) sleeping on 0xfffff8001bfb0298 "tx->tx_sync_done_cv"
chain 9:
thread 100198 (pid 59797, zfs) blocked on sx "spa_namespace_lock" XLOCK
thread 100148 (pid 59724, zpool) sleeping on 0xfffff8001bfb0298 "tx->tx_sync_done_cv"
chain 10:
thread 101129 (pid 59761, zfs) blocked on sx "spa_namespace_lock" XLOCK
thread 100148 (pid 59724, zpool) sleeping on 0xfffff8001bfb0298 "tx->tx_sync_done_cv"
chain 11:
thread 100148 (pid 59724, zpool) sleeping on 0xfffff8001bfb0298 "tx->tx_sync_done_cv"
chain 12:
thread 100187 (pid 59222, md3) sleeping on 0xfffff800121f1000 "mdwait"
chain 13:
thread 100208 (pid 59220, md2) sleeping on 0xfffff8008a9c5000 "mdwait"
chain 14:
thread 100554 (pid 59218, md1) sleeping on 0xfffff80005d1a000 "mdwait"
chain 15:
thread 100120 (pid 59216, md0) sleeping on 0xfffff8008ad47000 "mdwait"
chain 16:
thread 100133 (pid 14085, arc_reclaim_thread) sleeping on 0xffffffff82a6f6f8 "arc_reclaim_thread_cv"
chain 17:
thread 100158 (pid 14085, arc_dnlc_evicts_thr) sleeping on 0xffffffff82a6f648 "arc_dnlc_evicts_cv"
chain 18:
thread 100160 (pid 14085, dbuf_evict_thread) sleeping on 0xffffffff82a72dc8 "dbuf_evict_cv"
chain 19:
thread 100177 (pid 14085, l2arc_feed_thread) sleeping on 0xffffffff82a6f7a0 "l2arc_feed_thr_cv"
chain 20:
thread 100560 (pid 14085, trim testpool.1019) sleeping on 0xfffffe00376b2d18 "spa->spa_trim_cv"
chain 21:
thread 100566 (pid 14085, txg_thread_enter) sleeping on 0xfffff8001bfb02a8 "tx->tx_quiesce_more_cv"
chain 22:
thread 100567 (pid 14085, txg_thread_enter) sleeping on 0xfffff80078690bc8 "zio->io_cv"
chain 23:
thread 100152 (pid 578, kyua) sleeping on 0xfffff80005762000 "wait"
chain 24:
thread 100149 (pid 572, csh) sleeping on 0xfffff800053fd5d0 "pause"
chain 25:
thread 100126 (pid 571, login) sleeping on 0xfffff8000553f000 "wait"
chain 26:
thread 100147 (pid 527, cron) sleeping on 0xffffffff81e95220 "nanslp"
chain 27:
thread 100131 (pid 447, auditd) sleeping on 0xffffffff8204f428 "auditd"
chain 28:
thread 100125 (pid 343, syslogd) sleeping on 0xfffff800057280c0 "select"
chain 29:
thread 100130 (pid 276, devd) sleeping on 0xfffff80005497040 "select"
chain 30:
thread 100115 (pid 21, syncer) sleeping on 0xffffffff82037680 "syncer"
chain 31:
thread 100114 (pid 20, vnlru) sleeping on 0xfffff800053fe000 "vlruwt"
chain 32:
thread 100113 (pid 19, bufdaemon) sleeping on 0xffffffff82036b20 "qsleep"
chain 33:
thread 100118 (pid 19, bufspacedaemon-0) sleeping on 0xffffffff81a0a580 "-"
chain 34:
thread 100119 (pid 19, bufspacedaemon-1) sleeping on 0xffffffff81a12840 "-"
chain 35:
thread 100112 (pid 18, vmdaemon) sleeping on 0xffffffff82053a08 "psleep"
chain 36:
thread 100111 (pid 17, dom0) sleeping on 0xffffffff820b1258 "psleep"
chain 37:
thread 100116 (pid 17, laundry: dom0) sleeping on 0xffffffff820b1264 "launds"
chain 38:
thread 100117 (pid 17, uma) sleeping on 0xffffffff80ec0ea0 "umarcl"
chain 39:
thread 100105 (pid 16, rand_harvestq) sleeping on 0xffffffff81cf4a08 "-"
chain 40:
thread 100104 (pid 15, sctp_iterator) sleeping on 0xffffffff820af940 "waiting_for_work"
chain 41:
thread 100103 (pid 9, soaiod4) sleeping on 0xffffffff8203651c "-"
chain 42:
thread 100101 (pid 8, soaiod3) sleeping on 0xffffffff8203651c "-"
chain 43:
thread 100100 (pid 7, soaiod2) sleeping on 0xffffffff8203651c "-"
chain 44:
thread 100099 (pid 6, soaiod1) sleeping on 0xffffffff8203651c "-"
chain 45:
thread 100031 (pid 5, doneq0) sleeping on 0xffffffff81bcfcc0 "-"
chain 46:
thread 100110 (pid 5, scanner) sleeping on 0xffffffff81bcfb88 "-"
chain 47:
thread 100030 (pid 14, sequencer 00) sleeping on 0xfffff80003387088 "seqstate"
chain 48:
thread 100029 (pid 4, crypto returns 1) sleeping on 0xfffff8000337a090 "crypto_ret_wait"
chain 49:
thread 100028 (pid 3, crypto returns 0) sleeping on 0xfffff8000337a030 "crypto_ret_wait"
chain 50:
thread 100027 (pid 2, crypto) sleeping on 0xffffffff8204e000 "crypto_wait"
chain 51:
thread 100021 (pid 13, g_event) sleeping on 0xffffffff8208c1c0 "-"
chain 52:
thread 100022 (pid 13, g_up) sleeping on 0xffffffff8208c1d0 "-"
chain 53:
thread 100023 (pid 13, g_down) sleeping on 0xffffffff8208c1b8 "-"
chain 54:
thread 100002 (pid 1, init) sleeping on 0xfffff80003279528 "wait"
chain 55:
thread 100001 (pid 10, audit) sleeping on 0xffffffff820b0660 "audit_worker_cv"
chain 56:
thread 100000 (pid 0, swapper) sleeping on 0xffffffff8208c200 "swapin"
chain 57:
thread 100005 (pid 0, aiod_kick taskq) sleeping on 0xfffff800032a0000 "-"
chain 58:
thread 100008 (pid 0, thread taskq) sleeping on 0xfffff8000329fc00 "-"
chain 59:
thread 100010 (pid 0, config_0) sleeping on 0xfffff800032ab000 "-"
chain 60:
thread 100011 (pid 0, kqueue_ctx taskq) sleeping on 0xfffff8000329fa00 "-"
chain 61:
thread 100012 (pid 0, if_config_tqg_0) sleeping on 0xfffff800032aae00 "-"
chain 62:
thread 100013 (pid 0, softirq_0) sleeping on 0xfffff800032aad00 "-"
chain 63:
thread 100014 (pid 0, softirq_1) sleeping on 0xfffff800032aac00 "-"
chain 64:
thread 100015 (pid 0, if_io_tqg_0) sleeping on 0xfffff800032aab00 "-"
chain 65:
thread 100016 (pid 0, if_io_tqg_1) sleeping on 0xfffff800032aaa00 "-"
chain 66:
thread 100024 (pid 0, firmware taskq) sleeping on 0xfffff8000329f100 "-"
chain 67:
thread 100025 (pid 0, crypto_0) sleeping on 0xfffff8000329ee00 "-"
chain 68:
thread 100026 (pid 0, crypto_1) sleeping on 0xfffff8000329ee00 "-"
chain 69:
thread 100106 (pid 0, acpi_task_0) sleeping on 0xfffff8000329eb00 "-"
chain 70:
thread 100107 (pid 0, acpi_task_1) sleeping on 0xfffff8000329eb00 "-"
chain 71:
thread 100108 (pid 0, acpi_task_2) sleeping on 0xfffff8000329eb00 "-"
chain 72:
thread 100109 (pid 0, CAM taskq) sleeping on 0xfffff8000329e800 "-"
chain 73:
thread 100154 (pid 0, system_taskq_0) sleeping on 0xfffff800057b9b00 "-"
chain 74:
thread 100155 (pid 0, system_taskq_1) sleeping on 0xfffff800057b9b00 "-"
chain 75:
thread 100156 (pid 0, arc_prune_0) sleeping on 0xfffff800057b9a00 "-"
chain 76:
thread 100157 (pid 0, arc_prune_1) sleeping on 0xfffff800057b9a00 "-"
chain 77:
thread 100159 (pid 0, dbu_evict) sleeping on 0xfffff800057b9d00 "-"
chain 78:
thread 100161 (pid 0, z_vdev_file_0) sleeping on 0xfffff8000329d500 "-"
chain 79:
thread 100162 (pid 0, z_vdev_file_1) sleeping on 0xfffff8000329d500 "-"
chain 80:
thread 100163 (pid 0, z_vdev_file_2) sleeping on 0xfffff8000329d500 "-"
chain 81:
thread 100164 (pid 0, z_vdev_file_3) sleeping on 0xfffff8000329d500 "-"
chain 82:
thread 100165 (pid 0, z_vdev_file_4) sleeping on 0xfffff8000329d500 "-"
chain 83:
thread 100166 (pid 0, z_vdev_file_5) sleeping on 0xfffff8000329d500 "-"
chain 84:
thread 100167 (pid 0, z_vdev_file_6) sleeping on 0xfffff8000329d500 "-"
chain 85:
thread 100168 (pid 0, z_vdev_file_7) sleeping on 0xfffff8000329d500 "-"
chain 86:
thread 100169 (pid 0, z_vdev_file_8) sleeping on 0xfffff8000329d500 "-"
chain 87:
thread 100170 (pid 0, z_vdev_file_9) sleeping on 0xfffff8000329d500 "-"
chain 88:
thread 100171 (pid 0, z_vdev_file_10) sleeping on 0xfffff8000329d500 "-"
chain 89:
thread 100172 (pid 0, z_vdev_file_11) sleeping on 0xfffff8000329d500 "-"
chain 90:
thread 100173 (pid 0, z_vdev_file_12) sleeping on 0xfffff8000329d500 "-"
chain 91:
thread 100174 (pid 0, z_vdev_file_13) sleeping on 0xfffff8000329d500 "-"
chain 92:
thread 100175 (pid 0, z_vdev_file_14) sleeping on 0xfffff8000329d500 "-"
chain 93:
thread 100176 (pid 0, z_vdev_file_15) sleeping on 0xfffff8000329d500 "-"
chain 94:
thread 100178 (pid 0, zfsvfs) sleeping on 0xfffff800057b9800 "-"
chain 95:
thread 100180 (pid 0, zio_null_issue) sleeping on 0xfffff8008a926200 "-"
chain 96:
thread 100230 (pid 0, zio_null_intr) blocked on lockmgr (null)EXCL
thread -559038242 (pid 268435455, pppppppppppppppppppppppppppppppppppppppppppppsecondarycache) ??? (0xdeadc0de)
chain 97:
thread 100233 (pid 0, zio_read_issue_0) sleeping on 0xfffff80005b93b00 "-"
chain 98:
thread 100234 (pid 0, zio_read_issue_1) sleeping on 0xfffff80005b93b00 "-"
chain 99:
thread 100235 (pid 0, zio_read_issue_2) sleeping on 0xfffff80005b93b00 "-"
chain 100:
thread 100236 (pid 0, zio_read_issue_3) sleeping on 0xfffff80005b93b00 "-"
chain 101:
thread 100237 (pid 0, zio_read_issue_4) sleeping on 0xfffff80005b93b00 "-"
chain 102:
thread 100238 (pid 0, zio_read_issue_5) sleeping on 0xfffff80005b93b00 "-"
chain 103:
thread 100239 (pid 0, zio_read_issue_6) sleeping on 0xfffff80005b93b00 "-"
chain 104:
thread 100240 (pid 0, zio_read_issue_7) sleeping on 0xfffff80005b93b00 "-"
chain 105:
thread 100241 (pid 0, zio_read_intr_0_0) sleeping on 0xfffff8006178bd00 "-"
chain 106:
thread 100242 (pid 0, zio_read_intr_0_1) sleeping on 0xfffff8006178bd00 "-"
chain 107:
thread 100243 (pid 0, zio_read_intr_0_2) sleeping on 0xfffff8006178bd00 "-"
chain 108:
thread 100244 (pid 0, zio_read_intr_0_3) sleeping on 0xfffff8006178bd00 "-"
chain 109:
thread 100245 (pid 0, zio_read_intr_0_4) sleeping on 0xfffff8006178bd00 "-"
chain 110:
thread 100246 (pid 0, zio_read_intr_0_5) sleeping on 0xfffff8006178bd00 "-"
chain 111:
thread 100247 (pid 0, zio_read_intr_0_6) sleeping on 0xfffff8006178bd00 "-"
chain 112:
thread 100248 (pid 0, zio_read_intr_0_7) sleeping on 0xfffff8006178bd00 "-"
chain 113:
thread 100249 (pid 0, zio_read_intr_0_8) sleeping on 0xfffff8006178bd00 "-"
chain 114:
thread 100250 (pid 0, zio_read_intr_0_9) sleeping on 0xfffff8006178bd00 "-"
chain 115:
thread 100251 (pid 0, zio_read_intr_0_10) sleeping on 0xfffff8006178bd00 "-"
chain 116:
thread 100252 (pid 0, zio_read_intr_0_11) sleeping on 0xfffff8006178bd00 "-"
chain 117:
thread 100253 (pid 0, zio_read_intr_1_0) sleeping on 0xfffff800057adb00 "-"
chain 118:
thread 100254 (pid 0, zio_read_intr_1_1) sleeping on 0xfffff800057adb00 "-"
chain 119:
thread 100255 (pid 0, zio_read_intr_1_2) sleeping on 0xfffff800057adb00 "-"
chain 120:
thread 100256 (pid 0, zio_read_intr_1_3) sleeping on 0xfffff800057adb00 "-"
chain 121:
thread 100257 (pid 0, zio_read_intr_1_4) sleeping on 0xfffff800057adb00 "-"
chain 122:
thread 100258 (pid 0, zio_read_intr_1_5) sleeping on 0xfffff800057adb00 "-"
chain 123:
thread 100259 (pid 0, zio_read_intr_1_6) sleeping on 0xfffff800057adb00 "-"
chain 124:
thread 100260 (pid 0, zio_read_intr_1_7) sleeping on 0xfffff800057adb00 "-"
chain 125:
thread 100261 (pid 0, zio_read_intr_1_8) sleeping on 0xfffff800057adb00 "-"
chain 126:
thread 100262 (pid 0, zio_read_intr_1_9) sleeping on 0xfffff800057adb00 "-"
chain 127:
thread 100263 (pid 0, zio_read_intr_1_10) sleeping on 0xfffff800057adb00 "-"
chain 128:
thread 100264 (pid 0, zio_read_intr_1_11) sleeping on 0xfffff800057adb00 "-"
chain 129:
thread 100265 (pid 0, zio_read_intr_2_0) sleeping on 0xfffff8002dc58600 "-"
chain 130:
thread 100266 (pid 0, zio_read_intr_2_1) sleeping on 0xfffff8002dc58600 "-"
chain 131:
thread 100267 (pid 0, zio_read_intr_2_2) sleeping on 0xfffff8002dc58600 "-"
chain 132:
thread 100268 (pid 0, zio_read_intr_2_3) sleeping on 0xfffff8002dc58600 "-"
chain 133:
thread 100269 (pid 0, zio_read_intr_2_4) sleeping on 0xfffff8002dc58600 "-"
chain 134:
thread 100270 (pid 0, zio_read_intr_2_5) sleeping on 0xfffff8002dc58600 "-"
chain 135:
thread 100271 (pid 0, zio_read_intr_2_6) sleeping on 0xfffff8002dc58600 "-"
chain 136:
thread 100272 (pid 0, zio_read_intr_2_7) sleeping on 0xfffff8002dc58600 "-"
chain 137:
thread 100273 (pid 0, zio_read_intr_2_8) sleeping on 0xfffff8002dc58600 "-"
chain 138:
thread 100274 (pid 0, zio_read_intr_2_9) sleeping on 0xfffff8002dc58600 "-"
chain 139:
thread 100275 (pid 0, zio_read_intr_2_10) sleeping on 0xfffff8002dc58600 "-"
chain 140:
thread 100276 (pid 0, zio_read_intr_2_11) sleeping on 0xfffff8002dc58600 "-"
chain 141:
thread 100277 (pid 0, zio_read_intr_3_0) sleeping on 0xfffff80005ec7c00 "-"
chain 142:
thread 100278 (pid 0, zio_read_intr_3_1) sleeping on 0xfffff80005ec7c00 "-"
chain 143:
thread 100279 (pid 0, zio_read_intr_3_2) sleeping on 0xfffff80005ec7c00 "-"
chain 144:
thread 100280 (pid 0, zio_read_intr_3_3) sleeping on 0xfffff80005ec7c00 "-"
chain 145:
thread 100281 (pid 0, zio_read_intr_3_4) sleeping on 0xfffff80005ec7c00 "-"
chain 146:
thread 100282 (pid 0, zio_read_intr_3_5) sleeping on 0xfffff80005ec7c00 "-"
chain 147:
thread 100283 (pid 0, zio_read_intr_3_6) sleeping on 0xfffff80005ec7c00 "-"
chain 148:
thread 100284 (pid 0, zio_read_intr_3_7) sleeping on 0xfffff80005ec7c00 "-"
chain 149:
thread 100285 (pid 0, zio_read_intr_3_8) sleeping on 0xfffff80005ec7c00 "-"
chain 150:
thread 100286 (pid 0, zio_read_intr_3_9) sleeping on 0xfffff80005ec7c00 "-"
chain 151:
thread 100287 (pid 0, zio_read_intr_3_10) sleeping on 0xfffff80005ec7c00 "-"
chain 152:
thread 100288 (pid 0, zio_read_intr_3_11) sleeping on 0xfffff80005ec7c00 "-"
chain 153:
thread 100289 (pid 0, zio_read_intr_4_0) sleeping on 0xfffff8008415f800 "-"
chain 154:
thread 100290 (pid 0, zio_read_intr_4_1) sleeping on 0xfffff8008415f800 "-"
chain 155:
thread 100291 (pid 0, zio_read_intr_4_2) sleeping on 0xfffff8008415f800 "-"
chain 156:
thread 100292 (pid 0, zio_read_intr_4_3) sleeping on 0xfffff8008415f800 "-"
chain 157:
thread 100293 (pid 0, zio_read_intr_4_4) sleeping on 0xfffff8008415f800 "-"
chain 158:
thread 100294 (pid 0, zio_read_intr_4_5) sleeping on 0xfffff8008415f800 "-"
chain 159:
thread 100295 (pid 0, zio_read_intr_4_6) sleeping on 0xfffff8008415f800 "-"
chain 160:
thread 100296 (pid 0, zio_read_intr_4_7) sleeping on 0xfffff8008415f800 "-"
chain 161:
thread 100297 (pid 0, zio_read_intr_4_8) sleeping on 0xfffff8008415f800 "-"
chain 162:
thread 100298 (pid 0, zio_read_intr_4_9) sleeping on 0xfffff8008415f800 "-"
chain 163:
thread 100299 (pid 0, zio_read_intr_4_10) sleeping on 0xfffff8008415f800 "-"
chain 164:
thread 100300 (pid 0, zio_read_intr_4_11) sleeping on 0xfffff8008415f800 "-"
chain 165:
thread 100301 (pid 0, zio_read_intr_5_0) blocked on lockmgr (null)EXCL
thread 115032320 (pid 268435455, ) is inactive
chain 166:
thread 100302 (pid 0, zio_read_intr_5_1) blocked on lockmgr (null)EXCL
thread 115032320 (pid 268435455, ) is inactive
chain 167:
thread 100303 (pid 0, zio_read_intr_5_2) blocked on lockmgr (null)EXCL
thread 115032320 (pid 268435455, ) is inactive
chain 168:
thread 100305 (pid 0, zio_read_intr_5_3) blocked on lockmgr (null)EXCL
thread 115032320 (pid 268435455, ) is inactive
chain 169:
thread 100306 (pid 0, zio_read_intr_5_4) blocked on lockmgr (null)EXCL
thread 115032320 (pid 268435455, ) is inactive
chain 170:
thread 100307 (pid 0, zio_read_intr_5_5) blocked on lockmgr (null)EXCL
thread 115032320 (pid 268435455, ) is inactive
chain 171:
thread 100308 (pid 0, zio_read_intr_5_6) blocked on lockmgr (null)EXCL
thread 115032320 (pid 268435455, ) is inactive
chain 172:
thread 100309 (pid 0, zio_read_intr_5_7) blocked on lockmgr (null)EXCL
thread 115032320 (pid 268435455, ) is inactive
chain 173:
thread 100310 (pid 0, zio_read_intr_5_8) blocked on lockmgr (null)EXCL
thread 115032320 (pid 268435455, ) is inactive
chain 174:
thread 100311 (pid 0, zio_read_intr_5_9) blocked on lockmgr (null)EXCL
thread 115032320 (pid 268435455, ) is inactive
chain 175:
thread 100315 (pid 0, zio_read_intr_5_10) blocked on lockmgr (null)EXCL
thread 115032320 (pid 268435455, ) is inactive
chain 176:
thread 100316 (pid 0, zio_read_intr_5_11) blocked on lockmgr (null)EXCL
thread 115032320 (pid 268435455, ) is inactive
chain 177:
thread 100319 (pid 0, zio_read_intr_6_0) blocked on lockmgr (null)EXCL
thread -559038242 (pid 268435455, ) is inactive
chain 178:
thread 100321 (pid 0, zio_read_intr_6_1) blocked on lockmgr (null)EXCL
thread -559038242 (pid 268435455, ) is inactive
chain 179:
thread 100322 (pid 0, zio_read_intr_6_2) blocked on lockmgr (null)EXCL
thread -559038242 (pid 268435455, ) is inactive
chain 180:
thread 100326 (pid 0, zio_read_intr_6_3) blocked on lockmgr (null)EXCL
thread -559038242 (pid 268435455, ) is inactive
chain 181:
thread 100356 (pid 0, zio_read_intr_6_4) blocked on lockmgr (null)EXCL
thread -559038242 (pid 268435455, ) is inactive
chain 182:
thread 100375 (pid 0, zio_read_intr_6_5) blocked on lockmgr (null)EXCL
thread -559038242 (pid 268435455, ) is inactive
chain 183:
thread 100391 (pid 0, zio_read_intr_6_6) blocked on lockmgr (null)EXCL
thread -559038242 (pid 268435455, ) is inactive
chain 184:
thread 100394 (pid 0, zio_read_intr_6_7) blocked on lockmgr (null)EXCL
thread -559038242 (pid 268435455, ) is inactive
chain 185:
thread 100395 (pid 0, zio_read_intr_6_8) blocked on lockmgr (null)EXCL
thread -559038242 (pid 268435455, ) is inactive
chain 186:
thread 100404 (pid 0, zio_read_intr_6_9) blocked on lockmgr (null)EXCL
thread -559038242 (pid 268435455, ) is inactive
chain 187:
thread 100407 (pid 0, zio_read_intr_6_10) blocked on lockmgr (null)EXCL
thread -559038242 (pid 268435455, ) is inactive
chain 188:
thread 100408 (pid 0, zio_read_intr_6_11) blocked on lockmgr (null)EXCL
thread -559038242 (pid 268435455, ) is inactive
chain 189:
thread 100409 (pid 0, zio_read_intr_7_0) sleeping on 0xfffff8008415f200 "-"
chain 190:
thread 100411 (pid 0, zio_read_intr_7_1) sleeping on 0xfffff8008415f200 "-"
chain 191:
thread 100412 (pid 0, zio_read_intr_7_2) sleeping on 0xfffff8008415f200 "-"
chain 192:
thread 100413 (pid 0, zio_read_intr_7_3) sleeping on 0xfffff8008415f200 "-"
chain 193:
thread 100414 (pid 0, zio_read_intr_7_4) sleeping on 0xfffff8008415f200 "-"
chain 194:
thread 100415 (pid 0, zio_read_intr_7_5) sleeping on 0xfffff8008415f200 "-"
chain 195:
thread 100416 (pid 0, zio_read_intr_7_6) sleeping on 0xfffff8008415f200 "-"
chain 196:
thread 100417 (pid 0, zio_read_intr_7_7) sleeping on 0xfffff8008415f200 "-"
chain 197:
thread 100418 (pid 0, zio_read_intr_7_8) sleeping on 0xfffff8008415f200 "-"
chain 198:
thread 100419 (pid 0, zio_read_intr_7_9) sleeping on 0xfffff8008415f200 "-"
chain 199:
thread 100420 (pid 0, zio_read_intr_7_10) sleeping on 0xfffff8008415f200 "-"
chain 200:
thread 100421 (pid 0, zio_read_intr_7_11) sleeping on 0xfffff8008415f200 "-"
chain 201:
thread 100422 (pid 0, zio_write_issue) sleeping on 0xfffff8000e764c00 "-"
chain 202:
thread 100423 (pid 0, zio_write_issue_hig) sleeping on 0xfffff8008a926300 "-"
chain 203:
thread 100424 (pid 0, zio_write_issue_hig) sleeping on 0xfffff8008a926300 "-"
chain 204:
thread 100425 (pid 0, zio_write_issue_hig) sleeping on 0xfffff8008a926300 "-"
chain 205:
thread 100426 (pid 0, zio_write_issue_hig) sleeping on 0xfffff8008a926300 "-"
chain 206:
thread 100427 (pid 0, zio_write_issue_hig) sleeping on 0xfffff8008a926300 "-"
chain 207:
thread 100428 (pid 0, zio_write_intr_0) sleeping on 0xfffff8000329db00 "-"
chain 208:
thread 100429 (pid 0, zio_write_intr_1) sleeping on 0xfffff8000329db00 "-"
chain 209:
thread 100430 (pid 0, zio_write_intr_2) sleeping on 0xfffff8000329db00 "-"
chain 210:
thread 100431 (pid 0, zio_write_intr_3) sleeping on 0xfffff8000329db00 "-"
chain 211:
thread 100433 (pid 0, zio_write_intr_4) sleeping on 0xfffff8000329db00 "-"
chain 212:
thread 100434 (pid 0, zio_write_intr_5) sleeping on 0xfffff8000329db00 "-"
chain 213:
thread 100435 (pid 0, zio_write_intr_6) sleeping on 0xfffff8000329db00 "-"
chain 214:
thread 100436 (pid 0, zio_write_intr_7) sleeping on 0xfffff8000329db00 "-"
chain 215:
thread 100437 (pid 0, zio_write_intr_high) sleeping on 0xfffff80005b92900 "-"
chain 216:
thread 100438 (pid 0, zio_write_intr_high) sleeping on 0xfffff80005b92900 "-"
chain 217:
thread 100439 (pid 0, zio_write_intr_high) sleeping on 0xfffff80005b92900 "-"
chain 218:
thread 100440 (pid 0, zio_write_intr_high) sleeping on 0xfffff80005b92900 "-"
chain 219:
thread 100441 (pid 0, zio_write_intr_high) sleeping on 0xfffff80005b92900 "-"
chain 220:
thread 100442 (pid 0, zio_free_issue_0_0) sleeping on 0xfffff8008415fa00 "-"
chain 221:
thread 100443 (pid 0, zio_free_issue_0_1) sleeping on 0xfffff8008415fa00 "-"
chain 222:
thread 100444 (pid 0, zio_free_issue_0_2) sleeping on 0xfffff8008415fa00 "-"
chain 223:
thread 100445 (pid 0, zio_free_issue_0_3) sleeping on 0xfffff8008415fa00 "-"
chain 224:
thread 100446 (pid 0, zio_free_issue_0_4) sleeping on 0xfffff8008415fa00 "-"
chain 225:
thread 100447 (pid 0, zio_free_issue_0_5) sleeping on 0xfffff8008415fa00 "-"
chain 226:
thread 100448 (pid 0, zio_free_issue_0_6) sleeping on 0xfffff8008415fa00 "-"
chain 227:
thread 100449 (pid 0, zio_free_issue_0_7) sleeping on 0xfffff8008415fa00 "-"
chain 228:
thread 100450 (pid 0, zio_free_issue_0_8) sleeping on 0xfffff8008415fa00 "-"
chain 229:
thread 100451 (pid 0, zio_free_issue_0_9) sleeping on 0xfffff8008415fa00 "-"
chain 230:
thread 100452 (pid 0, zio_free_issue_0_10) sleeping on 0xfffff8008415fa00 "-"
chain 231:
thread 100453 (pid 0, zio_free_issue_0_11) sleeping on 0xfffff8008415fa00 "-"
chain 232:
thread 100454 (pid 0, zio_free_issue_1_0) sleeping on 0xfffff80005ec6a00 "-"
chain 233:
thread 100455 (pid 0, zio_free_issue_1_1) sleeping on 0xfffff80005ec6a00 "-"
chain 234:
thread 100456 (pid 0, zio_free_issue_1_2) sleeping on 0xfffff80005ec6a00 "-"
chain 235:
thread 100457 (pid 0, zio_free_issue_1_3) sleeping on 0xfffff80005ec6a00 "-"
chain 236:
thread 100458 (pid 0, zio_free_issue_1_4) sleeping on 0xfffff80005ec6a00 "-"
chain 237:
thread 100459 (pid 0, zio_free_issue_1_5) sleeping on 0xfffff80005ec6a00 "-"
chain 238:
thread 100460 (pid 0, zio_free_issue_1_6) sleeping on 0xfffff80005ec6a00 "-"
chain 239:
thread 100461 (pid 0, zio_free_issue_1_7) sleeping on 0xfffff80005ec6a00 "-"
chain 240:
thread 100462 (pid 0, zio_free_issue_1_8) sleeping on 0xfffff80005ec6a00 "-"
chain 241:
thread 100463 (pid 0, zio_free_issue_1_9) sleeping on 0xfffff80005ec6a00 "-"
chain 242:
thread 100464 (pid 0, zio_free_issue_1_10) sleeping on 0xfffff80005ec6a00 "-"
chain 243:
thread 100465 (pid 0, zio_free_issue_1_11) sleeping on 0xfffff80005ec6a00 "-"
chain 244:
thread 100466 (pid 0, zio_free_issue_2_0) sleeping on 0xfffff80005487500 "-"
chain 245:
thread 100467 (pid 0, zio_free_issue_2_1) sleeping on 0xfffff80005487500 "-"
chain 246:
thread 100468 (pid 0, zio_free_issue_2_2) sleeping on 0xfffff80005487500 "-"
chain 247:
thread 100469 (pid 0, zio_free_issue_2_3) sleeping on 0xfffff80005487500 "-"
chain 248:
thread 100470 (pid 0, zio_free_issue_2_4) sleeping on 0xfffff80005487500 "-"
chain 249:
thread 100471 (pid 0, zio_free_issue_2_5) sleeping on 0xfffff80005487500 "-"
chain 250:
thread 100472 (pid 0, zio_free_issue_2_6) sleeping on 0xfffff80005487500 "-"
chain 251:
thread 100473 (pid 0, zio_free_issue_2_7) sleeping on 0xfffff80005487500 "-"
chain 252:
thread 100474 (pid 0, zio_free_issue_2_8) sleeping on 0xfffff80005487500 "-"
chain 253:
thread 100475 (pid 0, zio_free_issue_2_9) sleeping on 0xfffff80005487500 "-"
chain 254:
thread 100476 (pid 0, zio_free_issue_2_10) sleeping on 0xfffff80005487500 "-"
chain 255:
thread 100477 (pid 0, zio_free_issue_2_11) sleeping on 0xfffff80005487500 "-"
chain 256:
thread 100478 (pid 0, zio_free_issue_3_0) sleeping on 0xfffff8001b10f000 "-"
chain 257:
thread 100479 (pid 0, zio_free_issue_3_1) sleeping on 0xfffff8001b10f000 "-"
chain 258:
thread 100480 (pid 0, zio_free_issue_3_2) sleeping on 0xfffff8001b10f000 "-"
chain 259:
thread 100481 (pid 0, zio_free_issue_3_3) sleeping on 0xfffff8001b10f000 "-"
chain 260:
thread 100482 (pid 0, zio_free_issue_3_4) sleeping on 0xfffff8001b10f000 "-"
chain 261:
thread 100483 (pid 0, zio_free_issue_3_5) sleeping on 0xfffff8001b10f000 "-"
chain 262:
thread 100484 (pid 0, zio_free_issue_3_6) sleeping on 0xfffff8001b10f000 "-"
chain 263:
thread 100485 (pid 0, zio_free_issue_3_7) sleeping on 0xfffff8001b10f000 "-"
chain 264:
thread 100486 (pid 0, zio_free_issue_3_8) sleeping on 0xfffff8001b10f000 "-"
chain 265:
thread 100487 (pid 0, zio_free_issue_3_9) sleeping on 0xfffff8001b10f000 "-"
chain 266:
thread 100488 (pid 0, zio_free_issue_3_10) sleeping on 0xfffff8001b10f000 "-"
chain 267:
thread 100489 (pid 0, zio_free_issue_3_11) sleeping on 0xfffff8001b10f000 "-"
chain 268:
thread 100490 (pid 0, zio_free_issue_4_0) sleeping on 0xfffff8008415fd00 "-"
chain 269:
thread 100491 (pid 0, zio_free_issue_4_1) sleeping on 0xfffff8008415fd00 "-"
chain 270:
thread 100493 (pid 0, zio_free_issue_4_2) sleeping on 0xfffff8008415fd00 "-"
chain 271:
thread 100495 (pid 0, zio_free_issue_4_3) sleeping on 0xfffff8008415fd00 "-"
chain 272:
thread 100500 (pid 0, zio_free_issue_4_4) sleeping on 0xfffff8008415fd00 "-"
chain 273:
thread 100501 (pid 0, zio_free_issue_4_5) sleeping on 0xfffff8008415fd00 "-"
chain 274:
thread 100502 (pid 0, zio_free_issue_4_6) sleeping on 0xfffff8008415fd00 "-"
chain 275:
thread 100503 (pid 0, zio_free_issue_4_7) sleeping on 0xfffff8008415fd00 "-"
chain 276:
thread 100504 (pid 0, zio_free_issue_4_8) sleeping on 0xfffff8008415fd00 "-"
chain 277:
thread 100505 (pid 0, zio_free_issue_4_9) sleeping on 0xfffff8008415fd00 "-"
chain 278:
thread 100507 (pid 0, zio_free_issue_4_10) sleeping on 0xfffff8008415fd00 "-"
chain 279:
thread 100508 (pid 0, zio_free_issue_4_11) sleeping on 0xfffff8008415fd00 "-"
chain 280:
thread 100509 (pid 0, zio_free_issue_5_0) sleeping on 0xfffff80005ec6700 "-"
chain 281:
thread 100510 (pid 0, zio_free_issue_5_1) sleeping on 0xfffff80005ec6700 "-"
chain 282:
thread 100511 (pid 0, zio_free_issue_5_2) sleeping on 0xfffff80005ec6700 "-"
chain 283:
thread 100513 (pid 0, zio_free_issue_5_3) sleeping on 0xfffff80005ec6700 "-"
chain 284:
thread 100514 (pid 0, zio_free_issue_5_4) sleeping on 0xfffff80005ec6700 "-"
chain 285:
thread 100515 (pid 0, zio_free_issue_5_5) sleeping on 0xfffff80005ec6700 "-"
chain 286:
thread 100516 (pid 0, zio_free_issue_5_6) sleeping on 0xfffff80005ec6700 "-"
chain 287:
thread 100518 (pid 0, zio_free_issue_5_7) sleeping on 0xfffff80005ec6700 "-"
chain 288:
thread 100519 (pid 0, zio_free_issue_5_8) sleeping on 0xfffff80005ec6700 "-"
chain 289:
thread 100521 (pid 0, zio_free_issue_5_9) sleeping on 0xfffff80005ec6700 "-"
chain 290:
thread 100523 (pid 0, zio_free_issue_5_10) sleeping on 0xfffff80005ec6700 "-"
chain 291:
thread 100524 (pid 0, zio_free_issue_5_11) sleeping on 0xfffff80005ec6700 "-"
chain 292:
thread 100525 (pid 0, zio_free_issue_6_0) sleeping on 0xfffff8001b10f500 "-"
chain 293:
thread 100527 (pid 0, zio_free_issue_6_1) sleeping on 0xfffff8001b10f500 "-"
chain 294:
thread 100528 (pid 0, zio_free_issue_6_2) sleeping on 0xfffff8001b10f500 "-"
chain 295:
thread 100531 (pid 0, zio_free_issue_6_3) sleeping on 0xfffff8001b10f500 "-"
chain 296:
thread 100532 (pid 0, zio_free_issue_6_4) sleeping on 0xfffff8001b10f500 "-"
chain 297:
thread 100533 (pid 0, zio_free_issue_6_5) sleeping on 0xfffff8001b10f500 "-"
chain 298:
thread 100534 (pid 0, zio_free_issue_6_6) sleeping on 0xfffff8001b10f500 "-"
chain 299:
thread 100535 (pid 0, zio_free_issue_6_7) sleeping on 0xfffff8001b10f500 "-"
chain 300:
thread 100536 (pid 0, zio_free_issue_6_8) sleeping on 0xfffff8001b10f500 "-"
chain 301:
thread 100537 (pid 0, zio_free_issue_6_9) sleeping on 0xfffff8001b10f500 "-"
chain 302:
thread 100539 (pid 0, zio_free_issue_6_10) sleeping on 0xfffff8001b10f500 "-"
chain 303:
thread 100540 (pid 0, zio_free_issue_6_11) sleeping on 0xfffff8001b10f500 "-"
chain 304:
thread 100541 (pid 0, zio_free_issue_7_0) sleeping on 0xfffff8001b10f100 "-"
chain 305:
thread 100542 (pid 0, zio_free_issue_7_1) sleeping on 0xfffff8001b10f100 "-"
chain 306:
thread 100543 (pid 0, zio_free_issue_7_2) sleeping on 0xfffff8001b10f100 "-"
chain 307:
thread 100544 (pid 0, zio_free_issue_7_3) sleeping on 0xfffff8001b10f100 "-"
chain 308:
thread 100545 (pid 0, zio_free_issue_7_4) sleeping on 0xfffff8001b10f100 "-"
chain 309:
thread 100546 (pid 0, zio_free_issue_7_5) sleeping on 0xfffff8001b10f100 "-"
chain 310:
thread 100547 (pid 0, zio_free_issue_7_6) sleeping on 0xfffff8001b10f100 "-"
chain 311:
thread 100548 (pid 0, zio_free_issue_7_7) sleeping on 0xfffff8001b10f100 "-"
chain 312:
thread 100549 (pid 0, zio_free_issue_7_8) sleeping on 0xfffff8001b10f100 "-"
chain 313:
thread 100550 (pid 0, zio_free_issue_7_9) sleeping on 0xfffff8001b10f100 "-"
chain 314:
thread 100551 (pid 0, zio_free_issue_7_10) sleeping on 0xfffff8001b10f100 "-"
chain 315:
thread 100553 (pid 0, zio_free_issue_7_11) sleeping on 0xfffff8001b10f100 "-"
chain 316:
thread 100555 (pid 0, zio_free_intr) sleeping on 0xfffff80005ec7900 "-"
chain 317:
thread 100556 (pid 0, zio_claim_issue) sleeping on 0xfffff800059efa00 "-"
chain 318:
thread 100557 (pid 0, zio_claim_intr) blocked on lockmgr (null)EXCL
thread 0 (pid 268435455, ) is inactive
chain 319:
thread 100558 (pid 0, zio_ioctl_issue) sleeping on 0xfffff8009b320e00 "-"
chain 320:
thread 100559 (pid 0, zio_ioctl_intr) sleeping on 0xfffff8000e764a00 "-"
chain 321:
thread 100561 (pid 0, metaslab_group_task) sleeping on 0xfffff80005ec7500 "-"
chain 322:
thread 100562 (pid 0, dp_sync_taskq) sleeping on 0xfffff80005486c00 "-"
chain 323:
thread 100563 (pid 0, dp_zil_clean_taskq_) blocked on lockmgr (null)EXCL
thread -559038242 (pid 268435455, O~) is inactive
chain 324:
thread 100564 (pid 0, dp_zil_clean_taskq_) blocked on lockmgr (null)EXCL
thread -559038242 (pid 268435455, O~) is inactive
chain 325:
thread 100565 (pid 0, zfs_vn_rele_taskq) sleeping on 0xfffff80005b92200 "-"
db> show lock 0xffffffff82a74718
class: sx
name: spa_namespace_lock
state: XLOCK: 0xfffff800057f4580 (tid 100148, pid 59724, "zpool")
waiters: exclusive
db> ps
pid ppid pgrp uid state wmesg wchan cmd
59981 59942 59942 0 S sbwait 0xfffff800055adc0c sed
59980 59942 59942 0 S sbwait 0xfffff800055c3c0c awk
59979 59942 59942 0 S sbwait 0xfffff800058c71d4 head
59978 59942 59942 0 D spa_nam 0xffffffff82a74718 zfs
59942 578 59942 0 Ss piperd 0xfffff80005513000 ksh93
59932 1 59898 0 D spa_nam 0xffffffff82a74718 zfs
59892 1 59858 0 D spa_nam 0xffffffff82a74718 zfs
59847 1 59815 0 D spa_nam 0xffffffff82a74718 zfs
59797 1 59765 0 D spa_nam 0xffffffff82a74718 zfs
59761 1 59727 0 D spa_nam 0xffffffff82a74718 zfs
59724 1 59565 0 D tx->tx_ 0xfffff8001bfb0298 zpool
59222 0 0 0 DL mdwait 0xfffff800121f1000 [md3]
59220 0 0 0 DL mdwait 0xfffff8008a9c5000 [md2]
59218 0 0 0 DL mdwait 0xfffff80005d1a000 [md1]
59216 0 0 0 DL mdwait 0xfffff8008ad47000 [md0]
14085 0 0 0 DL (threaded) [zfskern]
100133 D arc_rec 0xffffffff82a6f6f8 [arc_reclaim_thread]
100158 D arc_dnl 0xffffffff82a6f648 [arc_dnlc_evicts_thr]
100160 D dbuf_ev 0xffffffff82a72dc8 [dbuf_evict_thread]
100177 D l2arc_f 0xffffffff82a6f7a0 [l2arc_feed_thread]
100560 D spa->sp 0xfffffe00376b2d18 [trim testpool.1019]
100566 D tx->tx_ 0xfffff8001bfb02a8 [txg_thread_enter]
100567 D zio->io 0xfffff80078690bc8 [txg_thread_enter]
578 572 578 0 S+ wait 0xfffff80005762000 kyua
572 571 572 0 S+ pause 0xfffff800053fd5d0 csh
571 1 571 0 Ss+ wait 0xfffff8000553f000 login
527 1 527 0 Ss nanslp 0xffffffff81e95220 cron
447 1 447 0 Ss auditd 0xffffffff8204f428 auditd
343 1 343 0 Ss select 0xfffff800057280c0 syslogd
276 1 276 0 Ss select 0xfffff80005497040 devd
110 0 0 0 RL CPU 0 [pf purge]
21 0 0 0 DL syncer 0xffffffff82037680 [syncer]
20 0 0 0 DL vlruwt 0xfffff800053fe000 [vnlru]
19 0 0 0 DL (threaded) [bufdaemon]
100113 D qsleep 0xffffffff82036b20 [bufdaemon]
100118 D - 0xffffffff81a0a580 [bufspacedaemon-0]
100119 D - 0xffffffff81a12840 [bufspacedaemon-1]
18 0 0 0 DL psleep 0xffffffff82053a08 [vmdaemon]
17 0 0 0 DL (threaded) [pagedaemon]
100111 D psleep 0xffffffff820b1258 [dom0]
100116 D launds 0xffffffff820b1264 [laundry: dom0]
100117 D umarcl 0xffffffff80ec0ea0 [uma]
16 0 0 0 DL - 0xffffffff81cf4a08 [rand_harvestq]
15 0 0 0 DL waiting 0xffffffff820af940 [sctp_iterator]
9 0 0 0 DL - 0xffffffff8203651c [soaiod4]
8 0 0 0 DL - 0xffffffff8203651c [soaiod3]
7 0 0 0 DL - 0xffffffff8203651c [soaiod2]
6 0 0 0 DL - 0xffffffff8203651c [soaiod1]
5 0 0 0 DL (threaded) [cam]
100031 D - 0xffffffff81bcfcc0 [doneq0]
100110 D - 0xffffffff81bcfb88 [scanner]
14 0 0 0 DL seqstat 0xfffff80003387088 [sequencer 00]
4 0 0 0 DL crypto_ 0xfffff8000337a090 [crypto returns 1]
3 0 0 0 DL crypto_ 0xfffff8000337a030 [crypto returns 0]
2 0 0 0 DL crypto_ 0xffffffff8204e000 [crypto]
13 0 0 0 DL (threaded) [geom]
100021 D - 0xffffffff8208c1c0 [g_event]
100022 D - 0xffffffff8208c1d0 [g_up]
100023 D - 0xffffffff8208c1b8 [g_down]
12 0 0 0 WL (threaded) [intr]
100006 I [swi6: task queue]
100007 I [swi6: Giant taskq]
100009 I [swi5: fast taskq]
100017 I [swi4: clock (0)]
100018 I [swi4: clock (1)]
100019 I [swi3: vm]
100020 I [swi1: netisr 0]
100032 I [irq264: ahci0:ch0]
100033 I [irq265: ahci0:ch1]
100034 I [irq266: ahci0:ch2]
100035 I [irq267: ahci0:ch3]
100036 I [irq268: ahci0:ch4]
100037 I [irq269: ahci0:ch5]
100038 I [irq270: ahci0:6]
100039 I [irq271: ahci0:7]
100040 I [irq272: ahci1:ch0]
100041 I [irq273: ahci1:ch1]
100042 I [irq274: ahci1:ch2]
100043 I [irq275: ahci1:ch3]
100044 I [irq276: ahci1:ch4]
100045 I [irq277: ahci1:ch5]
100046 I [irq278: ahci1:6]
100047 I [irq279: ahci1:7]
100048 I [irq280: ahci2:ch0]
100049 I [irq281: ahci2:ch1]
100050 I [irq282: ahci2:ch2]
100051 I [irq283: ahci2:ch3]
100052 I [irq284: ahci2:ch4]
100053 I [irq285: ahci2:ch5]
100054 I [irq286: ahci2:6]
100055 I [irq287: ahci2:7]
100056 I [irq288: ahci3:ch0]
100057 I [irq289: ahci3:ch1]
100058 I [irq290: ahci3:ch2]
100059 I [irq291: ahci3:ch3]
100060 I [irq292: ahci3:ch4]
100061 I [irq293: ahci3:ch5]
100062 I [irq294: ahci3:6]
100063 I [irq295: ahci3:7]
100064 I [irq296: ahci4:ch0]
100065 I [irq297: ahci4:ch1]
100066 I [irq298: ahci4:ch2]
100067 I [irq299: ahci4:ch3]
100068 I [irq300: ahci4:ch4]
100069 I [irq301: ahci4:ch5]
100070 I [irq302: ahci4:6]
100071 I [irq303: ahci4:7]
100072 I [irq304: ahci5:ch0]
100073 I [irq305: ahci5:ch1]
100074 I [irq306: ahci5:ch2]
100075 I [irq307: ahci5:ch3]
100076 I [irq308: ahci5:ch4]
100077 I [irq309: ahci5:ch5]
100078 I [irq310: ahci5:6]
100079 I [irq311: ahci5:7]
100080 I [irq312: ahci6:ch0]
100081 I [irq313: ahci6:ch1]
100082 I [irq314: ahci6:ch2]
100083 I [irq315: ahci6:ch3]
100084 I [irq316: ahci6:ch4]
100085 I [irq317: ahci6:ch5]
100086 I [irq318: ahci6:6]
100087 I [irq319: ahci6:7]
100088 I [irq320: ahci7:ch0]
100089 I [irq321: ahci7:ch1]
100090 I [irq322: ahci7:ch2]
100091 I [irq323: ahci7:ch3]
100092 I [irq324: ahci7:ch4]
100093 I [irq325: ahci7:ch5]
100094 I [irq326: ahci7:6]
100095 I [irq327: ahci7:7]
100096 I [irq1: atkbd0]
100097 I [irq12: psm0]
100098 I [swi0: uart uart]
100142 I [swi1: pf send]
11 0 0 0 RL (threaded) [idle]
100003 CanRun [idle: cpu0]
100004 CanRun [idle: cpu1]
1 0 1 0 SLs wait 0xfffff80003279528 [init]
10 0 0 0 DL audit_w 0xffffffff820b0660 [audit]
0 0 0 0 RLs (threaded) [kernel]
100000 D swapin 0xffffffff8208c200 [swapper]
100005 D - 0xfffff800032a0000 [aiod_kick taskq]
100008 D - 0xfffff8000329fc00 [thread taskq]
100010 D - 0xfffff800032ab000 [config_0]
100011 D - 0xfffff8000329fa00 [kqueue_ctx taskq]
100012 D - 0xfffff800032aae00 [if_config_tqg_0]
100013 D - 0xfffff800032aad00 [softirq_0]
100014 D - 0xfffff800032aac00 [softirq_1]
100015 D - 0xfffff800032aab00 [if_io_tqg_0]
100016 D - 0xfffff800032aaa00 [if_io_tqg_1]
100024 D - 0xfffff8000329f100 [firmware taskq]
100025 D - 0xfffff8000329ee00 [crypto_0]
100026 D - 0xfffff8000329ee00 [crypto_1]
100102 Run CPU 1 [deadlkres]
100106 D - 0xfffff8000329eb00 [acpi_task_0]
100107 D - 0xfffff8000329eb00 [acpi_task_1]
100108 D - 0xfffff8000329eb00 [acpi_task_2]
100109 D - 0xfffff8000329e800 [CAM taskq]
100154 D - 0xfffff800057b9b00 [system_taskq_0]
100155 D - 0xfffff800057b9b00 [system_taskq_1]
100156 D - 0xfffff800057b9a00 [arc_prune_0]
100157 D - 0xfffff800057b9a00 [arc_prune_1]
100159 D - 0xfffff800057b9d00 [dbu_evict]
100161 D - 0xfffff8000329d500 [z_vdev_file_0]
100162 D - 0xfffff8000329d500 [z_vdev_file_1]
100163 D - 0xfffff8000329d500 [z_vdev_file_2]
100164 D - 0xfffff8000329d500 [z_vdev_file_3]
100165 D - 0xfffff8000329d500 [z_vdev_file_4]
100166 D - 0xfffff8000329d500 [z_vdev_file_5]
100167 D - 0xfffff8000329d500 [z_vdev_file_6]
100168 D - 0xfffff8000329d500 [z_vdev_file_7]
100169 D - 0xfffff8000329d500 [z_vdev_file_8]
100170 D - 0xfffff8000329d500 [z_vdev_file_9]
100171 D - 0xfffff8000329d500 [z_vdev_file_10]
100172 D - 0xfffff8000329d500 [z_vdev_file_11]
100173 D - 0xfffff8000329d500 [z_vdev_file_12]
100174 D - 0xfffff8000329d500 [z_vdev_file_13]
100175 D - 0xfffff8000329d500 [z_vdev_file_14]
100176 D - 0xfffff8000329d500 [z_vdev_file_15]
100178 D - 0xfffff800057b9800 [zfsvfs]
100180 D - 0xfffff8008a926200 [zio_null_issue]
100230 D - 0xfffff80106db4000 [zio_null_intr]
100233 D - 0xfffff80005b93b00 [zio_read_issue_0]
100234 D - 0xfffff80005b93b00 [zio_read_issue_1]
100235 D - 0xfffff80005b93b00 [zio_read_issue_2]
100236 D - 0xfffff80005b93b00 [zio_read_issue_3]
100237 D - 0xfffff80005b93b00 [zio_read_issue_4]
100238 D - 0xfffff80005b93b00 [zio_read_issue_5]
100239 D - 0xfffff80005b93b00 [zio_read_issue_6]
100240 D - 0xfffff80005b93b00 [zio_read_issue_7]
100241 D - 0xfffff8006178bd00 [zio_read_intr_0_0]
100242 D - 0xfffff8006178bd00 [zio_read_intr_0_1]
100243 D - 0xfffff8006178bd00 [zio_read_intr_0_2]
100244 D - 0xfffff8006178bd00 [zio_read_intr_0_3]
100245 D - 0xfffff8006178bd00 [zio_read_intr_0_4]
100246 D - 0xfffff8006178bd00 [zio_read_intr_0_5]
100247 D - 0xfffff8006178bd00 [zio_read_intr_0_6]
100248 D - 0xfffff8006178bd00 [zio_read_intr_0_7]
100249 D - 0xfffff8006178bd00 [zio_read_intr_0_8]
100250 D - 0xfffff8006178bd00 [zio_read_intr_0_9]
100251 D - 0xfffff8006178bd00 [zio_read_intr_0_10]
100252 D - 0xfffff8006178bd00 [zio_read_intr_0_11]
100253 D - 0xfffff800057adb00 [zio_read_intr_1_0]
100254 D - 0xfffff800057adb00 [zio_read_intr_1_1]
100255 D - 0xfffff800057adb00 [zio_read_intr_1_2]
100256 D - 0xfffff800057adb00 [zio_read_intr_1_3]
100257 D - 0xfffff800057adb00 [zio_read_intr_1_4]
100258 D - 0xfffff800057adb00 [zio_read_intr_1_5]
100259 D - 0xfffff800057adb00 [zio_read_intr_1_6]
100260 D - 0xfffff800057adb00 [zio_read_intr_1_7]
100261 D - 0xfffff800057adb00 [zio_read_intr_1_8]
100262 D - 0xfffff800057adb00 [zio_read_intr_1_9]
100263 D - 0xfffff800057adb00 [zio_read_intr_1_10]
100264 D - 0xfffff800057adb00 [zio_read_intr_1_11]
100265 D - 0xfffff8002dc58600 [zio_read_intr_2_0]
100266 D - 0xfffff8002dc58600 [zio_read_intr_2_1]
100267 D - 0xfffff8002dc58600 [zio_read_intr_2_2]
100268 D - 0xfffff8002dc58600 [zio_read_intr_2_3]
100269 D - 0xfffff8002dc58600 [zio_read_intr_2_4]
100270 D - 0xfffff8002dc58600 [zio_read_intr_2_5]
100271 D - 0xfffff8002dc58600 [zio_read_intr_2_6]
100272 D - 0xfffff8002dc58600 [zio_read_intr_2_7]
100273 D - 0xfffff8002dc58600 [zio_read_intr_2_8]
100274 D - 0xfffff8002dc58600 [zio_read_intr_2_9]
100275 D - 0xfffff8002dc58600 [zio_read_intr_2_10]
100276 D - 0xfffff8002dc58600 [zio_read_intr_2_11]
100277 D - 0xfffff80005ec7c00 [zio_read_intr_3_0]
100278 D - 0xfffff80005ec7c00 [zio_read_intr_3_1]
100279 D - 0xfffff80005ec7c00 [zio_read_intr_3_2]
100280 D - 0xfffff80005ec7c00 [zio_read_intr_3_3]
100281 D - 0xfffff80005ec7c00 [zio_read_intr_3_4]
100282 D - 0xfffff80005ec7c00 [zio_read_intr_3_5]
100283 D - 0xfffff80005ec7c00 [zio_read_intr_3_6]
100284 D - 0xfffff80005ec7c00 [zio_read_intr_3_7]
100285 D - 0xfffff80005ec7c00 [zio_read_intr_3_8]
100286 D - 0xfffff80005ec7c00 [zio_read_intr_3_9]
100287 D - 0xfffff80005ec7c00 [zio_read_intr_3_10]
100288 D - 0xfffff80005ec7c00 [zio_read_intr_3_11]
100289 D - 0xfffff8008415f800 [zio_read_intr_4_0]
100290 D - 0xfffff8008415f800 [zio_read_intr_4_1]
100291 D - 0xfffff8008415f800 [zio_read_intr_4_2]
100292 D - 0xfffff8008415f800 [zio_read_intr_4_3]
100293 D - 0xfffff8008415f800 [zio_read_intr_4_4]
100294 D - 0xfffff8008415f800 [zio_read_intr_4_5]
100295 D - 0xfffff8008415f800 [zio_read_intr_4_6]
100296 D - 0xfffff8008415f800 [zio_read_intr_4_7]
100297 D - 0xfffff8008415f800 [zio_read_intr_4_8]
100298 D - 0xfffff8008415f800 [zio_read_intr_4_9]
100299 D - 0xfffff8008415f800 [zio_read_intr_4_10]
100300 D - 0xfffff8008415f800 [zio_read_intr_4_11]
100301 D - 0xfffff80106da3000 [zio_read_intr_5_0]
100302 D - 0xfffff80106da3000 [zio_read_intr_5_1]
100303 D - 0xfffff80106da3000 [zio_read_intr_5_2]
100305 D - 0xfffff80106da3000 [zio_read_intr_5_3]
100306 D - 0xfffff80106da3000 [zio_read_intr_5_4]
100307 D - 0xfffff80106da3000 [zio_read_intr_5_5]
100308 D - 0xfffff80106da3000 [zio_read_intr_5_6]
100309 D - 0xfffff80106da3000 [zio_read_intr_5_7]
100310 D - 0xfffff80106da3000 [zio_read_intr_5_8]
100311 D - 0xfffff80106da3000 [zio_read_intr_5_9]
100315 D - 0xfffff80106da3000 [zio_read_intr_5_10]
100316 D - 0xfffff80106da3000 [zio_read_intr_5_11]
100319 D - 0xfffff80106da3e00 [zio_read_intr_6_0]
100321 D - 0xfffff80106da3e00 [zio_read_intr_6_1]
100322 D - 0xfffff80106da3e00 [zio_read_intr_6_2]
100326 D - 0xfffff80106da3e00 [zio_read_intr_6_3]
100356 D - 0xfffff80106da3e00 [zio_read_intr_6_4]
100375 D - 0xfffff80106da3e00 [zio_read_intr_6_5]
100391 D - 0xfffff80106da3e00 [zio_read_intr_6_6]
100394 D - 0xfffff80106da3e00 [zio_read_intr_6_7]
100395 D - 0xfffff80106da3e00 [zio_read_intr_6_8]
100404 D - 0xfffff80106da3e00 [zio_read_intr_6_9]
100407 D - 0xfffff80106da3e00 [zio_read_intr_6_10]
100408 D - 0xfffff80106da3e00 [zio_read_intr_6_11]
100409 D - 0xfffff8008415f200 [zio_read_intr_7_0]
100411 D - 0xfffff8008415f200 [zio_read_intr_7_1]
100412 D - 0xfffff8008415f200 [zio_read_intr_7_2]
100413 D - 0xfffff8008415f200 [zio_read_intr_7_3]
100414 D - 0xfffff8008415f200 [zio_read_intr_7_4]
100415 D - 0xfffff8008415f200 [zio_read_intr_7_5]
100416 D - 0xfffff8008415f200 [zio_read_intr_7_6]
100417 D - 0xfffff8008415f200 [zio_read_intr_7_7]
100418 D - 0xfffff8008415f200 [zio_read_intr_7_8]
100419 D - 0xfffff8008415f200 [zio_read_intr_7_9]
100420 D - 0xfffff8008415f200 [zio_read_intr_7_10]
100421 D - 0xfffff8008415f200 [zio_read_intr_7_11]
100422 D - 0xfffff8000e764c00 [zio_write_issue]
100423 D - 0xfffff8008a926300 [zio_write_issue_hig]
100424 D - 0xfffff8008a926300 [zio_write_issue_hig]
100425 D - 0xfffff8008a926300 [zio_write_issue_hig]
100426 D - 0xfffff8008a926300 [zio_write_issue_hig]
100427 D - 0xfffff8008a926300 [zio_write_issue_hig]
100428 D - 0xfffff8000329db00 [zio_write_intr_0]
100429 D - 0xfffff8000329db00 [zio_write_intr_1]
100430 D - 0xfffff8000329db00 [zio_write_intr_2]
100431 D - 0xfffff8000329db00 [zio_write_intr_3]
100433 D - 0xfffff8000329db00 [zio_write_intr_4]
100434 D - 0xfffff8000329db00 [zio_write_intr_5]
100435 D - 0xfffff8000329db00 [zio_write_intr_6]
100436 D - 0xfffff8000329db00 [zio_write_intr_7]
100437 D - 0xfffff80005b92900 [zio_write_intr_high]
100438 D - 0xfffff80005b92900 [zio_write_intr_high]
100439 D - 0xfffff80005b92900 [zio_write_intr_high]
100440 D - 0xfffff80005b92900 [zio_write_intr_high]
100441 D - 0xfffff80005b92900 [zio_write_intr_high]
100442 D - 0xfffff8008415fa00 [zio_free_issue_0_0]
100443 D - 0xfffff8008415fa00 [zio_free_issue_0_1]
100444 D - 0xfffff8008415fa00 [zio_free_issue_0_2]
100445 D - 0xfffff8008415fa00 [zio_free_issue_0_3]
100446 D - 0xfffff8008415fa00 [zio_free_issue_0_4]
100447 D - 0xfffff8008415fa00 [zio_free_issue_0_5]
100448 D - 0xfffff8008415fa00 [zio_free_issue_0_6]
100449 D - 0xfffff8008415fa00 [zio_free_issue_0_7]
100450 D - 0xfffff8008415fa00 [zio_free_issue_0_8]
100451 D - 0xfffff8008415fa00 [zio_free_issue_0_9]
100452 D - 0xfffff8008415fa00 [zio_free_issue_0_10]
100453 D - 0xfffff8008415fa00 [zio_free_issue_0_11]
100454 D - 0xfffff80005ec6a00 [zio_free_issue_1_0]
100455 D - 0xfffff80005ec6a00 [zio_free_issue_1_1]
100456 D - 0xfffff80005ec6a00 [zio_free_issue_1_2]
100457 D - 0xfffff80005ec6a00 [zio_free_issue_1_3]
100458 D - 0xfffff80005ec6a00 [zio_free_issue_1_4]
100459 D - 0xfffff80005ec6a00 [zio_free_issue_1_5]
100460 D - 0xfffff80005ec6a00 [zio_free_issue_1_6]
100461 D - 0xfffff80005ec6a00 [zio_free_issue_1_7]
100462 D - 0xfffff80005ec6a00 [zio_free_issue_1_8]
100463 D - 0xfffff80005ec6a00 [zio_free_issue_1_9]
100464 D - 0xfffff80005ec6a00 [zio_free_issue_1_10]
100465 D - 0xfffff80005ec6a00 [zio_free_issue_1_11]
100466 D - 0xfffff80005487500 [zio_free_issue_2_0]
100467 D - 0xfffff80005487500 [zio_free_issue_2_1]
100468 D - 0xfffff80005487500 [zio_free_issue_2_2]
100469 D - 0xfffff80005487500 [zio_free_issue_2_3]
100470 D - 0xfffff80005487500 [zio_free_issue_2_4]
100471 D - 0xfffff80005487500 [zio_free_issue_2_5]
100472 D - 0xfffff80005487500 [zio_free_issue_2_6]
100473 D - 0xfffff80005487500 [zio_free_issue_2_7]
100474 D - 0xfffff80005487500 [zio_free_issue_2_8]
100475 D - 0xfffff80005487500 [zio_free_issue_2_9]
100476 D - 0xfffff80005487500 [zio_free_issue_2_10]
100477 D - 0xfffff80005487500 [zio_free_issue_2_11]
100478 D - 0xfffff8001b10f000 [zio_free_issue_3_0]
100479 D - 0xfffff8001b10f000 [zio_free_issue_3_1]
100480 D - 0xfffff8001b10f000 [zio_free_issue_3_2]
100481 D - 0xfffff8001b10f000 [zio_free_issue_3_3]
100482 D - 0xfffff8001b10f000 [zio_free_issue_3_4]
100483 D - 0xfffff8001b10f000 [zio_free_issue_3_5]
100484 D - 0xfffff8001b10f000 [zio_free_issue_3_6]
100485 D - 0xfffff8001b10f000 [zio_free_issue_3_7]
100486 D - 0xfffff8001b10f000 [zio_free_issue_3_8]
100487 D - 0xfffff8001b10f000 [zio_free_issue_3_9]
100488 D - 0xfffff8001b10f000 [zio_free_issue_3_10]
100489 D - 0xfffff8001b10f000 [zio_free_issue_3_11]
100490 D - 0xfffff8008415fd00 [zio_free_issue_4_0]
100491 D - 0xfffff8008415fd00 [zio_free_issue_4_1]
100493 D - 0xfffff8008415fd00 [zio_free_issue_4_2]
100495 D - 0xfffff8008415fd00 [zio_free_issue_4_3]
100500 D - 0xfffff8008415fd00 [zio_free_issue_4_4]
100501 D - 0xfffff8008415fd00 [zio_free_issue_4_5]
100502 D - 0xfffff8008415fd00 [zio_free_issue_4_6]
100503 D - 0xfffff8008415fd00 [zio_free_issue_4_7]
100504 D - 0xfffff8008415fd00 [zio_free_issue_4_8]
100505 D - 0xfffff8008415fd00 [zio_free_issue_4_9]
100507 D - 0xfffff8008415fd00 [zio_free_issue_4_10]
100508 D - 0xfffff8008415fd00 [zio_free_issue_4_11]
100509 D - 0xfffff80005ec6700 [zio_free_issue_5_0]
100510 D - 0xfffff80005ec6700 [zio_free_issue_5_1]
100511 D - 0xfffff80005ec6700 [zio_free_issue_5_2]
100513 D - 0xfffff80005ec6700 [zio_free_issue_5_3]
100514 D - 0xfffff80005ec6700 [zio_free_issue_5_4]
100515 D - 0xfffff80005ec6700 [zio_free_issue_5_5]
100516 D - 0xfffff80005ec6700 [zio_free_issue_5_6]
100518 D - 0xfffff80005ec6700 [zio_free_issue_5_7]
100519 D - 0xfffff80005ec6700 [zio_free_issue_5_8]
100521 D - 0xfffff80005ec6700 [zio_free_issue_5_9]
100523 D - 0xfffff80005ec6700 [zio_free_issue_5_10]
100524 D - 0xfffff80005ec6700 [zio_free_issue_5_11]
100525 D - 0xfffff8001b10f500 [zio_free_issue_6_0]
100527 D - 0xfffff8001b10f500 [zio_free_issue_6_1]
100528 D - 0xfffff8001b10f500 [zio_free_issue_6_2]
100531 D - 0xfffff8001b10f500 [zio_free_issue_6_3]
100532 D - 0xfffff8001b10f500 [zio_free_issue_6_4]
100533 D - 0xfffff8001b10f500 [zio_free_issue_6_5]
100534 D - 0xfffff8001b10f500 [zio_free_issue_6_6]
100535 D - 0xfffff8001b10f500 [zio_free_issue_6_7]
100536 D - 0xfffff8001b10f500 [zio_free_issue_6_8]
100537 D - 0xfffff8001b10f500 [zio_free_issue_6_9]
100539 D - 0xfffff8001b10f500 [zio_free_issue_6_10]
100540 D - 0xfffff8001b10f500 [zio_free_issue_6_11]
100541 D - 0xfffff8001b10f100 [zio_free_issue_7_0]
100542 D - 0xfffff8001b10f100 [zio_free_issue_7_1]
100543 D - 0xfffff8001b10f100 [zio_free_issue_7_2]
100544 D - 0xfffff8001b10f100 [zio_free_issue_7_3]
100545 D - 0xfffff8001b10f100 [zio_free_issue_7_4]
100546 D - 0xfffff8001b10f100 [zio_free_issue_7_5]
100547 D - 0xfffff8001b10f100 [zio_free_issue_7_6]
100548 D - 0xfffff8001b10f100 [zio_free_issue_7_7]
100549 D - 0xfffff8001b10f100 [zio_free_issue_7_8]
100550 D - 0xfffff8001b10f100 [zio_free_issue_7_9]
100551 D - 0xfffff8001b10f100 [zio_free_issue_7_10]
100553 D - 0xfffff8001b10f100 [zio_free_issue_7_11]
100555 D - 0xfffff80005ec7900 [zio_free_intr]
100556 D - 0xfffff800059efa00 [zio_claim_issue]
100557 D - 0xfffff80106db4100 [zio_claim_intr]
100558 D - 0xfffff8009b320e00 [zio_ioctl_issue]
100559 D - 0xfffff8000e764a00 [zio_ioctl_intr]
100561 D - 0xfffff80005ec7500 [metaslab_group_task]
100562 D - 0xfffff80005486c00 [dp_sync_taskq]
100563 D - 0xfffff80106da3100 [dp_zil_clean_taskq_]
100564 D - 0xfffff80106da3100 [dp_zil_clean_taskq_]
100565 D - 0xfffff80005b92200 [zfs_vn_rele_taskq]
db> show allpcpu
Current CPU: 1
cpuid = 0
dynamic pcpu = 0xb6b4c0
curthread = 0xfffff80005482580: pid 110 tid 100136 "pf purge"
curpcb = 0xfffffe0000509cc0
fpcurthread = none
idlethread = 0xfffff8000327d000: tid 100003 "idle: cpu0"
curpmap = 0xffffffff8208ce08
tssp = 0xffffffff821b8120
commontssp = 0xffffffff821b8120
rsp0 = 0xfffffe0000509cc0
gs32p = 0xffffffff821bed58
ldt = 0xffffffff821bed98
tss = 0xffffffff821bed88
curvnet = 0xfffff80003241f40
spin locks held:
cpuid = 1
dynamic pcpu = 0xfffffe00807c44c0
curthread = 0xfffff80003799580: pid 0 tid 100102 "deadlkres"
curpcb = 0xfffffe000045ecc0
fpcurthread = none
idlethread = 0xfffff8000327c580: tid 100004 "idle: cpu1"
curpmap = 0xffffffff8208ce08
tssp = 0xffffffff821b8188
commontssp = 0xffffffff821b8188
rsp0 = 0xfffffe000045ecc0
gs32p = 0xffffffff821bedc0
ldt = 0xffffffff821bee00
tss = 0xffffffff821bedf0
curvnet = 0
spin locks held:
db> show alllocks
db> show panic
panic: deadlres_td_sleep_q: possible deadlock detected for 0xfffff8006b642000, blocked for 180024 ticks
db> show lock 0xfffff8006b642000
KDB: reentering
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe000045e4e0
kdb_reenter() at kdb_reenter+0x2f/frame 0xfffffe000045e4f0
trap() at trap+0x5c/frame 0xfffffe000045e600
calltrap() at calltrap+0x8/frame 0xfffffe000045e600
--- trap 0xc, rip = 0xffffffff80bd584d, rsp = 0xfffffe000045e6d0, rbp = 0xfffffe000045e6e0 ---
db_show_lock() at db_show_lock+0x1d/frame 0xfffffe000045e6e0
db_command() at db_command+0x279/frame 0xfffffe000045e7b0
db_command_loop() at db_command_loop+0x64/frame 0xfffffe000045e7c0
db_trap() at db_trap+0xef/frame 0xfffffe000045e850
kdb_trap() at kdb_trap+0x1c3/frame 0xfffffe000045e8c0
trap() at trap+0x810/frame 0xfffffe000045e9d0
calltrap() at calltrap+0x8/frame 0xfffffe000045e9d0
--- trap 0x3, rip = 0xffffffff80bd414b, rsp = 0xfffffe000045eaa0, rbp = 0xfffffe000045eab0 ---
kdb_enter() at kdb_enter+0x3b/frame 0xfffffe000045eab0
vpanic() at vpanic+0x1c0/frame 0xfffffe000045eb10
panic() at panic+0x43/frame 0xfffffe000045eb70
deadlkres() at deadlkres+0x3a3/frame 0xfffffe000045ebb0
fork_exit() at fork_exit+0x84/frame 0xfffffe000045ebf0
fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe000045ebf0
--- trap 0, rip = 0, rsp = 0, rbp = 0 ---
db> show allpcpu
Current CPU: 1
cpuid = 0
dynamic pcpu = 0xb6b4c0
curthread = 0xfffff80005482580: pid 110 tid 100136 "pf purge"
curpcb = 0xfffffe0000509cc0
fpcurthread = none
idlethread = 0xfffff8000327d000: tid 100003 "idle: cpu0"
curpmap = 0xffffffff8208ce08
tssp = 0xffffffff821b8120
commontssp = 0xffffffff821b8120
rsp0 = 0xfffffe0000509cc0
gs32p = 0xffffffff821bed58
ldt = 0xffffffff821bed98
tss = 0xffffffff821bed88
curvnet = 0xfffff80003241f40
spin locks held:
cpuid = 1
dynamic pcpu = 0xfffffe00807c44c0
curthread = 0xfffff80003799580: pid 0 tid 100102 "deadlkres"
curpcb = 0xfffffe000045ecc0
fpcurthread = none
idlethread = 0xfffff8000327c580: tid 100004 "idle: cpu1"
curpmap = 0xffffffff8208ce08
tssp = 0xffffffff821b8188
commontssp = 0xffffffff821b8188
rsp0 = 0xfffffe000045ecc0
gs32p = 0xffffffff821bedc0
ldt = 0xffffffff821bee00
tss = 0xffffffff821bedf0
curvnet = 0
spin locks held:
db> show thread 100136
Thread 100136 at 0xfffff80005482580:
proc (pid 110): 0xfffff80005534a50
name: pf purge
stack: 0xfffffe0000506000-0xfffffe0000509fff
flags: 0x4 pflags: 0x20200000
state: RUNNING (CPU 0)
priority: 84
container lock: sched lock 0 (0xffffffff81eab600)
last voluntary switch: 100 ms ago
last involuntary switch: 75990 ms ago
db> trace 100136
Tracing pid 110 tid 100136 td 0xfffff80005482580
cpustop_handler() at cpustop_handler+0x28/frame 0xffffffff82057d70
ipi_nmi_handler() at ipi_nmi_handler+0x44/frame 0xffffffff82057d90
trap() at trap+0x49/frame 0xffffffff82057ea0
nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffffff82057ea0
--- trap 0x13, rip = 0xffffffff8283a7fc, rsp = 0xfffffe0000509b40, rbp = 0xfffffe0000509b80 ---
pf_purge_expired_states() at pf_purge_expired_states+0x1ac/frame 0xfffffe0000509b80
pf_purge_thread() at pf_purge_thread+0x14e/frame 0xfffffe0000509bb0
fork_exit() at fork_exit+0x84/frame 0xfffffe0000509bf0
fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0000509bf0
--- trap 0, rip = 0, rsp = 0, rbp = 0 ---
db> show thread 100102
Thread 100102 at 0xfffff80003799580:
proc (pid 0): 0xffffffff8208c200
name: deadlkres
stack: 0xfffffe000045b000-0xfffffe000045efff
flags: 0x4 pflags: 0x200000
state: RUNNING (CPU 1)
priority: 84
container lock: sched lock 1 (0xffffffff81eac2c0)
last voluntary switch: 3020 ms ago
last involuntary switch: 2096150 ms ago
db> trace 100102
Tracing pid 0 tid 100102 td 0xfffff80003799580
kdb_enter() at kdb_enter+0x3b/frame 0xfffffe000045eab0
vpanic() at vpanic+0x1c0/frame 0xfffffe000045eb10
panic() at panic+0x43/frame 0xfffffe000045eb70
deadlkres() at deadlkres+0x3a3/frame 0xfffffe000045ebb0
fork_exit() at fork_exit+0x84/frame 0xfffffe000045ebf0
fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe000045ebf0
--- trap 0, rip = 0, rsp = 0, rbp = 0 ---
db> dump
Dumping 486 out of 4057 MB:..4%..14%..24%..33%..43%..53%..63%..73%..83%..93%
Dump complete
db>
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment