Skip to content

Instantly share code, notes, and snippets.

@rickytato
Created December 4, 2013 18:09
Show Gist options
  • Save rickytato/7792504 to your computer and use it in GitHub Desktop.
Save rickytato/7792504 to your computer and use it in GitHub Desktop.
Freenas fatal error on carp creation on Virtualbox
db:0:kdb.enter.default> show allpcpu
Current CPU: 0
cpuid = 0
dynamic pcpu = 0x409180
curthread = 0xfffffe000295d490: pid 12 "swi4: clock"
curpcb = 0xffffff800024cd00
fpcurthread = none
idlethread = 0xfffffe000294c490: tid 100003 "idle: cpu0"
curpmap = 0xffffffff81176110
tssp = 0xffffffff811e0480
commontssp = 0xffffffff811e0480
rsp0 = 0xffffff800024cd00
gs32p = 0xffffffff811de5b8
ldt = 0xffffffff811de5f8
tss = 0xffffffff811de5e8
curvnet = 0
db:0:kdb.enter.default> bt
Tracing pid 12 tid 100006 td 0xfffffe000295d490
carp_send_ad_locked() at carp_send_ad_locked+0xe7/frame 0xffffff800024ca90
carp_master_down_locked() at carp_master_down_locked+0x4c/frame 0xffffff800024cab0
carp_master_down() at carp_master_down+0x38/frame 0xffffff800024cad0
softclock() at softclock+0x378/frame 0xffffff800024cb60
intr_event_execute_handlers() at intr_event_execute_handlers+0xfd/frame 0xffffff800024cb90
ithread_loop() at ithread_loop+0x9d/frame 0xffffff800024cbe0
fork_exit() at fork_exit+0x11f/frame 0xffffff800024cc30
fork_trampoline() at fork_trampoline+0xe/frame 0xffffff800024cc30
--- trap 0, rip = 0, rsp = 0xffffff800024ccf0, rbp = 0 ---
db:0:kdb.enter.default> ps
pid ppid pgrp uid state wmesg wchan cmd
4419 4395 4419 0 Ss+ ttyin 0xfffffe0002ba70a8 bash
4395 1 4394 0 S (threaded) python2.7
100256 S select 0xfffffe00c0a65e40 python2.7
100097 S select 0xfffffe00c0a62a40 python2.7
4186 1 4186 0 Ss nanslp 0xffffffff8117d488 cron
4130 1 4130 0 Ss (threaded) collectd
100254 S uwait 0xfffffe000a49da80 collectd
100253 S uwait 0xfffffe000a4d3280 collectd
100252 S uwait 0xfffffe000a4d3380 collectd
100251 S uwait 0xfffffe000a49dd80 collectd
100250 S uwait 0xfffffe000a49d900 collectd
100249 S uwait 0xfffffe000a49d800 collectd
100096 S nanslp 0xffffffff8117d488 collectd
4055 0 0 0 DL geli:w 0xfffffe0002ba6400 [g_eli[0] da0p1]
4053 0 0 0 DL geli:w 0xfffffe000a1f0000 [g_eli[0] da1p1]
2652 1 2652 0 Ss+ ttyin 0xfffffe0002bb5ca8 getty
2651 1 2651 0 Ss+ ttyin 0xfffffe0002bb60a8 getty
2650 1 2650 0 Ss+ ttyin 0xfffffe0002bb64a8 getty
2649 1 2649 0 Ss+ ttyin 0xfffffe0002bb68a8 getty
2648 1 2648 0 Ss+ ttyin 0xfffffe0002bb6ca8 getty
2647 1 2647 0 Ss+ ttyin 0xfffffe0002b8d4a8 getty
2646 1 2646 0 Ss+ ttyin 0xfffffe0002ba78a8 getty
2645 1 2645 0 Ss+ ttyin 0xfffffe0002b8c4a8 python2.7
2547 1 2547 0 Ss select 0xfffffe000a4d3d40 mountd
2543 1 2543 0 Ss select 0xfffffe00c0049640 rpcbind
2190 2188 2188 80 S kqread 0xfffffe000a8c5600 nginx
2188 1 2188 0 Ss pause 0xfffffe0002d439f0 nginx
2115 1 2113 0 S (threaded) python2.7
100091 S usem 0xfffffe000a948c00 python2.7
100073 S usem 0xfffffe000a49d680 python2.7
100072 S usem 0xfffffe0002c48b00 python2.7
100071 S usem 0xfffffe0002c47080 python2.7
100070 S usem 0xfffffe0002c45100 python2.7
100058 S select 0xfffffe000a49d3c0 python2.7
1842 1 1842 0 Ss select 0xfffffe000a4d3940 ntpd
1670 1 1670 0 Ss select 0xfffffe000a823d40 syslogd
1662 0 0 0 DL (threaded) [zfskern]
100246 D tx->tx_s 0xfffffe000a4d9a18 [txg_thread_enter]
100245 D tx->tx_q 0xfffffe000a4d9a38 [txg_thread_enter]
100243 D spa->spa 0xfffffe00c008f9f8 [trim test]
100069 D l2arc_fe 0xffffffff81a44340 [l2arc_feed_thread]
100047 D arc_recl 0xffffffff81a344a0 [arc_reclaim_thread]
1383 1 1383 0 Ss select 0xfffffe000a134740 devd
1083 1 1083 65 Ss select 0xfffffe000a134bc0 dhclient
1035 1 1035 0 Ss select 0xfffffe000a823440 dhclient
212 0 0 0 DL gkt:wait 0xffffffff81640584 [g_mp_kt]
56 0 0 0 DL mdwait 0xfffffe0002c27000 [md2]
46 0 0 0 DL mdwait 0xfffffe0002c29800 [md1]
36 0 0 0 DL mdwait 0xfffffe0002c21000 [md0]
18 0 0 0 DL sdflush 0xffffffff811d2c78 [softdepflush]
17 0 0 0 DL syncer 0xffffffff811cb160 [syncer]
16 0 0 0 DL vlruwt 0xfffffe0002c53000 [vnlru]
9 0 0 0 DL psleep 0xffffffff811cabd0 [bufdaemon]
8 0 0 0 DL pgzero 0xffffffff811dcd1c [pagezero]
7 0 0 0 DL psleep 0xffffffff811dbee8 [vmdaemon]
6 0 0 0 DL psleep 0xffffffff811dbeac [pagedaemon]
5 0 0 0 DL ccb_scan 0xffffffff8113f960 [xpt_thrd]
4 0 0 0 DL idle 0xffffff80006c1000 [mpt_recovery0]
15 0 0 0 DL (threaded) [usb]
100032 D - 0xffffff80006b8460 [usbus0]
100031 D - 0xffffff80006b8408 [usbus0]
100030 D - 0xffffff80006b83b0 [usbus0]
100029 D - 0xffffff80006b8358 [usbus0]
3 0 0 0 DL crypto_r 0xffffffff811d1600 [crypto returns]
2 0 0 0 DL crypto_w 0xffffffff811d15c0 [crypto]
14 0 0 0 DL - 0xffffffff8117c124 [yarrow]
13 0 0 0 DL (threaded) [geom]
100009 D - 0xffffffff811753d0 [g_down]
100008 D - 0xffffffff811753c8 [g_up]
100007 D - 0xffffffff811753b8 [g_event]
12 0 0 0 RL (threaded) [intr]
100036 I [irq12: psm0]
100035 I [irq1: atkbd0]
100028 I [irq22: ohci0 mpt0]
100026 I [irq15: ata1]
100025 I [irq14: ata0]
100024 RunQ [swi6: task queue]
100021 I [swi6: Giant taskq]
100019 I [swi5: fast taskq]
100018 I [swi2: cambio]
100006 Run CPU 0 [swi4: clock]
100005 I [swi3: vm]
100004 I [swi1: netisr 0]
11 0 0 0 RL [idle: cpu0]
1 0 1 0 SLs wait 0xfffffe0002949950 [init]
10 0 0 0 DL audit_wo 0xffffffff811d1bf0 [audit]
0 0 0 0 DLs (threaded) [kernel]
100248 D - 0xfffffe00c0abd180 [zil_clean]
100244 D - 0xfffffe00c0a64200 [zfs_vn_rele_taskq]
100242 D - 0xfffffe00c0a00400 [zio_ioctl_intr]
100241 D - 0xfffffe00c0a00480 [zio_ioctl_issue]
100240 D - 0xfffffe00c0a00500 [zio_claim_intr]
100239 D - 0xfffffe00c0a00580 [zio_claim_issue]
100238 D - 0xfffffe00c0a00600 [zio_free_intr]
100237 D - 0xfffffe00c0990c00 [zio_free_issue_99]
100236 D - 0xfffffe00c0990c00 [zio_free_issue_98]
100235 D - 0xfffffe00c0990c00 [zio_free_issue_97]
100234 D - 0xfffffe00c0990c00 [zio_free_issue_96]
100233 D - 0xfffffe00c0990c00 [zio_free_issue_95]
100232 D - 0xfffffe00c0990c00 [zio_free_issue_94]
100231 D - 0xfffffe00c0990c00 [zio_free_issue_93]
100230 D - 0xfffffe00c0990c00 [zio_free_issue_92]
100229 D - 0xfffffe00c0990c00 [zio_free_issue_91]
100228 D - 0xfffffe00c0990c00 [zio_free_issue_90]
100227 D - 0xfffffe00c0990c00 [zio_free_issue_89]
100226 D - 0xfffffe00c0990c00 [zio_free_issue_88]
100225 D - 0xfffffe00c0990c00 [zio_free_issue_87]
100224 D - 0xfffffe00c0990c00 [zio_free_issue_86]
100223 D - 0xfffffe00c0990c00 [zio_free_issue_85]
100222 D - 0xfffffe00c0990c00 [zio_free_issue_84]
100221 D - 0xfffffe00c0990c00 [zio_free_issue_83]
100220 D - 0xfffffe00c0990c00 [zio_free_issue_82]
100219 D - 0xfffffe00c0990c00 [zio_free_issue_81]
100218 D - 0xfffffe00c0990c00 [zio_free_issue_80]
100217 D - 0xfffffe00c0990c00 [zio_free_issue_79]
100216 D - 0xfffffe00c0990c00 [zio_free_issue_78]
100215 D - 0xfffffe00c0990c00 [zio_free_issue_77]
100214 D - 0xfffffe00c0990c00 [zio_free_issue_76]
100213 D - 0xfffffe00c0990c00 [zio_free_issue_75]
100212 D - 0xfffffe00c0990c00 [zio_free_issue_74]
100211 D - 0xfffffe00c0990c00 [zio_free_issue_73]
100210 D - 0xfffffe00c0990c00 [zio_free_issue_72]
100209 D - 0xfffffe00c0990c00 [zio_free_issue_71]
100208 D - 0xfffffe00c0990c00 [zio_free_issue_70]
100207 D - 0xfffffe00c0990c00 [zio_free_issue_69]
100206 D - 0xfffffe00c0990c00 [zio_free_issue_68]
100205 D - 0xfffffe00c0990c00 [zio_free_issue_67]
100204 D - 0xfffffe00c0990c00 [zio_free_issue_66]
100203 D - 0xfffffe00c0990c00 [zio_free_issue_65]
100202 D - 0xfffffe00c0990c00 [zio_free_issue_64]
100201 D - 0xfffffe00c0990c00 [zio_free_issue_63]
100200 D - 0xfffffe00c0990c00 [zio_free_issue_62]
100199 D - 0xfffffe00c0990c00 [zio_free_issue_61]
100198 D - 0xfffffe00c0990c00 [zio_free_issue_60]
100197 D - 0xfffffe00c0990c00 [zio_free_issue_59]
100196 D - 0xfffffe00c0990c00 [zio_free_issue_58]
100195 D - 0xfffffe00c0990c00 [zio_free_issue_57]
100194 D - 0xfffffe00c0990c00 [zio_free_issue_56]
100193 D - 0xfffffe00c0990c00 [zio_free_issue_55]
100192 D - 0xfffffe00c0990c00 [zio_free_issue_54]
100191 D - 0xfffffe00c0990c00 [zio_free_issue_53]
100190 D - 0xfffffe00c0990c00 [zio_free_issue_52]
100189 D - 0xfffffe00c0990c00 [zio_free_issue_51]
100188 D - 0xfffffe00c0990c00 [zio_free_issue_50]
100187 D - 0xfffffe00c0990c00 [zio_free_issue_49]
100186 D - 0xfffffe00c0990c00 [zio_free_issue_48]
100185 D - 0xfffffe00c0990c00 [zio_free_issue_47]
100184 D - 0xfffffe00c0990c00 [zio_free_issue_46]
100183 D - 0xfffffe00c0990c00 [zio_free_issue_45]
100182 D - 0xfffffe00c0990c00 [zio_free_issue_44]
100181 D - 0xfffffe00c0990c00 [zio_free_issue_43]
100180 D - 0xfffffe00c0990c00 [zio_free_issue_42]
100179 D - 0xfffffe00c0990c00 [zio_free_issue_41]
100178 D - 0xfffffe00c0990c00 [zio_free_issue_40]
100177 D - 0xfffffe00c0990c00 [zio_free_issue_39]
100176 D - 0xfffffe00c0990c00 [zio_free_issue_38]
100175 D - 0xfffffe00c0990c00 [zio_free_issue_37]
100174 D - 0xfffffe00c0990c00 [zio_free_issue_36]
100173 D - 0xfffffe00c0990c00 [zio_free_issue_35]
100172 D - 0xfffffe00c0990c00 [zio_free_issue_34]
100171 D - 0xfffffe00c0990c00 [zio_free_issue_33]
100170 D - 0xfffffe00c0990c00 [zio_free_issue_32]
100169 D - 0xfffffe00c0990c00 [zio_free_issue_31]
100168 D - 0xfffffe00c0990c00 [zio_free_issue_30]
100167 D - 0xfffffe00c0990c00 [zio_free_issue_29]
100166 D - 0xfffffe00c0990c00 [zio_free_issue_28]
100165 D - 0xfffffe00c0990c00 [zio_free_issue_27]
100164 D - 0xfffffe00c0990c00 [zio_free_issue_26]
100163 D - 0xfffffe00c0990c00 [zio_free_issue_25]
100162 D - 0xfffffe00c0990c00 [zio_free_issue_24]
100161 D - 0xfffffe00c0990c00 [zio_free_issue_23]
100160 D - 0xfffffe00c0990c00 [zio_free_issue_22]
100159 D - 0xfffffe00c0990c00 [zio_free_issue_21]
100158 D - 0xfffffe00c0990c00 [zio_free_issue_20]
100157 D - 0xfffffe00c0990c00 [zio_free_issue_19]
100156 D - 0xfffffe00c0990c00 [zio_free_issue_18]
100155 D - 0xfffffe00c0990c00 [zio_free_issue_17]
100154 D - 0xfffffe00c0990c00 [zio_free_issue_16]
100153 D - 0xfffffe00c0990c00 [zio_free_issue_15]
100152 D - 0xfffffe00c0990c00 [zio_free_issue_14]
100151 D - 0xfffffe00c0990c00 [zio_free_issue_13]
100150 D - 0xfffffe00c0990c00 [zio_free_issue_12]
100149 D - 0xfffffe00c0990c00 [zio_free_issue_11]
100148 D - 0xfffffe00c0990c00 [zio_free_issue_10]
100147 D - 0xfffffe00c0990c00 [zio_free_issue_9]
100146 D - 0xfffffe00c0990c00 [zio_free_issue_8]
100145 D - 0xfffffe00c0990c00 [zio_free_issue_7]
100144 D - 0xfffffe00c0990c00 [zio_free_issue_6]
100143 D - 0xfffffe00c0990c00 [zio_free_issue_5]
100142 D - 0xfffffe00c0990c00 [zio_free_issue_4]
100141 D - 0xfffffe00c0990c00 [zio_free_issue_3]
100140 D - 0xfffffe00c0990c00 [zio_free_issue_2]
100139 D - 0xfffffe00c0990c00 [zio_free_issue_1]
100138 D - 0xfffffe00c0990c00 [zio_free_issue_0]
100137 D - 0xfffffe00c099bd00 [zio_write_intr_high]
100136 D - 0xfffffe00c099bd00 [zio_write_intr_high]
100135 D - 0xfffffe00c099bd00 [zio_write_intr_high]
100134 D - 0xfffffe00c099bd00 [zio_write_intr_high]
100133 D - 0xfffffe00c099bd00 [zio_write_intr_high]
100132 D - 0xfffffe00c099bd80 [zio_write_intr_7]
100131 D - 0xfffffe00c099bd80 [zio_write_intr_6]
100130 D - 0xfffffe00c099bd80 [zio_write_intr_5]
100129 D - 0xfffffe00c099bd80 [zio_write_intr_4]
100128 D - 0xfffffe00c099bd80 [zio_write_intr_3]
100127 D - 0xfffffe00c099bd80 [zio_write_intr_2]
100126 D - 0xfffffe00c099bd80 [zio_write_intr_1]
100125 D - 0xfffffe00c099bd80 [zio_write_intr_0]
100124 D - 0xfffffe00c08dcc80 [zio_write_issue_hig]
100123 D - 0xfffffe00c08dcc80 [zio_write_issue_hig]
100122 D - 0xfffffe00c08dcc80 [zio_write_issue_hig]
100121 D - 0xfffffe00c08dcc80 [zio_write_issue_hig]
100120 D - 0xfffffe00c08dcc80 [zio_write_issue_hig]
100119 D - 0xfffffe00c08dcd00 [zio_write_issue]
100118 D - 0xfffffe00c08dcd80 [zio_read_intr]
100117 D - 0xfffffe00c08dce00 [zio_read_issue_7]
100116 D - 0xfffffe00c08dce00 [zio_read_issue_6]
100115 D - 0xfffffe00c08dce00 [zio_read_issue_5]
100114 D - 0xfffffe00c08dce00 [zio_read_issue_4]
100113 D - 0xfffffe00c08dce00 [zio_read_issue_3]
100112 D - 0xfffffe00c08dce00 [zio_read_issue_2]
100111 D - 0xfffffe00c08dce00 [zio_read_issue_1]
100110 D - 0xfffffe00c08dce00 [zio_read_issue_0]
100109 D - 0xfffffe00c0990000 [zio_null_intr]
100108 D - 0xfffffe00c0990080 [zio_null_issue]
100068 D - 0xfffffe0002c46300 [system_taskq]
100067 D - 0xfffffe000a133a00 [system_taskq]
100037 D - 0xfffffe0002bbeb80 [dummynet]
100033 D - 0xfffffe0002b81780 [em1 taskq]
100027 D - 0xfffffe0002b47480 [em0 taskq]
100023 D - 0xfffffe0002ac8500 [aiod_bio taskq]
100022 D - 0xfffffe0002ac8580 [ffs_trim taskq]
100020 D - 0xfffffe0002ac8700 [thread taskq]
100017 D - 0xfffffe0002a71880 [kqueue taskq]
100016 D - 0xfffffe0002a98380 [acpi_task_2]
100015 D - 0xfffffe0002a98380 [acpi_task_1]
100014 D - 0xfffffe0002a98380 [acpi_task_0]
100010 D - 0xfffffe000294d100 [firmware taskq]
100000 D sched 0xffffffff811756c0 [swapper]
db:0:kdb.enter.default> alltrace
Tracing command bash pid 4419 tid 100095 td 0xfffffe00c004d920
sched_switch() at sched_switch+0x136/frame 0xffffff812aafd7d0
mi_switch() at mi_switch+0x194/frame 0xffffff812aafd820
sleepq_catch_signals() at sleepq_catch_signals+0x343/frame 0xffffff812aafd870
sleepq_wait_sig() at sleepq_wait_sig+0xc/frame 0xffffff812aafd890
_cv_wait_sig() at _cv_wait_sig+0x12a/frame 0xffffff812aafd8e0
tty_wait() at tty_wait+0x25/frame 0xffffff812aafd900
ttydisc_read() at ttydisc_read+0x2dd/frame 0xffffff812aafd990
ttydev_read() at ttydev_read+0xc4/frame 0xffffff812aafd9c0
devfs_read_f() at devfs_read_f+0x90/frame 0xffffff812aafda30
dofileread() at dofileread+0xa1/frame 0xffffff812aafda80
kern_readv() at kern_readv+0x6c/frame 0xffffff812aafdac0
sys_read() at sys_read+0x64/frame 0xffffff812aafdb10
amd64_syscall() at amd64_syscall+0x5ea/frame 0xffffff812aafdc30
Xfast_syscall() at Xfast_syscall+0xf7/frame 0xffffff812aafdc30
--- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800c1fc5c, rsp = 0x7fffffffc988, rbp = 0x7fffffffc9a7 ---
Tracing command python2.7 pid 4395 tid 100256 td 0xfffffe00c087e920
sched_switch() at sched_switch+0x136/frame 0xffffff812adef740
mi_switch() at mi_switch+0x194/frame 0xffffff812adef790
sleepq_catch_signals() at sleepq_catch_signals+0x343/frame 0xffffff812adef7e0
sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19/frame 0xffffff812adef810
_cv_timedwait_sig() at _cv_timedwait_sig+0x135/frame 0xffffff812adef860
seltdwait() at seltdwait+0x8d/frame 0xffffff812adef890
kern_select() at kern_select+0x6ef/frame 0xffffff812adefac0
sys_select() at sys_select+0x5d/frame 0xffffff812adefb10
amd64_syscall() at amd64_syscall+0x5ea/frame 0xffffff812adefc30
Xfast_syscall() at Xfast_syscall+0xf7/frame 0xffffff812adefc30
--- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8010a7bdc, rsp = 0x7fffffbf0f18, rbp = 0x7 ---
Tracing command python2.7 pid 4395 tid 100097 td 0xfffffe00c004d000
sched_switch() at sched_switch+0x136/frame 0xffffff812ab07740
mi_switch() at mi_switch+0x194/frame 0xffffff812ab07790
sleepq_catch_signals() at sleepq_catch_signals+0x343/frame 0xffffff812ab077e0
sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19/frame 0xffffff812ab07810
_cv_timedwait_sig() at _cv_timedwait_sig+0x135/frame 0xffffff812ab07860
seltdwait() at seltdwait+0x8d/frame 0xffffff812ab07890
kern_select() at kern_select+0x6ef/frame 0xffffff812ab07ac0
sys_select() at sys_select+0x5d/frame 0xffffff812ab07b10
amd64_syscall() at amd64_syscall+0x5ea/frame 0xffffff812ab07c30
Xfast_syscall() at Xfast_syscall+0xf7/frame 0xffffff812ab07c30
--- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8010a7bdc, rsp = 0x7fffffff0b28, rbp = 0x5 ---
Tracing command cron pid 4186 tid 100065 td 0xfffffe000a495490
sched_switch() at sched_switch+0x136/frame 0xffffff812aa71900
mi_switch() at mi_switch+0x194/frame 0xffffff812aa71950
sleepq_catch_signals() at sleepq_catch_signals+0x343/frame 0xffffff812aa719a0
sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19/frame 0xffffff812aa719d0
_sleep() at _sleep+0x2f3/frame 0xffffff812aa71a40
kern_nanosleep() at kern_nanosleep+0x118/frame 0xffffff812aa71ab0
sys_nanosleep() at sys_nanosleep+0x6e/frame 0xffffff812aa71b10
amd64_syscall() at amd64_syscall+0x5ea/frame 0xffffff812aa71c30
Xfast_syscall() at Xfast_syscall+0xf7/frame 0xffffff812aa71c30
--- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x800d210ec, rsp = 0x7fffffffdae8, rbp = 0x3b ---
Tracing command collectd pid 4130 tid 100254 td 0xfffffe000aaa8490
sched_switch() at sched_switch+0x136/frame 0xffffff812aabc910
mi_switch() at mi_switch+0x194/frame 0xffffff812aabc960
sleepq_catch_signals() at sleepq_catch_signals+0x343/frame 0xffffff812aabc9b0
sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19/frame 0xffffff812aabc9e0
_sleep() at _sleep+0x2f3/frame 0xffffff812aabca50
do_wait() at do_wait+0x58d/frame 0xffffff812aabcad0
__umtx_op_wait_uint_private() at __umtx_op_wait_uint_private+0x6e/frame 0xffffff812aabcb10
amd64_syscall() at amd64_syscall+0x5ea/frame 0xffffff812aabcc30
Xfast_syscall() at Xfast_syscall+0xf7/frame 0xffffff812aabcc30
--- syscall (454, FreeBSD ELF64, sys__umtx_op), rip = 0x800a6c4dc, rsp = 0x7fffff1f8ed8, rbp = 0 ---
Tracing command collectd pid 4130 tid 100253 td 0xfffffe000aaa7490
sched_switch() at sched_switch+0x136/frame 0xffffff812aab7910
mi_switch() at mi_switch+0x194/frame 0xffffff812aab7960
sleepq_catch_signals() at sleepq_catch_signals+0x343/frame 0xffffff812aab79b0
sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19/frame 0xffffff812aab79e0
_sleep() at _sleep+0x2f3/frame 0xffffff812aab7a50
do_wait() at do_wait+0x58d/frame 0xffffff812aab7ad0
__umtx_op_wait_uint_private() at __umtx_op_wait_uint_private+0x6e/frame 0xffffff812aab7b10
amd64_syscall() at amd64_syscall+0x5ea/frame 0xffffff812aab7c30
Xfast_syscall() at Xfast_syscall+0xf7/frame 0xffffff812aab7c30
--- syscall (454, FreeBSD ELF64, sys__umtx_op), rip = 0x800a6c4dc, rsp = 0x7fffff3f9ed8, rbp = 0 ---
Tracing command collectd pid 4130 tid 100252 td 0xfffffe000aaa7000
sched_switch() at sched_switch+0x136/frame 0xffffff812aab2910
mi_switch() at mi_switch+0x194/frame 0xffffff812aab2960
sleepq_catch_signals() at sleepq_catch_signals+0x343/frame 0xffffff812aab29b0
sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19/frame 0xffffff812aab29e0
_sleep() at _sleep+0x2f3/frame 0xffffff812aab2a50
do_wait() at do_wait+0x58d/frame 0xffffff812aab2ad0
__umtx_op_wait_uint_private() at __umtx_op_wait_uint_private+0x6e/frame 0xffffff812aab2b10
amd64_syscall() at amd64_syscall+0x5ea/frame 0xffffff812aab2c30
Xfast_syscall() at Xfast_syscall+0xf7/frame 0xffffff812aab2c30
--- syscall (454, FreeBSD ELF64, sys__umtx_op), rip = 0x800a6c4dc, rsp = 0x7fffff5faed8, rbp = 0 ---
Tracing command collectd pid 4130 tid 100251 td 0xfffffe000aaa7920
sched_switch() at sched_switch+0x136/frame 0xffffff812aaad910
mi_switch() at mi_switch+0x194/frame 0xffffff812aaad960
sleepq_catch_signals() at sleepq_catch_signals+0x343/frame 0xffffff812aaad9b0
sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19/frame 0xffffff812aaad9e0
_sleep() at _sleep+0x2f3/frame 0xffffff812aaada50
do_wait() at do_wait+0x58d/frame 0xffffff812aaadad0
__umtx_op_wait_uint_private() at __umtx_op_wait_uint_private+0x6e/frame 0xffffff812aaadb10
amd64_syscall() at amd64_syscall+0x5ea/frame 0xffffff812aaadc30
Xfast_syscall() at Xfast_syscall+0xf7/frame 0xffffff812aaadc30
--- syscall (454, FreeBSD ELF64, sys__umtx_op), rip = 0x800a6c4dc, rsp = 0x7fffff7fbed8, rbp = 0 ---
Tracing command collectd pid 4130 tid 100250 td 0xfffffe000aaa8000
sched_switch() at sched_switch+0x136/frame 0xffffff812aaa8910
mi_switch() at mi_switch+0x194/frame 0xffffff812aaa8960
sleepq_catch_signals() at sleepq_catch_signals+0x343/frame 0xffffff812aaa89b0
sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19/frame 0xffffff812aaa89e0
_sleep() at _sleep+0x2f3/frame 0xffffff812aaa8a50
do_wait() at do_wait+0x58d/frame 0xffffff812aaa8ad0
__umtx_op_wait_uint_private() at __umtx_op_wait_uint_private+0x6e/frame 0xffffff812aaa8b10
amd64_syscall() at amd64_syscall+0x5ea/frame 0xffffff812aaa8c30
Xfast_syscall() at Xfast_syscall+0xf7/frame 0xffffff812aaa8c30
--- syscall (454, FreeBSD ELF64, sys__umtx_op), rip = 0x800a6c4dc, rsp = 0x7fffff9fced8, rbp = 0 ---
Tracing command collectd pid 4130 tid 100249 td 0xfffffe000aaa6920
sched_switch() at sched_switch+0x136/frame 0xffffff812aaa3920
mi_switch() at mi_switch+0x194/frame 0xffffff812aaa3970
sleepq_catch_signals() at sleepq_catch_signals+0x343/frame 0xffffff812aaa39c0
sleepq_wait_sig() at sleepq_wait_sig+0xc/frame 0xffffff812aaa39e0
_sleep() at _sleep+0x2a5/frame 0xffffff812aaa3a50
do_wait() at do_wait+0x687/frame 0xffffff812aaa3ad0
__umtx_op_wait_uint_private() at __umtx_op_wait_uint_private+0x6e/frame 0xffffff812aaa3b10
amd64_syscall() at amd64_syscall+0x5ea/frame 0xffffff812aaa3c30
Xfast_syscall() at Xfast_syscall+0xf7/frame 0xffffff812aaa3c30
--- syscall (454, FreeBSD ELF64, sys__umtx_op), rip = 0x800a6c4dc, rsp = 0x7fffffbfde98, rbp = 0 ---
Tracing command collectd pid 4130 tid 100096 td 0xfffffe00c004d490
sched_switch() at sched_switch+0x136/frame 0xffffff812ab02900
mi_switch() at mi_switch+0x194/frame 0xffffff812ab02950
sleepq_catch_signals() at sleepq_catch_signals+0x343/frame 0xffffff812ab029a0
sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19/frame 0xffffff812ab029d0
_sleep() at _sleep+0x2f3/frame 0xffffff812ab02a40
kern_nanosleep() at kern_nanosleep+0x118/frame 0xffffff812ab02ab0
sys_nanosleep() at sys_nanosleep+0x6e/frame 0xffffff812ab02b10
amd64_syscall() at amd64_syscall+0x5ea/frame 0xffffff812ab02c30
Xfast_syscall() at Xfast_syscall+0xf7/frame 0xffffff812ab02c30
--- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8013750ec, rsp = 0x7fffffffd3f8, rbp = 0x14a7de76c49d8442 ---
Tracing command g_eli[0] da0p1 pid 4055 tid 100098 td 0xfffffe000aaa9920
sched_switch() at sched_switch+0x136/frame 0xffffff812ab0cab0
mi_switch() at mi_switch+0x194/frame 0xffffff812ab0cb00
sleepq_wait() at sleepq_wait+0x42/frame 0xffffff812ab0cb30
_sleep() at _sleep+0x3a2/frame 0xffffff812ab0cba0
g_eli_worker() at g_eli_worker+0x468/frame 0xffffff812ab0cbe0
fork_exit() at fork_exit+0x11f/frame 0xffffff812ab0cc30
fork_trampoline() at fork_trampoline+0xe/frame 0xffffff812ab0cc30
--- trap 0, rip = 0, rsp = 0xffffff812ab0ccf0, rbp = 0 ---
Tracing command g_eli[0] da1p1 pid 4053 tid 100101 td 0xfffffe00c003c920
sched_switch() at sched_switch+0x136/frame 0xffffff812ab1bab0
mi_switch() at mi_switch+0x194/frame 0xffffff812ab1bb00
sleepq_wait() at sleepq_wait+0x42/frame 0xffffff812ab1bb30
_sleep() at _sleep+0x3a2/frame 0xffffff812ab1bba0
g_eli_worker() at g_eli_worker+0x468/frame 0xffffff812ab1bbe0
fork_exit() at fork_exit+0x11f/frame 0xffffff812ab1bc30
fork_trampoline() at fork_trampoline+0xe/frame 0xffffff812ab1bc30
--- trap 0, rip = 0, rsp = 0xffffff812ab1bcf0, rbp = 0 ---
Tracing command getty pid 2652 tid 100086 td 0xfffffe00c004e920
sched_switch() at sched_switch+0x136/frame 0xffffff812aada7d0
mi_switch() at mi_switch+0x194/frame 0xffffff812aada820
sleepq_catch_signals() at sleepq_catch_signals+0x343/frame 0xffffff812aada870
sleepq_wait_sig() at sleepq_wait_sig+0xc/frame 0xffffff812aada890
_cv_wait_sig() at _cv_wait_sig+0x12a/frame 0xffffff812aada8e0
tty_wait() at tty_wait+0x25/frame 0xffffff812aada900
ttydisc_read() at ttydisc_read+0x2dd/frame 0xffffff812aada990
ttydev_read() at ttydev_read+0xc4/frame 0xffffff812aada9c0
devfs_read_f() at devfs_read_f+0x90/frame 0xffffff812aadaa30
dofileread() at dofileread+0xa1/frame 0xffffff812aadaa80
kern_readv() at kern_readv+0x6c/frame 0xffffff812aadaac0
sys_read() at sys_read+0x64/frame 0xffffff812aadab10
amd64_syscall() at amd64_syscall+0x5ea/frame 0xffffff812aadac30
Xfast_syscall() at Xfast_syscall+0xf7/frame 0xffffff812aadac30
--- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b31c5c, rsp = 0x7fffffffdca8, rbp = 0 ---
Tracing command getty pid 2651 tid 100054 td 0xfffffe0002d49490
sched_switch() at sched_switch+0x136/frame 0xffffff80f79f07d0
mi_switch() at mi_switch+0x194/frame 0xffffff80f79f0820
sleepq_catch_signals() at sleepq_catch_signals+0x343/frame 0xffffff80f79f0870
sleepq_wait_sig() at sleepq_wait_sig+0xc/frame 0xffffff80f79f0890
_cv_wait_sig() at _cv_wait_sig+0x12a/frame 0xffffff80f79f08e0
tty_wait() at tty_wait+0x25/frame 0xffffff80f79f0900
ttydisc_read() at ttydisc_read+0x2dd/frame 0xffffff80f79f0990
ttydev_read() at ttydev_read+0xc4/frame 0xffffff80f79f09c0
devfs_read_f() at devfs_read_f+0x90/frame 0xffffff80f79f0a30
dofileread() at dofileread+0xa1/frame 0xffffff80f79f0a80
kern_readv() at kern_readv+0x6c/frame 0xffffff80f79f0ac0
sys_read() at sys_read+0x64/frame 0xffffff80f79f0b10
amd64_syscall() at amd64_syscall+0x5ea/frame 0xffffff80f79f0c30
Xfast_syscall() at Xfast_syscall+0xf7/frame 0xffffff80f79f0c30
--- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b31c5c, rsp = 0x7fffffffdca8, rbp = 0 ---
Tracing command getty pid 2650 tid 100090 td 0xfffffe00c0048490
sched_switch() at sched_switch+0x136/frame 0xffffff812aaee7d0
mi_switch() at mi_switch+0x194/frame 0xffffff812aaee820
sleepq_catch_signals() at sleepq_catch_signals+0x343/frame 0xffffff812aaee870
sleepq_wait_sig() at sleepq_wait_sig+0xc/frame 0xffffff812aaee890
_cv_wait_sig() at _cv_wait_sig+0x12a/frame 0xffffff812aaee8e0
tty_wait() at tty_wait+0x25/frame 0xffffff812aaee900
ttydisc_read() at ttydisc_read+0x2dd/frame 0xffffff812aaee990
ttydev_read() at ttydev_read+0xc4/frame 0xffffff812aaee9c0
devfs_read_f() at devfs_read_f+0x90/frame 0xffffff812aaeea30
dofileread() at dofileread+0xa1/frame 0xffffff812aaeea80
kern_readv() at kern_readv+0x6c/frame 0xffffff812aaeeac0
sys_read() at sys_read+0x64/frame 0xffffff812aaeeb10
amd64_syscall() at amd64_syscall+0x5ea/frame 0xffffff812aaeec30
Xfast_syscall() at Xfast_syscall+0xf7/frame 0xffffff812aaeec30
--- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b31c5c, rsp = 0x7fffffffdca8, rbp = 0 ---
Tracing command getty pid 2649 tid 100084 td 0xfffffe000aaa5490
sched_switch() at sched_switch+0x136/frame 0xffffff812aad07d0
mi_switch() at mi_switch+0x194/frame 0xffffff812aad0820
sleepq_catch_signals() at sleepq_catch_signals+0x343/frame 0xffffff812aad0870
sleepq_wait_sig() at sleepq_wait_sig+0xc/frame 0xffffff812aad0890
_cv_wait_sig() at _cv_wait_sig+0x12a/frame 0xffffff812aad08e0
tty_wait() at tty_wait+0x25/frame 0xffffff812aad0900
ttydisc_read() at ttydisc_read+0x2dd/frame 0xffffff812aad0990
ttydev_read() at ttydev_read+0xc4/frame 0xffffff812aad09c0
devfs_read_f() at devfs_read_f+0x90/frame 0xffffff812aad0a30
dofileread() at dofileread+0xa1/frame 0xffffff812aad0a80
kern_readv() at kern_readv+0x6c/frame 0xffffff812aad0ac0
sys_read() at sys_read+0x64/frame 0xffffff812aad0b10
amd64_syscall() at amd64_syscall+0x5ea/frame 0xffffff812aad0c30
Xfast_syscall() at Xfast_syscall+0xf7/frame 0xffffff812aad0c30
--- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b31c5c, rsp = 0x7fffffffdca8, rbp = 0 ---
Tracing command getty pid 2648 tid 100087 td 0xfffffe00c004e490
sched_switch() at sched_switch+0x136/frame 0xffffff812aadf7d0
mi_switch() at mi_switch+0x194/frame 0xffffff812aadf820
sleepq_catch_signals() at sleepq_catch_signals+0x343/frame 0xffffff812aadf870
sleepq_wait_sig() at sleepq_wait_sig+0xc/frame 0xffffff812aadf890
_cv_wait_sig() at _cv_wait_sig+0x12a/frame 0xffffff812aadf8e0
tty_wait() at tty_wait+0x25/frame 0xffffff812aadf900
ttydisc_read() at ttydisc_read+0x2dd/frame 0xffffff812aadf990
ttydev_read() at ttydev_read+0xc4/frame 0xffffff812aadf9c0
devfs_read_f() at devfs_read_f+0x90/frame 0xffffff812aadfa30
dofileread() at dofileread+0xa1/frame 0xffffff812aadfa80
kern_readv() at kern_readv+0x6c/frame 0xffffff812aadfac0
sys_read() at sys_read+0x64/frame 0xffffff812aadfb10
amd64_syscall() at amd64_syscall+0x5ea/frame 0xffffff812aadfc30
Xfast_syscall() at Xfast_syscall+0xf7/frame 0xffffff812aadfc30
--- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b31c5c, rsp = 0x7fffffffdca8, rbp = 0 ---
Tracing command getty pid 2647 tid 100083 td 0xfffffe000aaa5920
sched_switch() at sched_switch+0x136/frame 0xffffff812aacb7d0
mi_switch() at mi_switch+0x194/frame 0xffffff812aacb820
sleepq_catch_signals() at sleepq_catch_signals+0x343/frame 0xffffff812aacb870
sleepq_wait_sig() at sleepq_wait_sig+0xc/frame 0xffffff812aacb890
_cv_wait_sig() at _cv_wait_sig+0x12a/frame 0xffffff812aacb8e0
tty_wait() at tty_wait+0x25/frame 0xffffff812aacb900
ttydisc_read() at ttydisc_read+0x2dd/frame 0xffffff812aacb990
ttydev_read() at ttydev_read+0xc4/frame 0xffffff812aacb9c0
devfs_read_f() at devfs_read_f+0x90/frame 0xffffff812aacba30
dofileread() at dofileread+0xa1/frame 0xffffff812aacba80
kern_readv() at kern_readv+0x6c/frame 0xffffff812aacbac0
sys_read() at sys_read+0x64/frame 0xffffff812aacbb10
amd64_syscall() at amd64_syscall+0x5ea/frame 0xffffff812aacbc30
Xfast_syscall() at Xfast_syscall+0xf7/frame 0xffffff812aacbc30
--- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b31c5c, rsp = 0x7fffffffdca8, rbp = 0 ---
Tracing command getty pid 2646 tid 100089 td 0xfffffe00c0048920
sched_switch() at sched_switch+0x136/frame 0xffffff812aae97d0
mi_switch() at mi_switch+0x194/frame 0xffffff812aae9820
sleepq_catch_signals() at sleepq_catch_signals+0x343/frame 0xffffff812aae9870
sleepq_wait_sig() at sleepq_wait_sig+0xc/frame 0xffffff812aae9890
_cv_wait_sig() at _cv_wait_sig+0x12a/frame 0xffffff812aae98e0
tty_wait() at tty_wait+0x25/frame 0xffffff812aae9900
ttydisc_read() at ttydisc_read+0x2dd/frame 0xffffff812aae9990
ttydev_read() at ttydev_read+0xc4/frame 0xffffff812aae99c0
devfs_read_f() at devfs_read_f+0x90/frame 0xffffff812aae9a30
dofileread() at dofileread+0xa1/frame 0xffffff812aae9a80
kern_readv() at kern_readv+0x6c/frame 0xffffff812aae9ac0
sys_read() at sys_read+0x64/frame 0xffffff812aae9b10
amd64_syscall() at amd64_syscall+0x5ea/frame 0xffffff812aae9c30
Xfast_syscall() at Xfast_syscall+0xf7/frame 0xffffff812aae9c30
--- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b31c5c, rsp = 0x7fffffffdca8, rbp = 0 ---
Tracing command python2.7 pid 2645 tid 100060 td 0xfffffe0002c50490
sched_switch() at sched_switch+0x136/frame 0xffffff812aa587d0
mi_switch() at mi_switch+0x194/frame 0xffffff812aa58820
sleepq_catch_signals() at sleepq_catch_signals+0x343/frame 0xffffff812aa58870
sleepq_wait_sig() at sleepq_wait_sig+0xc/frame 0xffffff812aa58890
_cv_wait_sig() at _cv_wait_sig+0x12a/frame 0xffffff812aa588e0
tty_wait() at tty_wait+0x25/frame 0xffffff812aa58900
ttydisc_read() at ttydisc_read+0xb4/frame 0xffffff812aa58990
ttydev_read() at ttydev_read+0xc4/frame 0xffffff812aa589c0
devfs_read_f() at devfs_read_f+0x90/frame 0xffffff812aa58a30
dofileread() at dofileread+0xa1/frame 0xffffff812aa58a80
kern_readv() at kern_readv+0x6c/frame 0xffffff812aa58ac0
sys_read() at sys_read+0x64/frame 0xffffff812aa58b10
amd64_syscall() at amd64_syscall+0x5ea/frame 0xffffff812aa58c30
Xfast_syscall() at Xfast_syscall+0xf7/frame 0xffffff812aa58c30
--- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8010a7c5c, rsp = 0x7fffffffd478, rbp = 0x8012dbda0 ---
Tracing command mountd pid 2547 tid 100081 td 0xfffffe000aaa6490
sched_switch() at sched_switch+0x136/frame 0xffffff812aac1750
mi_switch() at mi_switch+0x194/frame 0xffffff812aac17a0
sleepq_catch_signals() at sleepq_catch_signals+0x343/frame 0xffffff812aac17f0
sleepq_wait_sig() at sleepq_wait_sig+0xc/frame 0xffffff812aac1810
_cv_wait_sig() at _cv_wait_sig+0x12a/frame 0xffffff812aac1860
seltdwait() at seltdwait+0xf6/frame 0xffffff812aac1890
kern_select() at kern_select+0x6ef/frame 0xffffff812aac1ac0
sys_select() at sys_select+0x5d/frame 0xffffff812aac1b10
amd64_syscall() at amd64_syscall+0x5ea/frame 0xffffff812aac1c30
Xfast_syscall() at Xfast_syscall+0xf7/frame 0xffffff812aac1c30
--- syscall (93, FreeBSD ELF64, sys_select), rip = 0x800b36bdc, rsp = 0x7fffffffdba8, rbp = 0x80105f060 ---
Tracing command rpcbind pid 2543 tid 100061 td 0xfffffe000a45f920
sched_switch() at sched_switch+0x136/frame 0xffffff812aa5d800
mi_switch() at mi_switch+0x194/frame 0xffffff812aa5d850
sleepq_catch_signals() at sleepq_catch_signals+0x343/frame 0xffffff812aa5d8a0
sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19/frame 0xffffff812aa5d8d0
_cv_timedwait_sig() at _cv_timedwait_sig+0x135/frame 0xffffff812aa5d920
seltdwait() at seltdwait+0x8d/frame 0xffffff812aa5d950
sys_poll() at sys_poll+0x478/frame 0xffffff812aa5db10
amd64_syscall() at amd64_syscall+0x5ea/frame 0xffffff812aa5dc30
Xfast_syscall() at Xfast_syscall+0xf7/frame 0xffffff812aa5dc30
--- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x800cde8cc, rsp = 0x7fffffffba68, rbp = 0x80105b0c0 ---
Tracing command nginx pid 2190 tid 100051 td 0xfffffe0002d4a490
sched_switch() at sched_switch+0x136/frame 0xffffff80003fe740
mi_switch() at mi_switch+0x194/frame 0xffffff80003fe790
sleepq_catch_signals() at sleepq_catch_signals+0x343/frame 0xffffff80003fe7e0
sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19/frame 0xffffff80003fe810
_sleep() at _sleep+0x2f3/frame 0xffffff80003fe880
kern_kevent() at kern_kevent+0x369/frame 0xffffff80003fea50
sys_kevent() at sys_kevent+0x90/frame 0xffffff80003feb10
amd64_syscall() at amd64_syscall+0x5ea/frame 0xffffff80003fec30
Xfast_syscall() at Xfast_syscall+0xf7/frame 0xffffff80003fec30
--- syscall (363, FreeBSD ELF64, sys_kevent), rip = 0x8015ec3ec, rsp = 0x7fffffffd8f8, rbp = 0 ---
Tracing command nginx pid 2188 tid 100053 td 0xfffffe0002d49920
sched_switch() at sched_switch+0x136/frame 0xffffff80f79eb960
mi_switch() at mi_switch+0x194/frame 0xffffff80f79eb9b0
sleepq_catch_signals() at sleepq_catch_signals+0x343/frame 0xffffff80f79eba00
sleepq_wait_sig() at sleepq_wait_sig+0xc/frame 0xffffff80f79eba20
_sleep() at _sleep+0x2a5/frame 0xffffff80f79eba90
kern_sigsuspend() at kern_sigsuspend+0xbb/frame 0xffffff80f79ebae0
sys_sigsuspend() at sys_sigsuspend+0x34/frame 0xffffff80f79ebb10
amd64_syscall() at amd64_syscall+0x5ea/frame 0xffffff80f79ebc30
Xfast_syscall() at Xfast_syscall+0xf7/frame 0xffffff80f79ebc30
--- syscall (4, FreeBSD ELF64, sys_write), rip = 0x80159e57c, rsp = 0x7fffffffda48, rbp = 0x1 ---
Tracing command python2.7 pid 2115 tid 100091 td 0xfffffe00c0048000
sched_switch() at sched_switch+0x136/frame 0xffffff812aaf3920
mi_switch() at mi_switch+0x194/frame 0xffffff812aaf3970
sleepq_catch_signals() at sleepq_catch_signals+0x343/frame 0xffffff812aaf39c0
sleepq_wait_sig() at sleepq_wait_sig+0xc/frame 0xffffff812aaf39e0
_sleep() at _sleep+0x2a5/frame 0xffffff812aaf3a50
do_sem_wait() at do_sem_wait+0xa46/frame 0xffffff812aaf3ad0
__umtx_op_sem_wait() at __umtx_op_sem_wait+0x5e/frame 0xffffff812aaf3b10
amd64_syscall() at amd64_syscall+0x5ea/frame 0xffffff812aaf3c30
Xfast_syscall() at Xfast_syscall+0xf7/frame 0xffffff812aaf3c30
--- syscall (454, FreeBSD ELF64, sys__umtx_op), rip = 0x801007b9c, rsp = 0x7ffffe7f8608, rbp = 0 ---
Tracing command python2.7 pid 2115 tid 100073 td 0xfffffe000aaa9000
sched_switch() at sched_switch+0x136/frame 0xffffff812aa99920
mi_switch() at mi_switch+0x194/frame 0xffffff812aa99970
sleepq_catch_signals() at sleepq_catch_signals+0x343/frame 0xffffff812aa999c0
sleepq_wait_sig() at sleepq_wait_sig+0xc/frame 0xffffff812aa999e0
_sleep() at _sleep+0x2a5/frame 0xffffff812aa99a50
do_sem_wait() at do_sem_wait+0xa46/frame 0xffffff812aa99ad0
__umtx_op_sem_wait() at __umtx_op_sem_wait+0x5e/frame 0xffffff812aa99b10
amd64_syscall() at amd64_syscall+0x5ea/frame 0xffffff812aa99c30
Xfast_syscall() at Xfast_syscall+0xf7/frame 0xffffff812aa99c30
--- syscall (454, FreeBSD ELF64, sys__umtx_op), rip = 0x801007b9c, rsp = 0x7ffffeffa608, rbp = 0 ---
Tracing command python2.7 pid 2115 tid 100072 td 0xfffffe000a4ac000
sched_switch() at sched_switch+0x136/frame 0xffffff812aa94920
mi_switch() at mi_switch+0x194/frame 0xffffff812aa94970
sleepq_catch_signals() at sleepq_catch_signals+0x343/frame 0xffffff812aa949c0
sleepq_wait_sig() at sleepq_wait_sig+0xc/frame 0xffffff812aa949e0
_sleep() at _sleep+0x2a5/frame 0xffffff812aa94a50
do_sem_wait() at do_sem_wait+0xa46/frame 0xffffff812aa94ad0
__umtx_op_sem_wait() at __umtx_op_sem_wait+0x5e/frame 0xffffff812aa94b10
amd64_syscall() at amd64_syscall+0x5ea/frame 0xffffff812aa94c30
Xfast_syscall() at Xfast_syscall+0xf7/frame 0xffffff812aa94c30
--- syscall (454, FreeBSD ELF64, sys__umtx_op), rip = 0x801007b9c, rsp = 0x7fffff3fb608, rbp = 0 ---
Tracing command python2.7 pid 2115 tid 100071 td 0xfffffe000a4ac490
sched_switch() at sched_switch+0x136/frame 0xffffff812aa8f920
mi_switch() at mi_switch+0x194/frame 0xffffff812aa8f970
sleepq_catch_signals() at sleepq_catch_signals+0x343/frame 0xffffff812aa8f9c0
sleepq_wait_sig() at sleepq_wait_sig+0xc/frame 0xffffff812aa8f9e0
_sleep() at _sleep+0x2a5/frame 0xffffff812aa8fa50
do_sem_wait() at do_sem_wait+0xa46/frame 0xffffff812aa8fad0
__umtx_op_sem_wait() at __umtx_op_sem_wait+0x5e/frame 0xffffff812aa8fb10
amd64_syscall() at amd64_syscall+0x5ea/frame 0xffffff812aa8fc30
Xfast_syscall() at Xfast_syscall+0xf7/frame 0xffffff812aa8fc30
--- syscall (454, FreeBSD ELF64, sys__umtx_op), rip = 0x801007b9c, rsp = 0x7fffff7fc608, rbp = 0 ---
Tracing command python2.7 pid 2115 tid 100070 td 0xfffffe000a4ac920
sched_switch() at sched_switch+0x136/frame 0xffffff812aa8a920
mi_switch() at mi_switch+0x194/frame 0xffffff812aa8a970
sleepq_catch_signals() at sleepq_catch_signals+0x343/frame 0xffffff812aa8a9c0
sleepq_wait_sig() at sleepq_wait_sig+0xc/frame 0xffffff812aa8a9e0
_sleep() at _sleep+0x2a5/frame 0xffffff812aa8aa50
do_sem_wait() at do_sem_wait+0xa46/frame 0xffffff812aa8aad0
__umtx_op_sem_wait() at __umtx_op_sem_wait+0x5e/frame 0xffffff812aa8ab10
amd64_syscall() at amd64_syscall+0x5ea/frame 0xffffff812aa8ac30
Xfast_syscall() at Xfast_syscall+0xf7/frame 0xffffff812aa8ac30
--- syscall (454, FreeBSD ELF64, sys__umtx_op), rip = 0x801007b9c, rsp = 0x7fffffbfd608, rbp = 0 ---
Tracing command python2.7 pid 2115 tid 100058 td 0xfffffe0002d48000
sched_switch() at sched_switch+0x136/frame 0xffffff812aa4e740
mi_switch() at mi_switch+0x194/frame 0xffffff812aa4e790
sleepq_catch_signals() at sleepq_catch_signals+0x343/frame 0xffffff812aa4e7e0
sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19/frame 0xffffff812aa4e810
_cv_timedwait_sig() at _cv_timedwait_sig+0x135/frame 0xffffff812aa4e860
seltdwait() at seltdwait+0x8d/frame 0xffffff812aa4e890
kern_select() at kern_select+0x6ef/frame 0xffffff812aa4eac0
sys_select() at sys_select+0x5d/frame 0xffffff812aa4eb10
amd64_syscall() at amd64_syscall+0x5ea/frame 0xffffff812aa4ec30
Xfast_syscall() at Xfast_syscall+0xf7/frame 0xffffff812aa4ec30
--- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8010a7bdc, rsp = 0x7ffffffefbd8, rbp = 0x4 ---
Tracing command ntpd pid 1842 tid 100052 td 0xfffffe0002d4a000
sched_switch() at sched_switch+0x136/frame 0xffffff80f79e6750
mi_switch() at mi_switch+0x194/frame 0xffffff80f79e67a0
sleepq_catch_signals() at sleepq_catch_signals+0x343/frame 0xffffff80f79e67f0
sleepq_wait_sig() at sleepq_wait_sig+0xc/frame 0xffffff80f79e6810
_cv_wait_sig() at _cv_wait_sig+0x12a/frame 0xffffff80f79e6860
seltdwait() at seltdwait+0xf6/frame 0xffffff80f79e6890
kern_select() at kern_select+0x6ef/frame 0xffffff80f79e6ac0
sys_select() at sys_select+0x5d/frame 0xffffff80f79e6b10
amd64_syscall() at amd64_syscall+0x5ea/frame 0xffffff80f79e6c30
Xfast_syscall() at Xfast_syscall+0xf7/frame 0xffffff80f79e6c30
--- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80134cbdc, rsp = 0x7fffffffdbd8, rbp = 0x7fffffffdd00 ---
Tracing command syslogd pid 1670 tid 100063 td 0xfffffe000a45f000
sched_switch() at sched_switch+0x136/frame 0xffffff812aa67750
mi_switch() at mi_switch+0x194/frame 0xffffff812aa677a0
sleepq_catch_signals() at sleepq_catch_signals+0x343/frame 0xffffff812aa677f0
sleepq_wait_sig() at sleepq_wait_sig+0xc/frame 0xffffff812aa67810
_cv_wait_sig() at _cv_wait_sig+0x12a/frame 0xffffff812aa67860
seltdwait() at seltdwait+0xf6/frame 0xffffff812aa67890
kern_select() at kern_select+0x6ef/frame 0xffffff812aa67ac0
sys_select() at sys_select+0x5d/frame 0xffffff812aa67b10
amd64_syscall() at amd64_syscall+0x5ea/frame 0xffffff812aa67c30
Xfast_syscall() at Xfast_syscall+0xf7/frame 0xffffff812aa67c30
--- syscall (93, FreeBSD ELF64, sys_select), rip = 0x800b34bdc, rsp = 0x7fffffffd128, rbp = 0x8010830c8 ---
Tracing command zfskern pid 1662 tid 100246 td 0xfffffe00c0a07000
sched_switch() at sched_switch+0x136/frame 0xffffff812ade09d0
mi_switch() at mi_switch+0x194/frame 0xffffff812ade0a20
sleepq_timedwait() at sleepq_timedwait+0x42/frame 0xffffff812ade0a50
_cv_timedwait() at _cv_timedwait+0x135/frame 0xffffff812ade0aa0
txg_thread_wait() at txg_thread_wait+0x3c/frame 0xffffff812ade0ad0
txg_sync_thread() at txg_sync_thread+0x269/frame 0xffffff812ade0be0
fork_exit() at fork_exit+0x11f/frame 0xffffff812ade0c30
fork_trampoline() at fork_trampoline+0xe/frame 0xffffff812ade0c30
--- trap 0, rip = 0, rsp = 0xffffff812ade0cf0, rbp = 0 ---
Tracing command zfskern pid 1662 tid 100245 td 0xfffffe00c0a07490
sched_switch() at sched_switch+0x136/frame 0xffffff812add7a50
mi_switch() at mi_switch+0x194/frame 0xffffff812add7aa0
sleepq_wait() at sleepq_wait+0x42/frame 0xffffff812add7ad0
_cv_wait() at _cv_wait+0x112/frame 0xffffff812add7b10
txg_thread_wait() at txg_thread_wait+0x79/frame 0xffffff812add7b40
txg_quiesce_thread() at txg_quiesce_thread+0xa1/frame 0xffffff812add7be0
fork_exit() at fork_exit+0x11f/frame 0xffffff812add7c30
fork_trampoline() at fork_trampoline+0xe/frame 0xffffff812add7c30
--- trap 0, rip = 0, rsp = 0xffffff812add7cf0, rbp = 0 ---
Tracing command zfskern pid 1662 tid 100243 td 0xfffffe00c0a08000
sched_switch() at sched_switch+0x136/frame 0xffffff812adcdae0
mi_switch() at mi_switch+0x194/frame 0xffffff812adcdb30
sleepq_timedwait() at sleepq_timedwait+0x42/frame 0xffffff812adcdb60
_cv_timedwait() at _cv_timedwait+0x135/frame 0xffffff812adcdbb0
trim_thread() at trim_thread+0x68/frame 0xffffff812adcdbe0
fork_exit() at fork_exit+0x11f/frame 0xffffff812adcdc30
fork_trampoline() at fork_trampoline+0xe/frame 0xffffff812adcdc30
--- trap 0, rip = 0, rsp = 0xffffff812adcdcf0, rbp = 0 ---
Tracing command zfskern pid 1662 tid 100069 td 0xfffffe0002d59000
sched_switch() at sched_switch+0x136/frame 0xffffff812aa859a0
mi_switch() at mi_switch+0x194/frame 0xffffff812aa859f0
sleepq_timedwait() at sleepq_timedwait+0x42/frame 0xffffff812aa85a20
_cv_timedwait() at _cv_timedwait+0x135/frame 0xffffff812aa85a70
l2arc_feed_thread() at l2arc_feed_thread+0x1a2/frame 0xffffff812aa85be0
fork_exit() at fork_exit+0x11f/frame 0xffffff812aa85c30
fork_trampoline() at fork_trampoline+0xe/frame 0xffffff812aa85c30
--- trap 0, rip = 0, rsp = 0xffffff812aa85cf0, rbp = 0 ---
Tracing command zfskern pid 1662 tid
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment