Skip to content

Instantly share code, notes, and snippets.

@rgulewich
Created September 4, 2019 02:19
Show Gist options
  • Save rgulewich/9b1ca88e25386f6166c0fda04328c10f to your computer and use it in GitHub Desktop.
Save rgulewich/9b1ca88e25386f6166c0fda04328c10f to your computer and use it in GitHub Desktop.
(dlv) threads
* Thread 2062694 at 0x459f63 /usr/local/go/src/runtime/sys_linux_amd64.s:536 runtime.futex
Thread 2062695 at 0x459f63 /usr/local/go/src/runtime/sys_linux_amd64.s:536 runtime.futex
Thread 2062696 at 0x45a110 /usr/local/go/src/runtime/sys_linux_amd64.s:675 runtime.epollwait
Thread 2062697 at 0x459f63 /usr/local/go/src/runtime/sys_linux_amd64.s:536 runtime.futex
Thread 2062698 at 0x4a397a /usr/local/go/src/syscall/asm_linux_amd64.s:53 syscall.Syscall6
Thread 2062699 at 0x459f63 /usr/local/go/src/runtime/sys_linux_amd64.s:536 runtime.futex
Thread 2062700 at 0x459f63 /usr/local/go/src/runtime/sys_linux_amd64.s:536 runtime.futex
Thread 2062701 at 0x459f63 /usr/local/go/src/runtime/sys_linux_amd64.s:536 runtime.futex
Thread 2062703 at 0x459f63 /usr/local/go/src/runtime/sys_linux_amd64.s:536 runtime.futex
Thread 2062750 at 0x459f63 /usr/local/go/src/runtime/sys_linux_amd64.s:536 runtime.futex
Thread 2064969 at 0x459f63 /usr/local/go/src/runtime/sys_linux_amd64.s:536 runtime.futex
(dlv) bt
0 0x0000000000459f63 in runtime.futex
at /usr/local/go/src/runtime/sys_linux_amd64.s:536
1 0x000000000042987b in runtime.futexsleep
at /usr/local/go/src/runtime/os_linux.go:46
2 0x000000000040a1a1 in runtime.notesleep
at /usr/local/go/src/runtime/lock_futex.go:151
3 0x0000000000431c0c in runtime.stoplockedm
at /usr/local/go/src/runtime/proc.go:2076
4 0x000000000043349a in runtime.schedule
at /usr/local/go/src/runtime/proc.go:2477
5 0x0000000000433611 in runtime.park_m
at /usr/local/go/src/runtime/proc.go:2605
6 0x000000000045619b in runtime.mcall
at /usr/local/go/src/runtime/asm_amd64.s:299
(dlv) goroutines
Goroutine 1 - User: /agent/workspace/containerd/go/src/github.com/containerd/containerd/cmd/containerd-shim/main_unix.go:222 main.handleSignals (0x6939b3)
Goroutine 2 - User: /usr/local/go/src/runtime/proc.go:302 runtime.gopark (0x42d7cf)
Goroutine 3 - User: /usr/local/go/src/runtime/proc.go:302 runtime.gopark (0x42d7cf)
Goroutine 4 - User: /usr/local/go/src/runtime/lock_futex.go:228 runtime.notetsleepg (0x40a474)
Goroutine 11 - User: /usr/local/go/src/runtime/proc.go:302 runtime.gopark (0x42d7cf)
Goroutine 17 - User: /usr/local/go/src/runtime/proc.go:302 runtime.gopark (0x42d7cf)
Goroutine 18 - User: /usr/local/go/src/runtime/sigqueue.go:139 os/signal.signal_recv (0x44121c)
Goroutine 19 - User: /agent/workspace/containerd/go/src/github.com/containerd/containerd/cmd/containerd-shim/main_unix.go:82 main.main.func1 (0x694584)
Goroutine 24 - User: /usr/local/go/src/runtime/proc.go:302 runtime.gopark (0x42d7cf)
Goroutine 25 - User: /agent/workspace/containerd/go/src/github.com/containerd/containerd/runtime/v1/shim/service.go:491 github.com/containerd/containerd/runtime/v1/shim.(*Service).processExits (0x68f3f6)
Goroutine 26 - User: /usr/local/go/src/syscall/asm_linux_amd64.s:53 syscall.Syscall6 (0x4a397a) (thread 2062698)
Goroutine 27 - User: /agent/workspace/containerd/go/src/github.com/containerd/containerd/runtime/v1/shim/service.go:575 github.com/containerd/containerd/runtime/v1/shim.(*Service).forward (0x6902d1)
Goroutine 28 - User: /usr/local/go/src/runtime/netpoll.go:182 internal/poll.runtime_pollWait (0x4284c6)
Goroutine 29 - User: /agent/workspace/containerd/go/src/github.com/containerd/containerd/cmd/containerd-shim/main_unix.go:178 main.executeShim.func1 (0x694655)
Goroutine 30 - User: /agent/workspace/containerd/go/src/github.com/containerd/containerd/vendor/github.com/containerd/ttrpc/server.go:413 github.com/containerd/containerd/vendor/github.com/containerd/ttrpc.(*serverConn).run (0x63c878)
Goroutine 31 - User: /usr/local/go/src/runtime/netpoll.go:182 internal/poll.runtime_pollWait (0x4284c6)
Goroutine 34 - User: /usr/local/go/src/runtime/proc.go:302 runtime.gopark (0x42d7cf)
Goroutine 48 - User: /usr/local/go/src/runtime/proc.go:302 runtime.gopark (0x42d7cf)
[18 goroutines]
(dlv) goroutine 2
Switched from 0 to 2 (thread 2062694)
(dlv) stack
0 0x000000000042d7cf in runtime.gopark
at /usr/local/go/src/runtime/proc.go:302
1 0x000000000042d677 in runtime.goparkunlock
at /usr/local/go/src/runtime/proc.go:307
2 0x000000000042d677 in runtime.forcegchelper
at /usr/local/go/src/runtime/proc.go:250
3 0x0000000000458101 in runtime.goexit
at /usr/local/go/src/runtime/asm_amd64.s:1337
(dlv) stack -full
0 0x000000000042d7cf in runtime.gopark
at /usr/local/go/src/runtime/proc.go:302
unlockf = (unreadable empty OP stack)
lock = unsafe.Pointer(0x9c65a0)
reason = waitReasonForceGGIdle (16)
traceEv = 20
traceskip = 1
mp = (unreadable could not find loclist entry at 0x35341 for address 0x42d7cf)
gp = (unreadable could not find loclist entry at 0x35374 for address 0x42d7cf)
status = (unreadable could not find loclist entry at 0x353a7 for address 0x42d7cf)
1 0x000000000042d677 in runtime.goparkunlock
at /usr/local/go/src/runtime/proc.go:307
2 0x000000000042d677 in runtime.forcegchelper
at /usr/local/go/src/runtime/proc.go:250
3 0x0000000000458101 in runtime.goexit
at /usr/local/go/src/runtime/asm_amd64.s:1337
(dlv) goroutine 1
Switched from 2 to 1 (thread 2062694)
(dlv) stack -full
0 0x000000000042d7cf in runtime.gopark
at /usr/local/go/src/runtime/proc.go:302
unlockf = (unreadable empty OP stack)
lock = unsafe.Pointer(0x0)
reason = waitReasonSelect (9)
traceEv = 24
traceskip = 1
mp = (unreadable could not find loclist entry at 0x35341 for address 0x42d7cf)
gp = (unreadable could not find loclist entry at 0x35374 for address 0x42d7cf)
status = (unreadable could not find loclist entry at 0x353a7 for address 0x42d7cf)
1 0x000000000043c7c8 in runtime.selectgo
at /usr/local/go/src/runtime/select.go:313
cas0 = (*runtime.scase)(0xc0000b3b08)
order0 = (*uint16)(0xc0000b3a88)
ncases = 2
~r3 = (unreadable empty OP stack)
~r4 = (unreadable empty OP stack)
recvOK = (unreadable could not find loclist entry at 0x410a8 for address 0x43c7c8)
t0 = 0
casi = 0
sgnext = (unreadable could not find loclist entry at 0x411fc for address 0x43c7c8)
nextp = (unreadable could not find loclist entry at 0x41244 for address 0x43c7c8)
lockorder = []uint16 len: 2, cap: 2, [...]
gp = (*runtime.g)(0xc000000180)
cas = *runtime.scase nil
c = (unreadable could not find loclist entry at 0x41493 for address 0x43c7c8)
cas1 = (*[65536]runtime.scase)(0xc0000b3b08)
order1 = (*[131072]uint16)(0xc0000b3a88)
scases = []runtime.scase len: 2, cap: 2, [...]
pollorder = []uint16 len: 2, cap: 2, [...]
sg = (unreadable could not find loclist entry at 0x41633 for address 0x43c7c8)
k = (unreadable could not find loclist entry at 0x416de for address 0x43c7c8)
sglist = (unreadable could not find loclist entry at 0x41711 for address 0x43c7c8)
qp = (unreadable could not find loclist entry at 0x4176c for address 0x43c7c8)
dfli = 0
dfl = *runtime.scase nil
2 0x00000000006939b3 in main.handleSignals
at /agent/workspace/containerd/go/src/github.com/containerd/containerd/cmd/containerd-shim/main_unix.go:222
logger = (unreadable could not find loclist entry at 0xc67e3 for address 0x6939b3)
signals = (unreadable could not find loclist entry at 0xc6829 for address 0x6939b3)
server = (unreadable could not find loclist entry at 0xc6884 for address 0x6939b3)
sv = (unreadable could not find loclist entry at 0xc68cc for address 0x6939b3)
~r4 = (unreadable empty OP stack)
done = (unreadable could not find loclist entry at 0xc673e for address 0x6939b3)
termOnce = (unreadable no address for escaped variable)
3 0x0000000000693440 in main.executeShim
at /agent/workspace/containerd/go/src/github.com/containerd/containerd/cmd/containerd-shim/main_unix.go:182
~r0 = (unreadable empty OP stack)
sv = ("*github.com/containerd/containerd/runtime/v1/shim.Service")(0xc0000940c0)
signals = chan os.Signal 0/32
server = ("*github.com/containerd/containerd/vendor/github.com/containerd/ttrpc.Server")(0xc00005f110)
path = "/run/containerd/io.containerd.runtime.v1.linux/moby/4366149beb2d...+52 more"
logger = ("*github.com/containerd/containerd/vendor/github.com/sirupsen/logrus.Entry")(0xc00008e460)
dump = chan os.Signal 0/32
err = (unreadable could not find loclist entry at 0xc62a6 for address 0x693440)
socket = (unreadable could not find loclist entry at 0xc6399 for address 0x693440)
4 0x0000000000692c04 in main.main
at /agent/workspace/containerd/go/src/github.com/containerd/containerd/cmd/containerd-shim/main_unix.go:111
stdout = io.ReadWriteCloser(*github.com/containerd/containerd/vendor/github.com/containerd/fifo.fifo) 0xbeef0008
stderr = io.ReadWriteCloser(*github.com/containerd/containerd/vendor/github.com/containerd/fifo.fifo) 0xbeef0008
err = (unreadable could not find loclist entry at 0xc5dad for address 0x692c04)
err = (unreadable could not find loclist entry at 0xc5e13 for address 0x692c04)
5 0x000000000042d3dc in runtime.main
at /usr/local/go/src/runtime/proc.go:200
needUnlock = false
g = (*runtime.g)(0xc000000180)
fn = (unreadable empty OP stack)
6 0x0000000000458101 in runtime.goexit
at /usr/local/go/src/runtime/asm_amd64.s:1337
(dlv) goroutine 3
Switched from 1 to 3 (thread 2062694)
(dlv) stack -full
0 0x000000000042d7cf in runtime.gopark
at /usr/local/go/src/runtime/proc.go:302
unlockf = (unreadable empty OP stack)
lock = unsafe.Pointer(0x9c6780)
reason = waitReasonGCSweepWait (12)
traceEv = 20
traceskip = 1
mp = (unreadable could not find loclist entry at 0x35341 for address 0x42d7cf)
gp = (unreadable could not find loclist entry at 0x35374 for address 0x42d7cf)
status = (unreadable could not find loclist entry at 0x353a7 for address 0x42d7cf)
1 0x0000000000420c94 in runtime.goparkunlock
at /usr/local/go/src/runtime/proc.go:307
2 0x0000000000420c94 in runtime.bgsweep
at /usr/local/go/src/runtime/mgcsweep.go:89
c = chan int 0/0
3 0x0000000000458101 in runtime.goexit
at /usr/local/go/src/runtime/asm_amd64.s:1337
(dlv) goroutine 4
Switched from 3 to 4 (thread 2062700)
(dlv) stack -full
0 0x0000000000459f63 in runtime.futex
at /usr/local/go/src/runtime/sys_linux_amd64.s:536
1 0x00000000004298f2 in runtime.futexsleep
at /usr/local/go/src/runtime/os_linux.go:63
addr = (*uint32)(0x9c9920)
val = 0
ns = 29999840592
ts = runtime.timespec {tv_sec: 29, tv_nsec: 999840592}
2 0x000000000040a332 in runtime.notetsleep_internal
at /usr/local/go/src/runtime/lock_futex.go:193
n = (*runtime.note)(0x9c9920)
ns = 29999840592
~r2 = (unreadable empty OP stack)
deadline = 4773789825679258
gp = (*runtime.g)(0xc000000f00)
3 0x000000000040a48c in runtime.notetsleepg
at /usr/local/go/src/runtime/lock_futex.go:228
n = (*runtime.note)(0x9c9920)
ns = 29999840592
~r2 = (unreadable empty OP stack)
ok = (unreadable could not find loclist entry at 0x9546 for address 0x40a48c)
gp = (unreadable could not find loclist entry at 0x958d for address 0x40a48c)
4 0x00000000004497da in runtime.timerproc
at /usr/local/go/src/runtime/time.go:311
tb = (*runtime.timersBucket)(0x9c9900)
now = 4773759825818913
delta = 29999840592
5 0x0000000000458101 in runtime.goexit
at /usr/local/go/src/runtime/asm_amd64.s:1337
(dlv) goroutine 11
Switched from 4 to 11 (thread 2062700)
(dlv) stack -full
0 0x000000000042d7cf in runtime.gopark
at /usr/local/go/src/runtime/proc.go:302
unlockf = (unreadable empty OP stack)
lock = unsafe.Pointer(0xc000253f00)
reason = waitReasonGCWorkerIdle (23)
traceEv = 20
traceskip = 0
mp = (unreadable could not find loclist entry at 0x35341 for address 0x42d7cf)
gp = (unreadable could not find loclist entry at 0x35374 for address 0x42d7cf)
status = (unreadable could not find loclist entry at 0x353a7 for address 0x42d7cf)
1 0x000000000041b37f in runtime.gcBgMarkWorker
at /usr/local/go/src/runtime/mgc.go:1836
_p_ = (*runtime.p)(0xc00001e000)
gp = (*runtime.g)(0xc00007e480)
park = (*runtime.parkInfo·2)(0xc000253f00)
2 0x0000000000458101 in runtime.goexit
at /usr/local/go/src/runtime/asm_amd64.s:1337
(dlv) goroutine 17
Switched from 11 to 17 (thread 2062700)
(dlv) stack -full
0 0x000000000042d7cf in runtime.gopark
at /usr/local/go/src/runtime/proc.go:302
unlockf = (unreadable empty OP stack)
lock = unsafe.Pointer(0x9e20d0)
reason = waitReasonFinalizerWait (15)
traceEv = 20
traceskip = 1
mp = (unreadable could not find loclist entry at 0x35341 for address 0x42d7cf)
gp = (unreadable could not find loclist entry at 0x35374 for address 0x42d7cf)
status = (unreadable could not find loclist entry at 0x353a7 for address 0x42d7cf)
1 0x00000000004178c6 in runtime.goparkunlock
at /usr/local/go/src/runtime/proc.go:307
2 0x00000000004178c6 in runtime.runfinq
at /usr/local/go/src/runtime/mfinal.go:175
framecap = 32
frame = unsafe.Pointer(0xc00007a180)
3 0x0000000000458101 in runtime.goexit
at /usr/local/go/src/runtime/asm_amd64.s:1337
(dlv) goroutine 18
Switched from 17 to 18 (thread 2062697)
(dlv) stack -full
0 0x0000000000459f63 in runtime.futex
at /usr/local/go/src/runtime/sys_linux_amd64.s:536
1 0x000000000042987b in runtime.futexsleep
at /usr/local/go/src/runtime/os_linux.go:46
addr = (*uint32)(0x9e2440)
val = 0
ns = -1
ts = runtime.timespec {tv_sec: 0, tv_nsec: 0}
2 0x000000000040a288 in runtime.notetsleep_internal
at /usr/local/go/src/runtime/lock_futex.go:174
n = (*runtime.note)(0x9e2440)
ns = -1
~r2 = (unreadable empty OP stack)
gp = (*runtime.g)(0xc00007e180)
3 0x000000000040a48c in runtime.notetsleepg
at /usr/local/go/src/runtime/lock_futex.go:228
n = (*runtime.note)(0x9e2440)
ns = -1
~r2 = (unreadable empty OP stack)
ok = (unreadable could not find loclist entry at 0x9546 for address 0x40a48c)
gp = (unreadable could not find loclist entry at 0x958d for address 0x40a48c)
4 0x000000000044121c in os/signal.signal_recv
at /usr/local/go/src/runtime/sigqueue.go:139
~r0 = (unreadable empty OP stack)
5 0x00000000005334b2 in os/signal.loop
at /usr/local/go/src/os/signal/signal_unix.go:23
6 0x0000000000458101 in runtime.goexit
at /usr/local/go/src/runtime/asm_amd64.s:1337
(dlv) goroutine 19
Switched from 18 to 19 (thread 2062697)
(dlv) stack -full
0 0x000000000042d7cf in runtime.gopark
at /usr/local/go/src/runtime/proc.go:302
unlockf = (unreadable empty OP stack)
lock = unsafe.Pointer(0xc000012118)
reason = waitReasonChanReceive (13)
traceEv = 23
traceskip = 3
mp = (unreadable could not find loclist entry at 0x35341 for address 0x42d7cf)
gp = (unreadable could not find loclist entry at 0x35374 for address 0x42d7cf)
status = (unreadable could not find loclist entry at 0x353a7 for address 0x42d7cf)
1 0x0000000000405d2a in runtime.goparkunlock
at /usr/local/go/src/runtime/proc.go:307
2 0x0000000000405d2a in runtime.chanrecv
at /usr/local/go/src/runtime/chan.go:524
c = (*runtime.hchan)(0xc0000120c0)
ep = unsafe.Pointer(0xc00002cfb8)
block = true
selected = (unreadable could not find loclist entry at 0x4aaf for address 0x405d2a)
received = (unreadable could not find loclist entry at 0x4b5b for address 0x405d2a)
t0 = 0
gp = (*runtime.g)(0xc00007e300)
mysg = *(unreadable read out of bounds)
3 0x0000000000405a2b in runtime.chanrecv2
at /usr/local/go/src/runtime/chan.go:411
c = (*runtime.hchan)(0xc0000120c0)
elem = unsafe.Pointer(0xc00002cfb8)
received = (unreadable could not find loclist entry at 0x48f5 for address 0x405a2b)
4 0x0000000000694584 in main.main.func1
at /agent/workspace/containerd/go/src/github.com/containerd/containerd/cmd/containerd-shim/main_unix.go:82
~R0 = (unreadable empty OP stack)
5 0x0000000000458101 in runtime.goexit
at /usr/local/go/src/runtime/asm_amd64.s:1337
(dlv) goroutine 24
Switched from 19 to 24 (thread 2062697)
(dlv) stack -full
0 0x000000000042d7cf in runtime.gopark
at /usr/local/go/src/runtime/proc.go:302
unlockf = (unreadable empty OP stack)
lock = unsafe.Pointer(0x0)
reason = waitReasonSelect (9)
traceEv = 24
traceskip = 1
mp = (unreadable could not find loclist entry at 0x35341 for address 0x42d7cf)
gp = (unreadable could not find loclist entry at 0x35374 for address 0x42d7cf)
status = (unreadable could not find loclist entry at 0x353a7 for address 0x42d7cf)
1 0x000000000043c7c8 in runtime.selectgo
at /usr/local/go/src/runtime/select.go:313
cas0 = (*runtime.scase)(0xc00002e780)
order0 = (*uint16)(0xc00002e778)
ncases = 2
~r3 = (unreadable empty OP stack)
~r4 = (unreadable empty OP stack)
recvOK = (unreadable could not find loclist entry at 0x410a8 for address 0x43c7c8)
t0 = 0
casi = 0
sgnext = (unreadable could not find loclist entry at 0x411fc for address 0x43c7c8)
nextp = (unreadable could not find loclist entry at 0x41244 for address 0x43c7c8)
lockorder = []uint16 len: 2, cap: 2, [...]
gp = (*runtime.g)(0xc00007e780)
cas = *runtime.scase nil
c = (unreadable could not find loclist entry at 0x41493 for address 0x43c7c8)
cas1 = (*[65536]runtime.scase)(0xc00002e780)
order1 = (*[131072]uint16)(0xc00002e778)
scases = []runtime.scase len: 2, cap: 2, [...]
pollorder = []uint16 len: 2, cap: 2, [...]
sg = (unreadable could not find loclist entry at 0x41633 for address 0x43c7c8)
k = (unreadable could not find loclist entry at 0x416de for address 0x43c7c8)
sglist = (unreadable could not find loclist entry at 0x41711 for address 0x43c7c8)
qp = (unreadable could not find loclist entry at 0x4176c for address 0x43c7c8)
dfli = 0
dfl = *runtime.scase nil
2 0x00000000004558a0 in runtime.ensureSigM.func1
at /usr/local/go/src/runtime/signal_unix.go:547
sigBlocked = runtime.sigset [...]
3 0x0000000000458101 in runtime.goexit
at /usr/local/go/src/runtime/asm_amd64.s:1337
(dlv) goroutine 25
Switched from 24 to 25 (thread 2062697)
(dlv) stack -full
0 0x000000000042d7cf in runtime.gopark
at /usr/local/go/src/runtime/proc.go:302
unlockf = (unreadable empty OP stack)
lock = unsafe.Pointer(0xc00006a898)
reason = waitReasonChanReceive (13)
traceEv = 23
traceskip = 3
mp = (unreadable could not find loclist entry at 0x35341 for address 0x42d7cf)
gp = (unreadable could not find loclist entry at 0x35374 for address 0x42d7cf)
status = (unreadable could not find loclist entry at 0x353a7 for address 0x42d7cf)
1 0x0000000000405d2a in runtime.goparkunlock
at /usr/local/go/src/runtime/proc.go:307
2 0x0000000000405d2a in runtime.chanrecv
at /usr/local/go/src/runtime/chan.go:524
c = (*runtime.hchan)(0xc00006a840)
ep = unsafe.Pointer(0xc0002cdfa0)
block = true
selected = (unreadable could not find loclist entry at 0x4aaf for address 0x405d2a)
received = (unreadable could not find loclist entry at 0x4b5b for address 0x405d2a)
t0 = 0
gp = (*runtime.g)(0xc00007ef00)
mysg = *(unreadable read out of bounds)
3 0x0000000000405a2b in runtime.chanrecv2
at /usr/local/go/src/runtime/chan.go:411
c = (*runtime.hchan)(0xc00006a840)
elem = unsafe.Pointer(0xc0002cdfa0)
received = (unreadable could not find loclist entry at 0x48f5 for address 0x405a2b)
4 0x000000000068f3f6 in github.com/containerd/containerd/runtime/v1/shim.(*Service).processExits
at /agent/workspace/containerd/go/src/github.com/containerd/containerd/runtime/v1/shim/service.go:491
s = ("*github.com/containerd/containerd/runtime/v1/shim.Service")(0xc0000940c0)
e = github.com/containerd/containerd/vendor/github.com/containerd/go-runc.Exit {Timestamp: (*time.Time)(0xc0002cdf78), Pid: 695744, Status: 1}
5 0x0000000000458101 in runtime.goexit
at /usr/local/go/src/runtime/asm_amd64.s:1337
(dlv) goroutine 26
Switched from 25 to 26 (thread 2062698)
(dlv) stack -full
0 0x00000000004a397a in syscall.Syscall6
at /usr/local/go/src/syscall/asm_linux_amd64.s:53
1 0x0000000000600de2 in github.com/containerd/containerd/vendor/golang.org/x/sys/unix.EpollWait
at /agent/workspace/containerd/go/src/github.com/containerd/containerd/vendor/golang.org/x/sys/unix/zsyscall_linux_amd64.go:1689
epfd = 9
events = (unreadable read out of bounds)
msec = -1
n = (unreadable could not find loclist entry at 0x1befb1 for address 0x600de2)
err = (unreadable could not find loclist entry at 0x1befe5 for address 0x600de2)
r0 = (unreadable could not find loclist entry at 0x1bee50 for address 0x600de2)
_p0 = (unreadable could not find loclist entry at 0x1beeaa for address 0x600de2)
e1 = (unreadable could not find loclist entry at 0x1beedd for address 0x600de2)
2 0x0000000000601efa in github.com/containerd/containerd/vendor/github.com/containerd/console.(*Epoller).Wait
at /agent/workspace/containerd/go/src/github.com/containerd/containerd/vendor/github.com/containerd/console/console_linux.go:110
e = ("*github.com/containerd/containerd/vendor/github.com/containerd/console.Epoller")(0xc000068740)
~r0 = (unreadable empty OP stack)
n = (unreadable could not find loclist entry at 0x1bfd1b for address 0x601efa)
err = (unreadable could not find loclist entry at 0x1bfd63 for address 0x601efa)
3 0x0000000000458101 in runtime.goexit
at /usr/local/go/src/runtime/asm_amd64.s:1337
(dlv) goroutine 27
Switched from 26 to 27 (thread 2062698)
(dlv) stack -full
0 0x000000000042d7cf in runtime.gopark
at /usr/local/go/src/runtime/proc.go:302
unlockf = (unreadable empty OP stack)
lock = unsafe.Pointer(0xc00006a838)
reason = waitReasonChanReceive (13)
traceEv = 23
traceskip = 3
mp = (unreadable could not find loclist entry at 0x35341 for address 0x42d7cf)
gp = (unreadable could not find loclist entry at 0x35374 for address 0x42d7cf)
status = (unreadable could not find loclist entry at 0x353a7 for address 0x42d7cf)
1 0x0000000000405d2a in runtime.goparkunlock
at /usr/local/go/src/runtime/proc.go:307
2 0x0000000000405d2a in runtime.chanrecv
at /usr/local/go/src/runtime/chan.go:524
c = (*runtime.hchan)(0xc00006a7e0)
ep = unsafe.Pointer(0xc000076e58)
block = true
selected = (unreadable could not find loclist entry at 0x4aaf for address 0x405d2a)
received = (unreadable could not find loclist entry at 0x4b5b for address 0x405d2a)
t0 = 0
gp = (*runtime.g)(0xc00007f200)
mysg = *(unreadable read out of bounds)
3 0x0000000000405a2b in runtime.chanrecv2
at /usr/local/go/src/runtime/chan.go:411
c = (*runtime.hchan)(0xc00006a7e0)
elem = unsafe.Pointer(0xc000076e58)
received = (unreadable could not find loclist entry at 0x48f5 for address 0x405a2b)
4 0x00000000006902d1 in github.com/containerd/containerd/runtime/v1/shim.(*Service).forward
at /agent/workspace/containerd/go/src/github.com/containerd/containerd/runtime/v1/shim/service.go:575
s = ("*github.com/containerd/containerd/runtime/v1/shim.Service")(0xc0000940c0)
publisher = github.com/containerd/containerd/events.Publisher(*main.remoteEventsPublisher) 0xbeef0008
e = (unreadable could not find loclist entry at 0x1c4ce2 for address 0x6902d1)
5 0x0000000000458101 in runtime.goexit
at /usr/local/go/src/runtime/asm_amd64.s:1337
(dlv) goroutine 28
Switched from 27 to 28 (thread 2062698)
(dlv) stack -full
0 0x000000000042d7cf in runtime.gopark
at /usr/local/go/src/runtime/proc.go:302
unlockf = (unreadable empty OP stack)
lock = unsafe.Pointer(0x7fbf9b7a7ed0)
reason = waitReasonIOWait (2)
traceEv = 27
traceskip = 5
mp = (unreadable could not find loclist entry at 0x35341 for address 0x42d7cf)
gp = (unreadable could not find loclist entry at 0x35374 for address 0x42d7cf)
status = (unreadable could not find loclist entry at 0x353a7 for address 0x42d7cf)
1 0x0000000000428eda in runtime.netpollblock
at /usr/local/go/src/runtime/netpoll.go:389
pd = (*runtime.pollDesc)(0x7fbf9b7a7ea8)
mode = 114
waitio = false
~r3 = (unreadable empty OP stack)
gpp = (*uintptr)(0x7fbf9b7a7ed0)
2 0x00000000004284c6 in internal/poll.runtime_pollWait
at /usr/local/go/src/runtime/netpoll.go:182
pd = (*runtime.pollDesc)(0x7fbf9b7a7ea8)
mode = 114
~r2 = (unreadable empty OP stack)
err = (unreadable could not find loclist entry at 0x319a9 for address 0x4284c6)
3 0x00000000004b80eb in internal/poll.(*pollDesc).wait
at /usr/local/go/src/internal/poll/fd_poll_runtime.go:87
pd = ("*internal/poll.pollDesc")(0xc0000aa398)
mode = 114
isFile = false
~r2 = (unreadable empty OP stack)
res = (unreadable could not find loclist entry at 0xd847d for address 0x4b80eb)
4 0x00000000004ba6fa in internal/poll.(*pollDesc).waitRead
at /usr/local/go/src/internal/poll/fd_poll_runtime.go:92
isFile = (unreadable could not find loclist entry at 0xdb214 for address 0x4ba6fa)
5 0x00000000004ba6fa in internal/poll.(*FD).Accept
at /usr/local/go/src/internal/poll/fd_unix.go:384
fd = ("*internal/poll.FD")(0xc0000aa380)
~r0 = (unreadable empty OP stack)
~r1 = (unreadable empty OP stack)
~r2 = (unreadable empty OP stack)
~r3 = (unreadable empty OP stack)
isFile = (unreadable could not find loclist entry at 0xdb214 for address 0x4ba6fa)
6 0x0000000000500202 in net.(*netFD).accept
at /usr/local/go/src/net/fd_unix.go:238
fd = (*net.netFD)(0xc0000aa380)
netfd = (unreadable could not find loclist entry at 0x9563a for address 0x500202)
err = (unreadable could not find loclist entry at 0x95696 for address 0x500202)
~r0.itab = (unreadable empty OP stack)
rsa = (unreadable could not find loclist entry at 0x95438 for address 0x500202)
~r0.data = (unreadable empty OP stack)
d = (unreadable could not find loclist entry at 0x95525 for address 0x500202)
errcall = (unreadable could not find loclist entry at 0x9556d for address 0x500202)
7 0x00000000005245c2 in net.(*UnixListener).accept
at /usr/local/go/src/net/unixsock_posix.go:162
ln = (*net.UnixListener)(0xc00005f2f0)
~r0 = (unreadable empty OP stack)
~r1 = (unreadable empty OP stack)
fd = (unreadable could not find loclist entry at 0xb36d5 for address 0x5245c2)
err = (unreadable could not find loclist entry at 0xb372f for address 0x5245c2)
8 0x00000000005224f8 in net.(*UnixListener).Accept
at /usr/local/go/src/net/unixsock.go:260
l = (*net.UnixListener)(0xc00005f2f0)
~r0 = (unreadable empty OP stack)
~r1 = (unreadable empty OP stack)
err = (unreadable could not find loclist entry at 0xb2042 for address 0x5224f8)
c = (unreadable could not find loclist entry at 0xb20c2 for address 0x5224f8)
9 0x000000000063b3fa in github.com/containerd/containerd/vendor/github.com/containerd/ttrpc.(*Server).Serve
at /agent/workspace/containerd/go/src/github.com/containerd/containerd/vendor/github.com/containerd/ttrpc/server.go:84
s = ("*github.com/containerd/containerd/vendor/github.com/containerd/ttrpc.Server")(0xc00005f110)
ctx = context.Context(*context.emptyCtx) 0xbeef0008
l = net.Listener(*net.UnixListener) 0xbeef0008
~r2 = (unreadable empty OP stack)
handshaker = github.com/containerd/containerd/vendor/github.com/containerd/ttrpc.Handshaker(github.com/containerd/containerd/vendor/github.com/containerd/ttrpc.UnixCredentialsFunc) (unreadable read out of bounds)
backoff = 0
conn = (unreadable could not find loclist entry at 0x1e8204 for address 0x63b3fa)
err = (unreadable could not find loclist entry at 0x1e8286 for address 0x63b3fa)
10 0x00000000006946fb in main.serve.func1
at /agent/workspace/containerd/go/src/github.com/containerd/containerd/cmd/containerd-shim/main_unix.go:207
l = net.Listener(*net.UnixListener) 0xbeef0008
server = ("*github.com/containerd/containerd/vendor/github.com/containerd/ttrpc.Server")(0xc00005f110)
ctx = context.Context(*context.emptyCtx) 0xbeef0008
err = (unreadable could not find loclist entry at 0xc74ad for address 0x6946fb)
11 0x0000000000458101 in runtime.goexit
at /usr/local/go/src/runtime/asm_amd64.s:1337
(dlv) goroutine 29
Switched from 28 to 29 (thread 2062698)
(dlv) stack -full
0 0x000000000042d7cf in runtime.gopark
at /usr/local/go/src/runtime/proc.go:302
unlockf = (unreadable empty OP stack)
lock = unsafe.Pointer(0xc00006a7d8)
reason = waitReasonChanReceive (13)
traceEv = 23
traceskip = 3
mp = (unreadable could not find loclist entry at 0x35341 for address 0x42d7cf)
gp = (unreadable could not find loclist entry at 0x35374 for address 0x42d7cf)
status = (unreadable could not find loclist entry at 0x353a7 for address 0x42d7cf)
1 0x0000000000405d2a in runtime.goparkunlock
at /usr/local/go/src/runtime/proc.go:307
2 0x0000000000405d2a in runtime.chanrecv
at /usr/local/go/src/runtime/chan.go:524
c = (*runtime.hchan)(0xc00006a780)
ep = unsafe.Pointer(0xc000132fb0)
block = true
selected = (unreadable could not find loclist entry at 0x4aaf for address 0x405d2a)
received = (unreadable could not find loclist entry at 0x4b5b for address 0x405d2a)
t0 = 0
gp = (*runtime.g)(0xc00007f500)
mysg = *(unreadable read out of bounds)
3 0x0000000000405a2b in runtime.chanrecv2
at /usr/local/go/src/runtime/chan.go:411
c = (*runtime.hchan)(0xc00006a780)
elem = unsafe.Pointer(0xc000132fb0)
received = (unreadable could not find loclist entry at 0x48f5 for address 0x405a2b)
4 0x0000000000694655 in main.executeShim.func1
at /agent/workspace/containerd/go/src/github.com/containerd/containerd/cmd/containerd-shim/main_unix.go:178
dump = chan os.Signal 0/32
5 0x0000000000458101 in runtime.goexit
at /usr/local/go/src/runtime/asm_amd64.s:1337
(dlv) goroutine 30
Switched from 29 to 30 (thread 2062698)
(dlv) stack -full
0 0x000000000042d7cf in runtime.gopark
at /usr/local/go/src/runtime/proc.go:302
unlockf = (unreadable empty OP stack)
lock = unsafe.Pointer(0x0)
reason = waitReasonSelect (9)
traceEv = 24
traceskip = 1
mp = (unreadable could not find loclist entry at 0x35341 for address 0x42d7cf)
gp = (unreadable could not find loclist entry at 0x35374 for address 0x42d7cf)
status = (unreadable could not find loclist entry at 0x353a7 for address 0x42d7cf)
1 0x000000000043c7c8 in runtime.selectgo
at /usr/local/go/src/runtime/select.go:313
cas0 = (*runtime.scase)(0xc000078f18)
order0 = (*uint16)(0xc000078e80)
ncases = 4
~r3 = (unreadable empty OP stack)
~r4 = (unreadable empty OP stack)
recvOK = (unreadable could not find loclist entry at 0x410a8 for address 0x43c7c8)
t0 = 0
casi = 0
sgnext = (unreadable could not find loclist entry at 0x411fc for address 0x43c7c8)
nextp = (unreadable could not find loclist entry at 0x41244 for address 0x43c7c8)
lockorder = []uint16 len: 4, cap: 4, [...]
gp = (*runtime.g)(0xc00007f680)
cas = *runtime.scase nil
c = (unreadable could not find loclist entry at 0x41493 for address 0x43c7c8)
cas1 = (*[65536]runtime.scase)(0xc000078f18)
order1 = (*[131072]uint16)(0xc000078e80)
scases = []runtime.scase len: 4, cap: 4, [...]
pollorder = []uint16 len: 4, cap: 4, [...]
sg = (unreadable could not find loclist entry at 0x41633 for address 0x43c7c8)
k = (unreadable could not find loclist entry at 0x416de for address 0x43c7c8)
sglist = (unreadable could not find loclist entry at 0x41711 for address 0x43c7c8)
qp = (unreadable could not find loclist entry at 0x4176c for address 0x43c7c8)
dfli = 0
dfl = *runtime.scase nil
2 0x000000000063c878 in github.com/containerd/containerd/vendor/github.com/containerd/ttrpc.(*serverConn).run
at /agent/workspace/containerd/go/src/github.com/containerd/containerd/vendor/github.com/containerd/ttrpc/server.go:413
c = ("*github.com/containerd/containerd/vendor/github.com/containerd/ttrpc.serverConn")(0xc00008e550)
sctx = context.Context(*context.emptyCtx) 0xbeef0008
state = 2
ctx = context.Context(*context.cancelCtx) 0xbeef0008
active = 0
shutdown = chan struct {} 0/0
responses = chan github.com/containerd/containerd/vendor/github.com/containerd/ttrpc.response·2 0/0
requests = chan github.com/containerd/containerd/vendor/github.com/containerd/ttrpc.request·1 0/0
recvErr = chan error 0/1
done = chan struct {} 0/0
ch = ("*github.com/containerd/containerd/vendor/github.com/containerd/ttrpc.channel")(0xc00008a600)
cancel = context.WithCancel.func1
newstate = (unreadable could not find loclist entry at 0x1e9428 for address 0x63c878)
3 0x0000000000458101 in runtime.goexit
at /usr/local/go/src/runtime/asm_amd64.s:1337
(dlv) goroutine 31
Switched from 30 to 31 (thread 2062698)
(dlv) stack -full
0 0x000000000042d7cf in runtime.gopark
at /usr/local/go/src/runtime/proc.go:302
unlockf = (unreadable empty OP stack)
lock = unsafe.Pointer(0x7fbf9b7a7e00)
reason = waitReasonIOWait (2)
traceEv = 27
traceskip = 5
mp = (unreadable could not find loclist entry at 0x35341 for address 0x42d7cf)
gp = (unreadable could not find loclist entry at 0x35374 for address 0x42d7cf)
status = (unreadable could not find loclist entry at 0x353a7 for address 0x42d7cf)
1 0x0000000000428eda in runtime.netpollblock
at /usr/local/go/src/runtime/netpoll.go:389
pd = (*runtime.pollDesc)(0x7fbf9b7a7dd8)
mode = 114
waitio = false
~r3 = (unreadable empty OP stack)
gpp = (*uintptr)(0x7fbf9b7a7e00)
2 0x00000000004284c6 in internal/poll.runtime_pollWait
at /usr/local/go/src/runtime/netpoll.go:182
pd = (*runtime.pollDesc)(0x7fbf9b7a7dd8)
mode = 114
~r2 = (unreadable empty OP stack)
err = (unreadable could not find loclist entry at 0x319a9 for address 0x4284c6)
3 0x00000000004b80eb in internal/poll.(*pollDesc).wait
at /usr/local/go/src/internal/poll/fd_poll_runtime.go:87
pd = ("*internal/poll.pollDesc")(0xc0000aa498)
mode = 114
isFile = false
~r2 = (unreadable empty OP stack)
res = (unreadable could not find loclist entry at 0xd847d for address 0x4b80eb)
4 0x00000000004b8efb in internal/poll.(*pollDesc).waitRead
at /usr/local/go/src/internal/poll/fd_poll_runtime.go:92
isFile = (unreadable could not find loclist entry at 0xd946b for address 0x4b8efb)
5 0x00000000004b8efb in internal/poll.(*FD).Read
at /usr/local/go/src/internal/poll/fd_unix.go:169
fd = ("*internal/poll.FD")(0xc0000aa480)
p = []uint8 len: 4096, cap: 4096, [...]
~r1 = (unreadable empty OP stack)
~r2 = (unreadable empty OP stack)
isFile = (unreadable could not find loclist entry at 0xd946b for address 0x4b8efb)
6 0x00000000004ff8ef in net.(*netFD).Read
at /usr/local/go/src/net/fd_unix.go:202
fd = (*net.netFD)(0xc0000aa480)
p = []uint8 len: 4096, cap: 4096, [...]
n = (unreadable could not find loclist entry at 0x9466f for address 0x4ff8ef)
err = (unreadable could not find loclist entry at 0x946a3 for address 0x4ff8ef)
7 0x0000000000513529 in net.(*conn).Read
at /usr/local/go/src/net/net.go:177
c = (*net.conn)(0xc00007c088)
b = []uint8 len: 4096, cap: 4096, [...]
~r1 = (unreadable empty OP stack)
~r2 = (unreadable empty OP stack)
n = (unreadable could not find loclist entry at 0xa460f for address 0x513529)
err = (unreadable could not find loclist entry at 0xa4656 for address 0x513529)
8 0x000000000055277e in bufio.(*Reader).Read
at /usr/local/go/src/bufio/bufio.go:223
b = (*bufio.Reader)(0xc00006aa80)
p = []uint8 len: 10, cap: 10, [...]
n = (unreadable could not find loclist entry at 0x1284af for address 0x55277e)
err = (unreadable could not find loclist entry at 0x128533 for address 0x55277e)
9 0x0000000000462378 in io.ReadAtLeast
at /usr/local/go/src/io/io.go:310
r = io.Reader(*bufio.Reader) 0xbeef0008
buf = []uint8 len: 10, cap: 10, [...]
min = 10
n = (unreadable could not find loclist entry at 0x602e1 for address 0x462378)
err = (unreadable could not find loclist entry at 0x60329 for address 0x462378)
nn = (unreadable could not find loclist entry at 0x60371 for address 0x462378)
10 0x000000000063a11a in io.ReadFull
at /usr/local/go/src/io/io.go:329
r = io.Reader(*bufio.Reader) 0xbeef0008
buf = (unreadable read out of bounds)
err = (unreadable could not find loclist entry at 0x1e70d8 for address 0x63a11a)
11 0x000000000063a11a in github.com/containerd/containerd/vendor/github.com/containerd/ttrpc.readMessageHeader
at /agent/workspace/containerd/go/src/github.com/containerd/containerd/vendor/github.com/containerd/ttrpc/channel.go:54
p = []uint8 len: 10, cap: 10, [...]
r = io.Reader(*bufio.Reader) 0xbeef0008
~r2 = (unreadable empty OP stack)
~r3 = (unreadable empty OP stack)
r = io.Reader(*bufio.Reader) 0xbeef0008
buf = (unreadable read out of bounds)
err = (unreadable could not find loclist entry at 0x1e70d8 for address 0x63a11a)
err = (unreadable could not find loclist entry at 0x1e6f88 for address 0x63a11a)
12 0x000000000063a6bb in github.com/containerd/containerd/vendor/github.com/containerd/ttrpc.(*channel).recv
at /agent/workspace/containerd/go/src/github.com/containerd/containerd/vendor/github.com/containerd/ttrpc/channel.go:102
ch = ("*github.com/containerd/containerd/vendor/github.com/containerd/ttrpc.channel")(0xc00008a600)
ctx = (unreadable empty OP stack)
~r1 = (unreadable empty OP stack)
~r2 = (unreadable empty OP stack)
~r3 = (unreadable empty OP stack)
err = (unreadable could not find loclist entry at 0x1e764d for address 0x63a6bb)
13 0x000000000063eada in github.com/containerd/containerd/vendor/github.com/containerd/ttrpc.(*serverConn).run.func1
at /agent/workspace/containerd/go/src/github.com/containerd/containerd/vendor/github.com/containerd/ttrpc/server.go:344
responses = chan github.com/containerd/containerd/vendor/github.com/containerd/ttrpc.response·2 0/0
c = ("*github.com/containerd/containerd/vendor/github.com/containerd/ttrpc.serverConn")(0xc00008e550)
done = chan struct {} 0/0
ch = ("*github.com/containerd/containerd/vendor/github.com/containerd/ttrpc.channel")(0xc00008a600)
ctx = context.Context(*context.cancelCtx) 0xbeef0008
recvErr = chan error 0/1
~R0 = (unreadable empty OP stack)
~R0 = (unreadable empty OP stack)
p = (unreadable no address for escaped variable)
p = (unreadable no address for escaped variable)
p = (unreadable could not find loclist entry at 0x1eae7c for address 0x63eada)
14 0x0000000000458101 in runtime.goexit
at /usr/local/go/src/runtime/asm_amd64.s:1337
(dlv) goroutine 34
Switched from 31 to 34 (thread 2062698)
(dlv) stack -full
0 0x000000000042d7cf in runtime.gopark
at /usr/local/go/src/runtime/proc.go:302
unlockf = (unreadable empty OP stack)
lock = unsafe.Pointer(0x9c9980)
reason = waitReasonTimerGoroutineIdle (20)
traceEv = 20
traceskip = 1
mp = (unreadable could not find loclist entry at 0x35341 for address 0x42d7cf)
gp = (unreadable could not find loclist entry at 0x35374 for address 0x42d7cf)
status = (unreadable could not find loclist entry at 0x353a7 for address 0x42d7cf)
1 0x0000000000449763 in runtime.goparkunlock
at /usr/local/go/src/runtime/proc.go:307
2 0x0000000000449763 in runtime.timerproc
at /usr/local/go/src/runtime/time.go:303
tb = (*runtime.timersBucket)(0x9c9980)
3 0x0000000000458101 in runtime.goexit
at /usr/local/go/src/runtime/asm_amd64.s:1337
(dlv) goroutine 48
Switched from 34 to 48 (thread 2062698)
(dlv) stack -full
0 0x000000000042d7cf in runtime.gopark
at /usr/local/go/src/runtime/proc.go:302
unlockf = (unreadable empty OP stack)
lock = unsafe.Pointer(0xc000253f10)
reason = waitReasonGCWorkerIdle (23)
traceEv = 20
traceskip = 0
mp = (unreadable could not find loclist entry at 0x35341 for address 0x42d7cf)
gp = (unreadable could not find loclist entry at 0x35374 for address 0x42d7cf)
status = (unreadable could not find loclist entry at 0x353a7 for address 0x42d7cf)
1 0x000000000041b37f in runtime.gcBgMarkWorker
at /usr/local/go/src/runtime/mgc.go:1836
_p_ = (*runtime.p)(0xc000020500)
gp = (*runtime.g)(0xc00007e600)
park = (*runtime.parkInfo·2)(0xc000253f10)
2 0x0000000000458101 in runtime.goexit
at /usr/local/go/src/runtime/asm_amd64.s:1337
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment