Navigation Menu

Skip to content

Instantly share code, notes, and snippets.

@jcberthon

jcberthon/gist:143c3e6b7c9e5fc8f18c9204ca1bedf6

Last active April 1, 2018 13:26
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save jcberthon/143c3e6b7c9e5fc8f18c9204ca1bedf6 to your computer and use it in GitHub Desktop.
Save jcberthon/143c3e6b7c9e5fc8f18c9204ca1bedf6 to your computer and use it in GitHub Desktop.
Download ZIP
Dockerd stuck - dump
Raw
gistfile1.md 
$ sudo docker-containerd-ctr pprof --debug-socket /run/docker/containerd/docker-containerd-debug.sock goroutines
goroutine 1916106 [running]:
runtime/pprof.writeGoroutineStacks(0x55e3880d1be0, 0xc420200540, 0x0, 0x0)
	/usr/local/go/src/runtime/pprof/pprof.go:608 +0xa9
runtime/pprof.writeGoroutine(0x55e3880d1be0, 0xc420200540, 0x2, 0x30, 0x55e387c98c00)
	/usr/local/go/src/runtime/pprof/pprof.go:597 +0x46
runtime/pprof.(*Profile).WriteTo(0x55e3880bd6c0, 0x55e3880d1be0, 0xc420200540, 0x2, 0xc420200540, 0xc42035e9c0)
	/usr/local/go/src/runtime/pprof/pprof.go:310 +0x3ad
net/http/pprof.handler.ServeHTTP(0xc42011c6d1, 0x9, 0x55e3880dc720, 0xc420200540, 0xc42019ff00)
	/usr/local/go/src/net/http/pprof/pprof.go:237 +0x1ba
net/http/pprof.Index(0x55e3880dc720, 0xc420200540, 0xc42019ff00)
	/usr/local/go/src/net/http/pprof/pprof.go:248 +0x1dd
net/http.HandlerFunc.ServeHTTP(0x55e387d23b28, 0x55e3880dc720, 0xc420200540, 0xc42019ff00)
	/usr/local/go/src/net/http/server.go:1918 +0x46
net/http.(*ServeMux).ServeHTTP(0xc42035e9c0, 0x55e3880dc720, 0xc420200540, 0xc42019ff00)
	/usr/local/go/src/net/http/server.go:2254 +0x132
net/http.serverHandler.ServeHTTP(0xc42025de10, 0x55e3880dc720, 0xc420200540, 0xc42019ff00)
	/usr/local/go/src/net/http/server.go:2619 +0xb6
net/http.(*conn).serve(0xc4206d10e0, 0x55e3880dd4e0, 0xc42079b900)
	/usr/local/go/src/net/http/server.go:1801 +0x71f
created by net/http.(*Server).Serve
	/usr/local/go/src/net/http/server.go:2720 +0x28a

goroutine 1 [chan receive, 12836 minutes]:
main.main.func1(0xc4201d2000, 0xc4201d2000, 0xc420049b4f)
	/go/src/github.com/containerd/containerd/cmd/containerd/main.go:132 +0x871
github.com/containerd/containerd/vendor/github.com/urfave/cli.HandleAction(0x55e387c0ddc0, 0x55e387d23760, 0xc4201d2000, 0xc4200603c0, 0x0)
	/go/src/github.com/containerd/containerd/vendor/github.com/urfave/cli/app.go:502 +0xd4
github.com/containerd/containerd/vendor/github.com/urfave/cli.(*App).Run(0xc4201ca000, 0xc420010090, 0x3, 0x3, 0x0, 0x0)
	/go/src/github.com/containerd/containerd/vendor/github.com/urfave/cli/app.go:268 +0x655
main.main()
	/go/src/github.com/containerd/containerd/cmd/containerd/main.go:135 +0x53d

goroutine 27 [syscall, 217 minutes]:
os/signal.signal_recv(0x55e3880d75a0)
	/usr/local/go/src/runtime/sigqueue.go:131 +0xa8
os/signal.loop()
	/usr/local/go/src/os/signal/signal_unix.go:22 +0x24
created by os/signal.init.0
	/usr/local/go/src/os/signal/signal_unix.go:28 +0x43

goroutine 28 [select, 217 minutes]:
main.handleSignals.func1(0xc420060480, 0xc420060420, 0x55e3880dd5a0, 0xc4201b6f90, 0xc4201a61e0)
	/go/src/github.com/containerd/containerd/cmd/containerd/main_unix.go:30 +0xf7
created by main.handleSignals
	/go/src/github.com/containerd/containerd/cmd/containerd/main_unix.go:27 +0x8b

goroutine 29 [select, 12836 minutes, locked to thread]:
runtime.gopark(0x55e387d23fb8, 0x0, 0x55e387835b5a, 0x6, 0x18, 0x1)
	/usr/local/go/src/runtime/proc.go:287 +0x132
runtime.selectgo(0xc420038f50, 0xc4201a62a0)
	/usr/local/go/src/runtime/select.go:395 +0x114f
runtime.ensureSigM.func1()
	/usr/local/go/src/runtime/signal_unix.go:511 +0x226
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:2337 +0x1

goroutine 30 [select]:
github.com/containerd/containerd/vendor/github.com/docker/go-events.(*Broadcaster).run(0xc42019ca00)
	/go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/broadcast.go:117 +0x414
created by github.com/containerd/containerd/vendor/github.com/docker/go-events.NewBroadcaster
	/go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/broadcast.go:39 +0x1b1

goroutine 31 [select]:
github.com/containerd/containerd/gc/scheduler.(*gcScheduler).run(0xc4200608a0, 0x55e3880dd5a0, 0xc4202055f0)
	/go/src/github.com/containerd/containerd/gc/scheduler/scheduler.go:243 +0x21d
created by github.com/containerd/containerd/gc/scheduler.init.0.func1
	/go/src/github.com/containerd/containerd/gc/scheduler/scheduler.go:107 +0x4bf

goroutine 32 [syscall, 930 minutes]:
syscall.Syscall6(0xe8, 0x5, 0xc4201559b8, 0x80, 0xffffffffffffffff, 0x0, 0x0, 0x1, 0x80, 0x0)
	/usr/local/go/src/syscall/asm_linux_amd64.s:44 +0x5
github.com/containerd/containerd/vendor/golang.org/x/sys/unix.EpollWait(0x5, 0xc4201559b8, 0x80, 0x80, 0xffffffffffffffff, 0x1, 0x0, 0x0)
	/go/src/github.com/containerd/containerd/vendor/golang.org/x/sys/unix/zsyscall_linux_amd64.go:1518 +0x79
github.com/containerd/containerd/metrics/cgroups.(*oomCollector).start(0xc420187e60)
	/go/src/github.com/containerd/containerd/metrics/cgroups/oom.go:98 +0x7d
created by github.com/containerd/containerd/metrics/cgroups.newOOMCollector
	/go/src/github.com/containerd/containerd/metrics/cgroups/oom.go:34 +0x125

goroutine 34 [IO wait]:
internal/poll.runtime_pollWait(0x7f6b945bdf70, 0x72, 0xffffffffffffffff)
	/usr/local/go/src/runtime/netpoll.go:173 +0x59
internal/poll.(*pollDesc).wait(0xc4201ba618, 0x72, 0xc420256b00, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0
internal/poll.(*pollDesc).waitRead(0xc4201ba618, 0xffffffffffffff00, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f
internal/poll.(*FD).Accept(0xc4201ba600, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:335 +0x1e4
net.(*netFD).accept(0xc4201ba600, 0xc4206d1160, 0x55e387c243e0, 0xc420256d78)
	/usr/local/go/src/net/fd_unix.go:238 +0x44
net.(*UnixListener).accept(0xc42027c330, 0x55e38752434a, 0x55e387181b00, 0xc420256dc0)
	/usr/local/go/src/net/unixsock_posix.go:162 +0x34
net.(*UnixListener).Accept(0xc42027c330, 0x55e387d23940, 0xc4206d10e0, 0x55e3880dd5a0, 0xc42035eab0)
	/usr/local/go/src/net/unixsock.go:241 +0x4b
net/http.(*Server).Serve(0xc42025de10, 0x55e3880dc4e0, 0xc42027c330, 0x0, 0x0)
	/usr/local/go/src/net/http/server.go:2695 +0x1b4
net/http.Serve(0x55e3880dc4e0, 0xc42027c330, 0x55e3880d1820, 0xc42035e9c0, 0x55e387d23b40, 0xc420023720)
	/usr/local/go/src/net/http/server.go:2323 +0x75
github.com/containerd/containerd/server.(*Server).ServeDebug(0xc420199350, 0x55e3880dc4e0, 0xc42027c330, 0xc420023738, 0x55e3880c3e20)
	/go/src/github.com/containerd/containerd/server/server.go:159 +0x1c8
github.com/containerd/containerd/server.(*Server).ServeDebug-fm(0x55e3880dc4e0, 0xc42027c330, 0xc42027c330, 0xc4201c2800)
	/go/src/github.com/containerd/containerd/cmd/containerd/main.go:115 +0x40
main.serve.func1(0x55e3880dc4e0, 0xc42027c330, 0xc420262cc0, 0x55e3880dd5a0, 0xc42027c3f0, 0xc4201a2f00, 0x37)
	/go/src/github.com/containerd/containerd/cmd/containerd/main.go:146 +0x77
created by main.serve
	/go/src/github.com/containerd/containerd/cmd/containerd/main.go:144 +0x1c8

goroutine 35 [IO wait]:
internal/poll.runtime_pollWait(0x7f6b945bdeb0, 0x72, 0xffffffffffffffff)
	/usr/local/go/src/runtime/netpoll.go:173 +0x59
internal/poll.(*pollDesc).wait(0xc4201ba798, 0x72, 0xc420254b00, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0
internal/poll.(*pollDesc).waitRead(0xc4201ba798, 0xffffffffffffff00, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f
internal/poll.(*FD).Accept(0xc4201ba780, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:335 +0x1e4
net.(*netFD).accept(0xc4201ba780, 0xc42018c098, 0x0, 0x0)
	/usr/local/go/src/net/fd_unix.go:238 +0x44
net.(*UnixListener).accept(0xc42027c480, 0x55e3875be84b, 0x55e387181b00, 0xc420254da0)
	/usr/local/go/src/net/unixsock_posix.go:162 +0x34
net.(*UnixListener).Accept(0xc42027c480, 0x55e387d233e8, 0xc4201ce500, 0x55e3880e0bc0, 0xc42018c098)
	/usr/local/go/src/net/unixsock.go:241 +0x4b
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).Serve(0xc4201ce500, 0x55e3880dc4e0, 0xc42027c480, 0x0, 0x0)
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:463 +0x198
github.com/containerd/containerd/server.(*Server).ServeGRPC(0xc420199350, 0x55e3880dc4e0, 0xc42027c480, 0xc420023f38, 0x0)
	/go/src/github.com/containerd/containerd/server/server.go:138 +0x55
github.com/containerd/containerd/server.(*Server).ServeGRPC-fm(0x55e3880dc4e0, 0xc42027c480, 0xc42027c480, 0x0)
	/go/src/github.com/containerd/containerd/cmd/containerd/main.go:129 +0x40
main.serve.func1(0x55e3880dc4e0, 0xc42027c480, 0xc420262dd0, 0x55e3880dd5a0, 0xc42027c540, 0xc4201a3000, 0x31)
	/go/src/github.com/containerd/containerd/cmd/containerd/main.go:146 +0x77
created by main.serve
	/go/src/github.com/containerd/containerd/cmd/containerd/main.go:144 +0x1c8

goroutine 36 [IO wait]:
internal/poll.runtime_pollWait(0x7f6b945bddf0, 0x72, 0x0)
	/usr/local/go/src/runtime/netpoll.go:173 +0x59
internal/poll.(*pollDesc).wait(0xc4201bab18, 0x72, 0xffffffffffffff00, 0x55e3880d3e60, 0x55e3880ce2b0)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0
internal/poll.(*pollDesc).waitRead(0xc4201bab18, 0xc420360000, 0x8000, 0x8000)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f
internal/poll.(*FD).Read(0xc4201bab00, 0xc420360000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c
net.(*netFD).Read(0xc4201bab00, 0xc420360000, 0x8000, 0x8000, 0x11, 0x0, 0x0)
	/usr/local/go/src/net/fd_unix.go:202 +0x54
net.(*conn).Read(0xc42018c150, 0xc420360000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:176 +0x6f
bufio.(*Reader).Read(0xc420061080, 0xc4202003b8, 0x9, 0x9, 0x9, 0x0, 0x0)
	/usr/local/go/src/bufio/bufio.go:213 +0x30d
io.ReadAtLeast(0x55e3880cfc20, 0xc420061080, 0xc4202003b8, 0x9, 0x9, 0x9, 0x6fedf5320255bb8, 0x5ac0d9bf, 0xc420255bc0)
	/usr/local/go/src/io/io.go:309 +0x88
io.ReadFull(0x55e3880cfc20, 0xc420061080, 0xc4202003b8, 0x9, 0x9, 0x2bc7ee2581066, 0x55e38811af20, 0xbea8544fc6f34599)
	/usr/local/go/src/io/io.go:327 +0x5a
github.com/containerd/containerd/vendor/golang.org/x/net/http2.readFrameHeader(0xc4202003b8, 0x9, 0x9, 0x55e3880cfc20, 0xc420061080, 0x0, 0x7070e0900000000, 0xc42027e2e8, 0xc420255ce8)
	/go/src/github.com/containerd/containerd/vendor/golang.org/x/net/http2/frame.go:237 +0x7d
github.com/containerd/containerd/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc420200380, 0xc4207756a0, 0xc4207756a0, 0x0, 0x0)
	/go/src/github.com/containerd/containerd/vendor/golang.org/x/net/http2/frame.go:492 +0xa6
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc4201d2420, 0xc42035e3f0, 0x55e387d23420)
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:393 +0x317
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc4201ce500, 0x55e3880e06e0, 0xc4201d2420)
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:568 +0x142
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveHTTP2Transport(0xc4201ce500, 0x55e3880e0bc0, 0xc42018c150, 0x0, 0x0)
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:561 +0x473
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc4201ce500, 0x55e3880e0bc0, 0xc42018c150)
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:526 +0x499
created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).Serve
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:495 +0x5bb

goroutine 37 [select]:
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.loopyWriter(0x7f6b945792a0, 0xc42035ccc0, 0xc42035e390, 0xc420257fb8)
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/transport.go:750 +0x2e6
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server.func1(0xc4201d2420)
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:227 +0x60
created by github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:226 +0x8fb

goroutine 38 [select, 116 minutes]:
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc4201d2420)
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:935 +0x266
created by github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:230 +0x920

goroutine 55 [select]:
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.loopyWriter(0x7f6b945792a0, 0xc420055200, 0xc4203c3830, 0xc4203a2fb8)
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/transport.go:750 +0x2e6
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server.func1(0xc4203ce2c0)
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:227 +0x60
created by github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:226 +0x8fb

goroutine 8 [IO wait, 82 minutes]:
internal/poll.runtime_pollWait(0x7f6b945bdd30, 0x72, 0x0)
	/usr/local/go/src/runtime/netpoll.go:173 +0x59
internal/poll.(*pollDesc).wait(0xc4200a8318, 0x72, 0xffffffffffffff00, 0x55e3880d3e60, 0x55e3880ce2b0)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0
internal/poll.(*pollDesc).waitRead(0xc4200a8318, 0xc420392000, 0x8000, 0x8000)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f
internal/poll.(*FD).Read(0xc4200a8300, 0xc420392000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c
net.(*netFD).Read(0xc4200a8300, 0xc420392000, 0x8000, 0x8000, 0x11, 0x0, 0x0)
	/usr/local/go/src/net/fd_unix.go:202 +0x54
net.(*conn).Read(0xc42000e0f8, 0xc420392000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:176 +0x6f
bufio.(*Reader).Read(0xc420012de0, 0xc42009e3b8, 0x9, 0x9, 0x9, 0x0, 0x0)
	/usr/local/go/src/bufio/bufio.go:213 +0x30d
io.ReadAtLeast(0x55e3880cfc20, 0xc420012de0, 0xc42009e3b8, 0x9, 0x9, 0x9, 0xc420034bb8, 0x55e387126eb0, 0xc420034c67)
	/usr/local/go/src/io/io.go:309 +0x88
io.ReadFull(0x55e3880cfc20, 0xc420012de0, 0xc42009e3b8, 0x9, 0x9, 0x55e3875682dd, 0xc42077416c, 0xc42017a090)
	/usr/local/go/src/io/io.go:327 +0x5a
github.com/containerd/containerd/vendor/golang.org/x/net/http2.readFrameHeader(0xc42009e3b8, 0x9, 0x9, 0x55e3880cfc20, 0xc420012de0, 0x0, 0x0, 0xc420774160, 0xc420034ce8)
	/go/src/github.com/containerd/containerd/vendor/golang.org/x/net/http2/frame.go:237 +0x7d
github.com/containerd/containerd/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc42009e380, 0xc420774160, 0xc420774160, 0x0, 0x0)
	/go/src/github.com/containerd/containerd/vendor/golang.org/x/net/http2/frame.go:492 +0xa6
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc4200a14a0, 0xc420161440, 0x55e387d23420)
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:393 +0x317
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc4201ce500, 0x55e3880e06e0, 0xc4200a14a0)
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:568 +0x142
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveHTTP2Transport(0xc4201ce500, 0x55e3880e0bc0, 0xc42000e0f8, 0x0, 0x0)
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:561 +0x473
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc4201ce500, 0x55e3880e0bc0, 0xc42000e0f8)
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:526 +0x499
created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).Serve
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:495 +0x5bb

goroutine 9 [select, 82 minutes]:
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.loopyWriter(0x7f6b945792a0, 0xc420054980, 0xc4201613e0, 0xc4203a6fb8)
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/transport.go:750 +0x2e6
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server.func1(0xc4200a14a0)
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:227 +0x60
created by github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:226 +0x8fb

goroutine 10 [select, 82 minutes]:
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc4200a14a0)
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:935 +0x266
created by github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:230 +0x920

goroutine 11 [select, 12836 minutes]:
github.com/containerd/containerd/services/events.(*service).Subscribe(0xc42018c100, 0xc42014bce0, 0x55e3880e0500, 0xc42003bfc0, 0x0, 0x0)
	/go/src/github.com/containerd/containerd/services/events/service.go:61 +0x213
github.com/containerd/containerd/api/services/events/v1._Events_Subscribe_Handler(0x55e387c6a380, 0xc42018c100, 0x55e3880dfa80, 0xc42014bcc0, 0xc42006b1d0, 0xc420028c00)
	/go/src/github.com/containerd/containerd/api/services/events/v1/events.pb.go:288 +0x110
github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.StreamServerInterceptor(0x55e387c6a380, 0xc42018c100, 0x55e3880dfb40, 0xc4200a8500, 0xc42014bca0, 0x55e387d22008, 0x0, 0xc420022ec8)
	/go/src/github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/server.go:40 +0x13b
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc4201ce500, 0x55e3880e06e0, 0xc4200a14a0, 0xc420080200, 0xc420233e60, 0x55e3880bcf80, 0x0, 0x0, 0x0)
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:940 +0x2ea
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleStream(0xc4201ce500, 0x55e3880e06e0, 0xc4200a14a0, 0xc420080200, 0x0)
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:1027 +0x14c3
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc4200157a0, 0xc4201ce500, 0x55e3880e06e0, 0xc4200a14a0, 0xc420080200)
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:572 +0xa1
created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:570 +0xa3

goroutine 12 [semacquire, 12836 minutes]:
sync.runtime_notifyListWait(0xc420054c90, 0xc400000000)
	/usr/local/go/src/runtime/sema.go:507 +0x114
sync.(*Cond).Wait(0xc420054c80)
	/usr/local/go/src/sync/cond.go:56 +0x82
github.com/containerd/containerd/vendor/github.com/docker/go-events.(*Queue).next(0xc4201617a0, 0x0, 0x0)
	/go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/queue.go:103 +0x87
github.com/containerd/containerd/vendor/github.com/docker/go-events.(*Queue).run(0xc4201617a0)
	/go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/queue.go:68 +0x34
created by github.com/containerd/containerd/vendor/github.com/docker/go-events.NewQueue
	/go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/queue.go:29 +0x14d

goroutine 13 [select, 12836 minutes]:
github.com/containerd/containerd/events/exchange.(*Exchange).Subscribe.func3(0xc420161800, 0xc42014bd00, 0xc420062360, 0x55e3880dd4e0, 0xc420054c40, 0xc420013260)
	/go/src/github.com/containerd/containerd/events/exchange/exchange.go:155 +0x15f
created by github.com/containerd/containerd/events/exchange.(*Exchange).Subscribe
	/go/src/github.com/containerd/containerd/events/exchange/exchange.go:149 +0x291

goroutine 54 [IO wait]:
internal/poll.runtime_pollWait(0x7f6b945bdc70, 0x72, 0x0)
	/usr/local/go/src/runtime/netpoll.go:173 +0x59
internal/poll.(*pollDesc).wait(0xc4200a8618, 0x72, 0xffffffffffffff00, 0x55e3880d3e60, 0x55e3880ce2b0)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0
internal/poll.(*pollDesc).waitRead(0xc4200a8618, 0xc4203d2000, 0x8000, 0x8000)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f
internal/poll.(*FD).Read(0xc4200a8600, 0xc4203d2000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c
net.(*netFD).Read(0xc4200a8600, 0xc4203d2000, 0x8000, 0x8000, 0x11, 0x0, 0x0)
	/usr/local/go/src/net/fd_unix.go:202 +0x54
net.(*conn).Read(0xc42000e158, 0xc4203d2000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:176 +0x6f
bufio.(*Reader).Read(0xc420013b60, 0xc42009e578, 0x9, 0x9, 0x9, 0x0, 0x0)
	/usr/local/go/src/bufio/bufio.go:213 +0x30d
io.ReadAtLeast(0x55e3880cfc20, 0xc420013b60, 0xc42009e578, 0x9, 0x9, 0x9, 0x2936d384203a8bb8, 0x5ac0d9ac, 0xc4203a8bc0)
	/usr/local/go/src/io/io.go:309 +0x88
io.ReadFull(0x55e3880cfc20, 0xc420013b60, 0xc42009e578, 0x9, 0x9, 0x2bc7a981306b5, 0x55e38811af20, 0xbea8544b290f29f8)
	/usr/local/go/src/io/io.go:327 +0x5a
github.com/containerd/containerd/vendor/golang.org/x/net/http2.readFrameHeader(0xc42009e578, 0x9, 0x9, 0x55e3880cfc20, 0xc420013b60, 0x0, 0x7070e0900000000, 0xc4203ca568, 0xc4203a8ce8)
	/go/src/github.com/containerd/containerd/vendor/golang.org/x/net/http2/frame.go:237 +0x7d
github.com/containerd/containerd/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc42009e540, 0xc4208e6440, 0xc4208e6440, 0x0, 0x0)
	/go/src/github.com/containerd/containerd/vendor/golang.org/x/net/http2/frame.go:492 +0xa6
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc4203ce2c0, 0xc4203c3890, 0x55e387d23420)
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:393 +0x317
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc4201ce500, 0x55e3880e06e0, 0xc4203ce2c0)
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:568 +0x142
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveHTTP2Transport(0xc4201ce500, 0x55e3880e0bc0, 0xc42000e158, 0x0, 0x0)
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:561 +0x473
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc4201ce500, 0x55e3880e0bc0, 0xc42000e158)
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:526 +0x499
created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).Serve
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:495 +0x5bb

goroutine 56 [select, 116 minutes]:
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc4203ce2c0)
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:935 +0x266
created by github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:230 +0x920

goroutine 57 [select]:
github.com/containerd/containerd/services/events.(*service).Subscribe(0xc42018c100, 0xc4203c09c0, 0x55e3880e0500, 0xc4203aa5f0, 0x0, 0x0)
	/go/src/github.com/containerd/containerd/services/events/service.go:61 +0x213
github.com/containerd/containerd/api/services/events/v1._Events_Subscribe_Handler(0x55e387c6a380, 0xc42018c100, 0x55e3880dfa80, 0xc4203c09a0, 0xc4203ca780, 0xc420029800)
	/go/src/github.com/containerd/containerd/api/services/events/v1/events.pb.go:288 +0x110
github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.StreamServerInterceptor(0x55e387c6a380, 0xc42018c100, 0x55e3880dfb40, 0xc4200a8880, 0xc4203c0980, 0x55e387d22008, 0x0, 0xc420023ec8)
	/go/src/github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/server.go:40 +0x13b
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc4201ce500, 0x55e3880e06e0, 0xc4203ce2c0, 0xc420080a00, 0xc420233e60, 0x55e3880bcf80, 0x0, 0x0, 0x0)
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:940 +0x2ea
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleStream(0xc4201ce500, 0x55e3880e06e0, 0xc4203ce2c0, 0xc420080a00, 0x0)
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:1027 +0x14c3
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc420015b80, 0xc4201ce500, 0x55e3880e06e0, 0xc4203ce2c0, 0xc420080a00)
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:572 +0xa1
created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:570 +0xa3

goroutine 58 [semacquire]:
sync.runtime_notifyListWait(0xc4200553d0, 0xc400015dc6)
	/usr/local/go/src/runtime/sema.go:507 +0x114
sync.(*Cond).Wait(0xc4200553c0)
	/usr/local/go/src/sync/cond.go:56 +0x82
github.com/containerd/containerd/vendor/github.com/docker/go-events.(*Queue).next(0xc4203c3bc0, 0x0, 0x0)
	/go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/queue.go:103 +0x87
github.com/containerd/containerd/vendor/github.com/docker/go-events.(*Queue).run(0xc4203c3bc0)
	/go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/queue.go:68 +0x34
created by github.com/containerd/containerd/vendor/github.com/docker/go-events.NewQueue
	/go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/queue.go:29 +0x14d

goroutine 59 [select]:
github.com/containerd/containerd/events/exchange.(*Exchange).Subscribe.func3(0xc4203c3c20, 0xc4203c09e0, 0xc420062900, 0x55e3880dd4e0, 0xc420055380, 0xc4203e2000)
	/go/src/github.com/containerd/containerd/events/exchange/exchange.go:155 +0x15f
created by github.com/containerd/containerd/events/exchange.(*Exchange).Subscribe
	/go/src/github.com/containerd/containerd/events/exchange/exchange.go:149 +0x291

goroutine 1789467 [syscall, 931 minutes]:
syscall.Syscall6(0xf7, 0x1, 0x5862, 0xc420026db8, 0x1000004, 0x0, 0x0, 0x55e3880e06e0, 0xc4203ce2c0, 0xc42065db00)
	/usr/local/go/src/syscall/asm_linux_amd64.s:44 +0x5
os.(*Process).blockUntilWaitable(0xc4208da2d0, 0x0, 0xc420026eb0, 0x55e38724d69a)
	/usr/local/go/src/os/wait_waitid.go:31 +0xa7
os.(*Process).wait(0xc4208da2d0, 0xc420026f70, 0x55e3875bf885, 0x55e3880dd5a0)
	/usr/local/go/src/os/exec_unix.go:22 +0x44
os.(*Process).Wait(0xc4208da2d0, 0xc420a4a800, 0x55e3871518bb, 0xc400000008)
	/usr/local/go/src/os/exec.go:115 +0x2d
os/exec.(*Cmd).Wait(0xc4200a18c0, 0x55e387185401, 0xc420015b80)
	/usr/local/go/src/os/exec/exec.go:446 +0x64
github.com/containerd/containerd/linux/shim/client.WithStart.func1.2(0xc4200a18c0, 0xc42025b360)
	/go/src/github.com/containerd/containerd/linux/shim/client/client.go:59 +0x2d
created by github.com/containerd/containerd/linux/shim/client.WithStart.func1
	/go/src/github.com/containerd/containerd/linux/shim/client/client.go:58 +0x2d5

goroutine 1788980 [select, 933 minutes]:
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run(0xc420661620)
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:171 +0x342
created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.NewClient
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:46 +0x2ab

goroutine 1788981 [IO wait, 933 minutes]:
internal/poll.runtime_pollWait(0x7f6b945bd8b0, 0x72, 0x0)
	/usr/local/go/src/runtime/netpoll.go:173 +0x59
internal/poll.(*pollDesc).wait(0xc4201bb318, 0x72, 0xffffffffffffff00, 0x55e3880d3e60, 0x55e3880ce2b0)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0
internal/poll.(*pollDesc).waitRead(0xc4201bb318, 0xc4209e7000, 0x1000, 0x1000)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f
internal/poll.(*FD).Read(0xc4201bb300, 0xc4209e7000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c
net.(*netFD).Read(0xc4201bb300, 0xc4209e7000, 0x1000, 0x1000, 0xc4203a5e78, 0x55e3871659e4, 0xc420511b00)
	/usr/local/go/src/net/fd_unix.go:202 +0x54
net.(*conn).Read(0xc42018c480, 0xc4209e7000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:176 +0x6f
bufio.(*Reader).Read(0xc4206612c0, 0xc42046aae0, 0xa, 0xa, 0xc4203a5fac, 0x0, 0xc4203a5fa8)
	/usr/local/go/src/bufio/bufio.go:213 +0x30d
io.ReadAtLeast(0x55e3880cfc20, 0xc4206612c0, 0xc42046aae0, 0xa, 0xa, 0xa, 0xc42019eb80, 0x0, 0xc4203a5f48)
	/usr/local/go/src/io/io.go:309 +0x88
io.ReadFull(0x55e3880cfc20, 0xc4206612c0, 0xc42046aae0, 0xa, 0xa, 0x2, 0x2, 0x0)
	/usr/local/go/src/io/io.go:327 +0x5a
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.readMessageHeader(0xc42046aae0, 0xa, 0xa, 0x55e3880cfc20, 0xc4206612c0, 0xc4203a5f48, 0x2, 0x2, 0xc4203a5fa8)
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:38 +0x62
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*channel).recv(0xc42046aac0, 0x55e3880dd520, 0xc420014050, 0x0, 0x2, 0xc42051c240, 0x1b9, 0x221, 0x0, 0x0)
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:86 +0x6f
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run.func1(0xc420511b60, 0xc420661620, 0xc4206745a0, 0xc420511b00)
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:144 +0x9a
created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:139 +0x164

goroutine 1916107 [IO wait]:
internal/poll.runtime_pollWait(0x7f6b945bd5b0, 0x72, 0x0)
	/usr/local/go/src/runtime/netpoll.go:173 +0x59
internal/poll.(*pollDesc).wait(0xc4200a8998, 0x72, 0xffffffffffffff00, 0x55e3880d3e60, 0x55e3880ce2b0)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0
internal/poll.(*pollDesc).waitRead(0xc4200a8998, 0xc420b25800, 0x1, 0x1)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f
internal/poll.(*FD).Read(0xc4200a8980, 0xc420b25841, 0x1, 0x1, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c
net.(*netFD).Read(0xc4200a8980, 0xc420b25841, 0x1, 0x1, 0x0, 0xc420b25500, 0x55e3871518bb)
	/usr/local/go/src/net/fd_unix.go:202 +0x54
net.(*conn).Read(0xc42018c208, 0xc420b25841, 0x1, 0x1, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:176 +0x6f
net/http.(*connReader).backgroundRead(0xc420b25830)
	/usr/local/go/src/net/http/server.go:660 +0x64
created by net/http.(*connReader).startBackgroundRead
	/usr/local/go/src/net/http/server.go:656 +0xda

goroutine 68898 [syscall, 12389 minutes]:
syscall.Syscall6(0xf7, 0x1, 0x767a, 0xc4203755b8, 0x1000004, 0x0, 0x0, 0x55e3880e06e0, 0xc4203ce2c0, 0xc42019ee00)
	/usr/local/go/src/syscall/asm_linux_amd64.s:44 +0x5
os.(*Process).blockUntilWaitable(0xc42044e390, 0x0, 0xc4203756b0, 0x55e38724d69a)
	/usr/local/go/src/os/wait_waitid.go:31 +0xa7
os.(*Process).wait(0xc42044e390, 0xc420375770, 0x55e3875bf885, 0x55e3880dd5a0)
	/usr/local/go/src/os/exec_unix.go:22 +0x44
os.(*Process).Wait(0xc42044e390, 0xc42067df00, 0x55e3871518bb, 0xc400000008)
	/usr/local/go/src/os/exec.go:115 +0x2d
os/exec.(*Cmd).Wait(0xc4203ce840, 0x55e387185401, 0xc420015b80)
	/usr/local/go/src/os/exec/exec.go:446 +0x64
github.com/containerd/containerd/linux/shim/client.WithStart.func1.2(0xc4203ce840, 0xc42019d540)
	/go/src/github.com/containerd/containerd/linux/shim/client/client.go:59 +0x2d
created by github.com/containerd/containerd/linux/shim/client.WithStart.func1
	/go/src/github.com/containerd/containerd/linux/shim/client/client.go:58 +0x2d5

goroutine 68900 [IO wait, 2 minutes]:
internal/poll.runtime_pollWait(0x7f6b945bd670, 0x72, 0x0)
	/usr/local/go/src/runtime/netpoll.go:173 +0x59
internal/poll.(*pollDesc).wait(0xc4201ba518, 0x72, 0xffffffffffffff00, 0x55e3880d3e60, 0x55e3880ce2b0)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0
internal/poll.(*pollDesc).waitRead(0xc4201ba518, 0xc42042c000, 0x1000, 0x1000)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f
internal/poll.(*FD).Read(0xc4201ba500, 0xc42042c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c
net.(*netFD).Read(0xc4201ba500, 0xc42042c000, 0x1000, 0x1000, 0xc42040ee78, 0x55e3871659e4, 0xc420510060)
	/usr/local/go/src/net/fd_unix.go:202 +0x54
net.(*conn).Read(0xc42000e338, 0xc42042c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:176 +0x6f
bufio.(*Reader).Read(0xc4206e9560, 0xc4204254e0, 0xa, 0xa, 0xc42040efac, 0x0, 0xc42040efa8)
	/usr/local/go/src/bufio/bufio.go:213 +0x30d
io.ReadAtLeast(0x55e3880cfc20, 0xc4206e9560, 0xc4204254e0, 0xa, 0xa, 0xa, 0xc42065c080, 0x0, 0xc42040ef48)
	/usr/local/go/src/io/io.go:309 +0x88
io.ReadFull(0x55e3880cfc20, 0xc4206e9560, 0xc4204254e0, 0xa, 0xa, 0x2, 0x2, 0x0)
	/usr/local/go/src/io/io.go:327 +0x5a
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.readMessageHeader(0xc4204254e0, 0xa, 0xa, 0x55e3880cfc20, 0xc4206e9560, 0xc42040ef48, 0x2, 0x2, 0xc42040efa8)
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:38 +0x62
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*channel).recv(0xc4204254c0, 0x55e3880dd520, 0xc420014050, 0x0, 0x2, 0xc4208b4000, 0x1a, 0x287, 0x0, 0x0)
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:86 +0x6f
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run.func1(0xc4205100c0, 0xc4206e95c0, 0xc42042a260, 0xc420510060)
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:144 +0x9a
created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:139 +0x164

goroutine 1789469 [IO wait, 931 minutes]:
internal/poll.runtime_pollWait(0x7f6b945bd730, 0x72, 0x0)
	/usr/local/go/src/runtime/netpoll.go:173 +0x59
internal/poll.(*pollDesc).wait(0xc4200a8f98, 0x72, 0xffffffffffffff00, 0x55e3880d3e60, 0x55e3880ce2b0)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0
internal/poll.(*pollDesc).waitRead(0xc4200a8f98, 0xc42096b000, 0x1000, 0x1000)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f
internal/poll.(*FD).Read(0xc4200a8f80, 0xc42096b000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c
net.(*netFD).Read(0xc4200a8f80, 0xc42096b000, 0x1000, 0x1000, 0xc420b9fe78, 0x55e3871659e4, 0xc420527320)
	/usr/local/go/src/net/fd_unix.go:202 +0x54
net.(*conn).Read(0xc42018c3b8, 0xc42096b000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:176 +0x6f
bufio.(*Reader).Read(0xc42029a1e0, 0xc4205ff6e0, 0xa, 0xa, 0xc420b9ffac, 0x0, 0xc420b9ffa8)
	/usr/local/go/src/bufio/bufio.go:213 +0x30d
io.ReadAtLeast(0x55e3880cfc20, 0xc42029a1e0, 0xc4205ff6e0, 0xa, 0xa, 0xa, 0xc42070c480, 0x0, 0xc420b9ff48)
	/usr/local/go/src/io/io.go:309 +0x88
io.ReadFull(0x55e3880cfc20, 0xc42029a1e0, 0xc4205ff6e0, 0xa, 0xa, 0x2, 0x2, 0x0)
	/usr/local/go/src/io/io.go:327 +0x5a
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.readMessageHeader(0xc4205ff6e0, 0xa, 0xa, 0x55e3880cfc20, 0xc42029a1e0, 0xc420b9ff48, 0x2, 0x2, 0xc420b9ffa8)
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:38 +0x62
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*channel).recv(0xc4205ff6c0, 0x55e3880dd520, 0xc420014050, 0x0, 0x2, 0xc42085a000, 0x1b9, 0x288, 0x0, 0x0)
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:86 +0x6f
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run.func1(0xc420527380, 0xc42029a7e0, 0xc4208d4200, 0xc420527320)
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:144 +0x9a
created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:139 +0x164

goroutine 1158146 [syscall, 5306 minutes]:
syscall.Syscall6(0xf7, 0x1, 0x4d27, 0xc420373db8, 0x1000004, 0x0, 0x0, 0x55e3880e06e0, 0xc4201d2420, 0xc42019e900)
	/usr/local/go/src/syscall/asm_linux_amd64.s:44 +0x5
os.(*Process).blockUntilWaitable(0xc4207c71a0, 0x4, 0xc420373f88, 0xc4201c8a80)
	/usr/local/go/src/os/wait_waitid.go:31 +0xa7
os.(*Process).wait(0xc4207c71a0, 0xc420373f70, 0x55e3875bf885, 0x55e3880dd5a0)
	/usr/local/go/src/os/exec_unix.go:22 +0x44
os.(*Process).Wait(0xc4207c71a0, 0xc4201a7020, 0xc420373f68, 0x55e38712a4a3)
	/usr/local/go/src/os/exec.go:115 +0x2d
os/exec.(*Cmd).Wait(0xc4207ec6e0, 0x55e387185406, 0xc4200608a0)
	/usr/local/go/src/os/exec/exec.go:446 +0x64
github.com/containerd/containerd/linux/shim/client.WithStart.func1.2(0xc4207ec6e0, 0xc420b97720)
	/go/src/github.com/containerd/containerd/linux/shim/client/client.go:59 +0x2d
created by github.com/containerd/containerd/linux/shim/client.WithStart.func1
	/go/src/github.com/containerd/containerd/linux/shim/client/client.go:58 +0x2d5

goroutine 68899 [select, 2 minutes]:
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run(0xc4206e95c0)
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:171 +0x342
created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.NewClient
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:46 +0x2ab

goroutine 1392553 [select, 3074 minutes]:
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run(0xc42058b920)
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:171 +0x342
created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.NewClient
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:46 +0x2ab

goroutine 68655 [syscall, 12390 minutes]:
syscall.Syscall6(0xf7, 0x1, 0x72e2, 0xc420027db8, 0x1000004, 0x0, 0x0, 0x55e3880e06e0, 0xc4203ce2c0, 0xc42019f100)
	/usr/local/go/src/syscall/asm_linux_amd64.s:44 +0x5
os.(*Process).blockUntilWaitable(0xc42044e840, 0x0, 0xc420027eb0, 0x55e38724d69a)
	/usr/local/go/src/os/wait_waitid.go:31 +0xa7
os.(*Process).wait(0xc42044e840, 0xc420027f70, 0x55e3875bf885, 0x55e3880dd5a0)
	/usr/local/go/src/os/exec_unix.go:22 +0x44
os.(*Process).Wait(0xc42044e840, 0xc42071e900, 0x55e3871518bb, 0xc400000008)
	/usr/local/go/src/os/exec.go:115 +0x2d
os/exec.(*Cmd).Wait(0xc4203efce0, 0x55e387185401, 0xc420015b80)
	/usr/local/go/src/os/exec/exec.go:446 +0x64
github.com/containerd/containerd/linux/shim/client.WithStart.func1.2(0xc4203efce0, 0xc42006bf90)
	/go/src/github.com/containerd/containerd/linux/shim/client/client.go:59 +0x2d
created by github.com/containerd/containerd/linux/shim/client.WithStart.func1
	/go/src/github.com/containerd/containerd/linux/shim/client/client.go:58 +0x2d5

goroutine 1788979 [syscall, 933 minutes]:
syscall.Syscall6(0xf7, 0x1, 0x4d59, 0xc420376db8, 0x1000004, 0x0, 0x0, 0x55e3880e06e0, 0xc4203ce2c0, 0xc4204f6300)
	/usr/local/go/src/syscall/asm_linux_amd64.s:44 +0x5
os.(*Process).blockUntilWaitable(0xc4207c79b0, 0x0, 0xc420376eb0, 0x55e38724d69a)
	/usr/local/go/src/os/wait_waitid.go:31 +0xa7
os.(*Process).wait(0xc4207c79b0, 0xc420376f70, 0x55e3875bf885, 0x55e3880dd5a0)
	/usr/local/go/src/os/exec_unix.go:22 +0x44
os.(*Process).Wait(0xc4207c79b0, 0xc420a66b00, 0x55e3871518bb, 0xc400000008)
	/usr/local/go/src/os/exec.go:115 +0x2d
os/exec.(*Cmd).Wait(0xc4201d34a0, 0x55e387185401, 0xc420015b80)
	/usr/local/go/src/os/exec/exec.go:446 +0x64
github.com/containerd/containerd/linux/shim/client.WithStart.func1.2(0xc4201d34a0, 0xc42052c640)
	/go/src/github.com/containerd/containerd/linux/shim/client/client.go:59 +0x2d
created by github.com/containerd/containerd/linux/shim/client.WithStart.func1
	/go/src/github.com/containerd/containerd/linux/shim/client/client.go:58 +0x2d5

goroutine 1158148 [IO wait, 2 minutes]:
internal/poll.runtime_pollWait(0x7f6b945bd430, 0x72, 0x0)
	/usr/local/go/src/runtime/netpoll.go:173 +0x59
internal/poll.(*pollDesc).wait(0xc4200a8598, 0x72, 0xffffffffffffff00, 0x55e3880d3e60, 0x55e3880ce2b0)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0
internal/poll.(*pollDesc).waitRead(0xc4200a8598, 0xc420409000, 0x1000, 0x1000)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f
internal/poll.(*FD).Read(0xc4200a8580, 0xc420409000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c
net.(*netFD).Read(0xc4200a8580, 0xc420409000, 0x1000, 0x1000, 0xc42040ce78, 0x55e3871659e4, 0xc420062d20)
	/usr/local/go/src/net/fd_unix.go:202 +0x54
net.(*conn).Read(0xc42018c1d0, 0xc420409000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:176 +0x6f
bufio.(*Reader).Read(0xc4206f26c0, 0xc42079b1a0, 0xa, 0xa, 0xc42040cfac, 0x0, 0xc42040cfa8)
	/usr/local/go/src/bufio/bufio.go:213 +0x30d
io.ReadAtLeast(0x55e3880cfc20, 0xc4206f26c0, 0xc42079b1a0, 0xa, 0xa, 0xa, 0xc42065c080, 0x0, 0xc42040cf48)
	/usr/local/go/src/io/io.go:309 +0x88
io.ReadFull(0x55e3880cfc20, 0xc4206f26c0, 0xc42079b1a0, 0xa, 0xa, 0x2, 0x2, 0x0)
	/usr/local/go/src/io/io.go:327 +0x5a
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.readMessageHeader(0xc42079b1a0, 0xa, 0xa, 0x55e3880cfc20, 0xc4206f26c0, 0xc42040cf48, 0x2, 0x2, 0xc42040cfa8)
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:38 +0x62
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*channel).recv(0xc42079b180, 0x55e3880dd520, 0xc420014050, 0x0, 0x2, 0xc4208b4000, 0x1a, 0x287, 0x0, 0x0)
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:86 +0x6f
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run.func1(0xc420062d80, 0xc4206f27e0, 0xc420aebc40, 0xc420062d20)
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:144 +0x9a
created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:139 +0x164

goroutine 1789468 [select, 931 minutes]:
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run(0xc42029a7e0)
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:171 +0x342
created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.NewClient
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:46 +0x2ab

goroutine 68657 [IO wait]:
internal/poll.runtime_pollWait(0x7f6b945bdbb0, 0x72, 0x0)
	/usr/local/go/src/runtime/netpoll.go:173 +0x59
internal/poll.(*pollDesc).wait(0xc4201bad18, 0x72, 0xffffffffffffff00, 0x55e3880d3e60, 0x55e3880ce2b0)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0
internal/poll.(*pollDesc).waitRead(0xc4201bad18, 0xc420637000, 0x1000, 0x1000)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f
internal/poll.(*FD).Read(0xc4201bad00, 0xc420637000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c
net.(*netFD).Read(0xc4201bad00, 0xc420637000, 0x1000, 0x1000, 0xc42040fe78, 0x55e3871659e4, 0xc420585140)
	/usr/local/go/src/net/fd_unix.go:202 +0x54
net.(*conn).Read(0xc42000e2b0, 0xc420637000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:176 +0x6f
bufio.(*Reader).Read(0xc42074ad20, 0xc420504360, 0xa, 0xa, 0xc42040ffac, 0x0, 0xc42040ffa8)
	/usr/local/go/src/bufio/bufio.go:213 +0x30d
io.ReadAtLeast(0x55e3880cfc20, 0xc42074ad20, 0xc420504360, 0xa, 0xa, 0xa, 0xc42088a380, 0x0, 0xc42040ff48)
	/usr/local/go/src/io/io.go:309 +0x88
io.ReadFull(0x55e3880cfc20, 0xc42074ad20, 0xc420504360, 0xa, 0xa, 0x2, 0x2, 0x0)
	/usr/local/go/src/io/io.go:327 +0x5a
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.readMessageHeader(0xc420504360, 0xa, 0xa, 0x55e3880cfc20, 0xc42074ad20, 0xc42040ff48, 0x2, 0x2, 0xc42040ffa8)
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:38 +0x62
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*channel).recv(0xc420504340, 0x55e3880dd520, 0xc420014050, 0x0, 0x2, 0xc4204342c0, 0x1a, 0x288, 0x0, 0x0)
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:86 +0x6f
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run.func1(0xc4205851a0, 0xc42074aea0, 0xc4206e2030, 0xc420585140)
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:144 +0x9a
created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:139 +0x164

goroutine 1392552 [syscall, 3768 minutes]:
syscall.Syscall6(0xf7, 0x1, 0x5e5e, 0xc420375db8, 0x1000004, 0x0, 0x0, 0x55e3880e06e0, 0xc4203ce2c0, 0xc42088bc00)
	/usr/local/go/src/syscall/asm_linux_amd64.s:44 +0x5
os.(*Process).blockUntilWaitable(0xc4208da690, 0x0, 0xc420375eb0, 0x55e38724d69a)
	/usr/local/go/src/os/wait_waitid.go:31 +0xa7
os.(*Process).wait(0xc4208da690, 0xc420375f70, 0x55e3875bf885, 0x55e3880dd5a0)
	/usr/local/go/src/os/exec_unix.go:22 +0x44
os.(*Process).Wait(0xc4208da690, 0xc4209f4000, 0x55e3871518bb, 0xc400000008)
	/usr/local/go/src/os/exec.go:115 +0x2d
os/exec.(*Cmd).Wait(0xc4200ae420, 0x55e387185401, 0xc420015b80)
	/usr/local/go/src/os/exec/exec.go:446 +0x64
github.com/containerd/containerd/linux/shim/client.WithStart.func1.2(0xc4200ae420, 0xc42052caa0)
	/go/src/github.com/containerd/containerd/linux/shim/client/client.go:59 +0x2d
created by github.com/containerd/containerd/linux/shim/client.WithStart.func1
	/go/src/github.com/containerd/containerd/linux/shim/client/client.go:58 +0x2d5

goroutine 60976 [select, 12438 minutes]:
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run(0xc420660ae0)
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:171 +0x342
created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.NewClient
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:46 +0x2ab

goroutine 68656 [select]:
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run(0xc42074aea0)
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:171 +0x342
created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.NewClient
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:46 +0x2ab

goroutine 1392554 [IO wait, 3074 minutes]:
internal/poll.runtime_pollWait(0x7f6b945bd970, 0x72, 0x0)
	/usr/local/go/src/runtime/netpoll.go:173 +0x59
internal/poll.(*pollDesc).wait(0xc4201baf18, 0x72, 0xffffffffffffff00, 0x55e3880d3e60, 0x55e3880ce2b0)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0
internal/poll.(*pollDesc).waitRead(0xc4201baf18, 0xc42057f000, 0x1000, 0x1000)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f
internal/poll.(*FD).Read(0xc4201baf00, 0xc42057f000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c
net.(*netFD).Read(0xc4201baf00, 0xc42057f000, 0x1000, 0x1000, 0xc420253e78, 0x55e3871659e4, 0xc420063f20)
	/usr/local/go/src/net/fd_unix.go:202 +0x54
net.(*conn).Read(0xc42000e388, 0xc42057f000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:176 +0x6f
bufio.(*Reader).Read(0xc42058b6e0, 0xc420437fe0, 0xa, 0xa, 0xc420253fac, 0x0, 0xc420253fa8)
	/usr/local/go/src/bufio/bufio.go:213 +0x30d
io.ReadAtLeast(0x55e3880cfc20, 0xc42058b6e0, 0xc420437fe0, 0xa, 0xa, 0xa, 0xc420080f01, 0xc4207264d8, 0xc420253f48)
	/usr/local/go/src/io/io.go:309 +0x88
io.ReadFull(0x55e3880cfc20, 0xc42058b6e0, 0xc420437fe0, 0xa, 0xa, 0x2, 0x2, 0x0)
	/usr/local/go/src/io/io.go:327 +0x5a
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.readMessageHeader(0xc420437fe0, 0xa, 0xa, 0x55e3880cfc20, 0xc42058b6e0, 0xc420253f48, 0x2, 0x2, 0xc420253fa8)
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:38 +0x62
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*channel).recv(0xc420437fc0, 0x55e3880dd520, 0xc420014050, 0x0, 0xc420820002, 0xc4207264d8, 0x6, 0x6, 0x0, 0x0)
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:86 +0x6f
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run.func1(0xc420063f80, 0xc42058b920, 0xc420b9a4e0, 0xc420063f20)
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:144 +0x9a
created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:139 +0x164

goroutine 60975 [syscall, 12438 minutes]:
syscall.Syscall6(0xf7, 0x1, 0x1e5c, 0xc4200265b8, 0x1000004, 0x0, 0x0, 0x55e3880e06e0, 0xc4203ce2c0, 0xc42065c600)
	/usr/local/go/src/syscall/asm_linux_amd64.s:44 +0x5
os.(*Process).blockUntilWaitable(0xc4201e60c0, 0x0, 0xc4200266b0, 0x55e38724d69a)
	/usr/local/go/src/os/wait_waitid.go:31 +0xa7
os.(*Process).wait(0xc4201e60c0, 0xc420026770, 0x55e3875bf885, 0x55e3880dd5a0)
	/usr/local/go/src/os/exec_unix.go:22 +0x44
os.(*Process).Wait(0xc4201e60c0, 0xc4205c5300, 0x55e3871518bb, 0xc400000008)
	/usr/local/go/src/os/exec.go:115 +0x2d
os/exec.(*Cmd).Wait(0xc4203cef20, 0x55e387185401, 0xc420015b80)
	/usr/local/go/src/os/exec/exec.go:446 +0x64
github.com/containerd/containerd/linux/shim/client.WithStart.func1.2(0xc4203cef20, 0xc4204389b0)
	/go/src/github.com/containerd/containerd/linux/shim/client/client.go:59 +0x2d
created by github.com/containerd/containerd/linux/shim/client.WithStart.func1
	/go/src/github.com/containerd/containerd/linux/shim/client/client.go:58 +0x2d5

goroutine 1497891 [select, 3074 minutes]:
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).dispatch(0xc42058b920, 0x55e3880dd5a0, 0xc420759320, 0xc420a3eb00, 0xc4204a5cc0, 0x0, 0x0)
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:102 +0x282
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).Call(0xc42058b920, 0x55e3880dd5a0, 0xc420759320, 0x55e38784f913, 0x25, 0x55e387834323, 0x5, 0x55e387cb9220, 0xc420bacd80, 0x55e387cb9300, ...)
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:73 +0x15d
github.com/containerd/containerd/linux/shim/v1.(*shimClient).Start(0xc42000e390, 0x55e3880dd5a0, 0xc420759320, 0xc420bacd80, 0x55e387c74040, 0x7f6b94579201, 0xc420049660)
	/go/src/github.com/containerd/containerd/linux/shim/v1/shim.pb.go:1745 +0xbf
github.com/containerd/containerd/linux.(*Process).Start(0xc4204a5c20, 0x55e3880dd5a0, 0xc420759320, 0x55e3880dd5a0, 0xc420759320)
	/go/src/github.com/containerd/containerd/linux/process.go:109 +0x91
github.com/containerd/containerd/services/tasks.(*service).Start(0xc420233890, 0x7f6b94579260, 0xc420759320, 0xc4204a59a0, 0xc420233890, 0x55e3878520db, 0x5)
	/go/src/github.com/containerd/containerd/services/tasks/service.go:175 +0x14e
github.com/containerd/containerd/api/services/tasks/v1._Tasks_Start_Handler.func1(0x7f6b94579260, 0xc420759320, 0x55e387cb78c0, 0xc4204a59a0, 0xc4208e5db0, 0x55e38813abb8, 0x55e387bf99c0, 0xc420bacd70)
	/go/src/github.com/containerd/containerd/api/services/tasks/v1/tasks.pb.go:626 +0x8b
github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.UnaryServerInterceptor(0x7f6b94579260, 0xc420759320, 0x55e387cb78c0, 0xc4204a59a0, 0xc4204a59c0, 0xc4204a5a20, 0x50, 0x48, 0xc4206b3ba0, 0xc420049968)
	/go/src/github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/server.go:29 +0xd4
github.com/containerd/containerd/server.interceptor(0x7f6b94579260, 0xc420759260, 0x55e387cb78c0, 0xc4204a59a0, 0xc4204a59c0, 0xc4204a5a20, 0xc420b9da08, 0xc4200499e0, 0x55e38713822a, 0x50)
	/go/src/github.com/containerd/containerd/server/server.go:267 +0x1d2
github.com/containerd/containerd/api/services/tasks/v1._Tasks_Start_Handler(0x55e387d0aae0, 0xc420233890, 0x7f6b94579260, 0xc42015e090, 0xc4208e5cc0, 0x55e387d22520, 0x0, 0x0, 0x0, 0x55e3880d0120)
	/go/src/github.com/containerd/containerd/api/services/tasks/v1/tasks.pb.go:628 +0x16f
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).processUnaryRPC(0xc4201ce500, 0x55e3880e06e0, 0xc4203ce2c0, 0xc42065d100, 0xc42027c1e0, 0x55e3880c7d38, 0x0, 0x0, 0x0)
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:826 +0xab6
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleStream(0xc4201ce500, 0x55e3880e06e0, 0xc4203ce2c0, 0xc42065d100, 0x0)
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:1023 +0x152a
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc420015b80, 0xc4201ce500, 0x55e3880e06e0, 0xc4203ce2c0, 0xc42065d100)
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:572 +0xa1
created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:570 +0xa3

goroutine 1497896 [select, 3074 minutes]:
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).dispatch(0xc42058b920, 0x55e3880dd5a0, 0xc42015f1a0, 0xc4207b9a80, 0xc420696880, 0x0, 0x0)
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:102 +0x282
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).Call(0xc42058b920, 0x55e3880dd5a0, 0xc42015f1a0, 0x55e38784f913, 0x25, 0x55e387834328, 0x5, 0x55e387cb93e0, 0xc420b9bac0, 0x55e387cb94c0, ...)
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:73 +0x15d
github.com/containerd/containerd/linux/shim/v1.(*shimClient).State(0xc42000e390, 0x55e3880dd5a0, 0xc42015f1a0, 0xc420b9bac0, 0x0, 0xc4202580b8, 0xc4203bb578)
	/go/src/github.com/containerd/containerd/linux/shim/v1/shim.pb.go:1729 +0xbf
github.com/containerd/containerd/linux.(*Process).State(0xc420696860, 0x55e3880dd5a0, 0xc42015f1a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/containerd/containerd/linux/process.go:45 +0xc7
github.com/containerd/containerd/services/tasks.processFromContainerd(0x7f6b94579260, 0xc42015f1a0, 0x55e3880e05c0, 0xc420696860, 0x40, 0x55e3880e05c0, 0xc420696860)
	/go/src/github.com/containerd/containerd/services/tasks/service.go:225 +0xbe
github.com/containerd/containerd/services/tasks.(*service).Get(0xc420233890, 0x7f6b94579260, 0xc42015f1a0, 0xc4206964a0, 0xc420233890, 0x55e387850ab3, 0x3)
	/go/src/github.com/containerd/containerd/services/tasks/service.go:268 +0xef
github.com/containerd/containerd/api/services/tasks/v1._Tasks_Get_Handler.func1(0x7f6b94579260, 0xc42015f1a0, 0x55e387cb6e40, 0xc4206964a0, 0xc4208baa00, 0x55e38813abb8, 0x55e387bf99c0, 0xc420b9bab0)
	/go/src/github.com/containerd/containerd/api/services/tasks/v1/tasks.pb.go:680 +0x88
github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.UnaryServerInterceptor(0x7f6b94579260, 0xc42015f1a0, 0x55e387cb6e40, 0xc4206964a0, 0xc4206964c0, 0xc420696580, 0x50, 0x48, 0xc420696480, 0xc4203bb968)
	/go/src/github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/server.go:29 +0xd4
github.com/containerd/containerd/server.interceptor(0x7f6b94579260, 0xc42015f0e0, 0x55e387cb6e40, 0xc4206964a0, 0xc4206964c0, 0xc420696580, 0xc420b9da08, 0xc4203bb9e0, 0x55e38713822a, 0x50)
	/go/src/github.com/containerd/containerd/server/server.go:267 +0x1d2
github.com/containerd/containerd/api/services/tasks/v1._Tasks_Get_Handler(0x55e387d0aae0, 0xc420233890, 0x7f6b94579260, 0xc42015eff0, 0xc4208ba910, 0x55e387d22520, 0x0, 0x0, 0x0, 0x55e3880d0120)
	/go/src/github.com/containerd/containerd/api/services/tasks/v1/tasks.pb.go:682 +0x16f
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).processUnaryRPC(0xc4201ce500, 0x55e3880e06e0, 0xc4203ce2c0, 0xc42065d600, 0xc42027c1e0, 0x55e3880c7d80, 0x0, 0x0, 0x0)
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:826 +0xab6
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleStream(0xc4201ce500, 0x55e3880e06e0, 0xc4203ce2c0, 0xc42065d600, 0x0)
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:1023 +0x152a
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc420015b80, 0xc4201ce500, 0x55e3880e06e0, 0xc4203ce2c0, 0xc42065d600)
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:572 +0xa1
created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
	/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:570 +0xa3

goroutine 60989 [IO wait, 12438 minutes]:
internal/poll.runtime_pollWait(0x7f6b945bd7f0, 0x72, 0x0)
	/usr/local/go/src/runtime/netpoll.go:173 +0x59
internal/poll.(*pollDesc).wait(0xc4200a8298, 0x72, 0xffffffffffffff00, 0x55e3880d3e60, 0x55e3880ce2b0)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0
internal/poll.(*pollDesc).waitRead(0xc4200a8298, 0xc420281000, 0x1000, 0x1000)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f
internal/poll.(*FD).Read(0xc4200a8280, 0xc420281000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c
net.(*netFD).Read(0xc4200a8280, 0xc420281000, 0x1000, 0x1000, 0xc42040ae78, 0x55e3871659e4, 0xc420510420)
	/usr/local/go/src/net/fd_unix.go:202 +0x54
net.(*conn).Read(0xc42018c128, 0xc420281000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:176 +0x6f
bufio.(*Reader).Read(0xc420660a80, 0xc4201b92e0, 0xa, 0xa, 0xc42040afac, 0x0, 0xc42040afa8)
	/usr/local/go/src/bufio/bufio.go:213 +0x30d
io.ReadAtLeast(0x55e3880cfc20, 0xc420660a80, 0xc4201b92e0, 0xa, 0xa, 0xa, 0xc4204f6600, 0x0, 0xc42040af48)
	/usr/local/go/src/io/io.go:309 +0x88
io.ReadFull(0x55e3880cfc20, 0xc420660a80, 0xc4201b92e0, 0xa, 0xa, 0x2, 0x2, 0x0)
	/usr/local/go/src/io/io.go:327 +0x5a
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.readMessageHeader(0xc4201b92e0, 0xa, 0xa, 0x55e3880cfc20, 0xc420660a80, 0xc42040af48, 0x2, 0x2, 0xc42040afa8)
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:38 +0x62
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*channel).recv(0xc4201b92c0, 0x55e3880dd520, 0xc420014050, 0x0, 0x2, 0xc4203e61c0, 0x1b8, 0x1b8, 0x0, 0x0)
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:86 +0x6f
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run.func1(0xc420510480, 0xc420660ae0, 0xc4203c7130, 0xc420510420)
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:144 +0x9a
created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:139 +0x164

goroutine 1158147 [select, 2 minutes]:
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run(0xc4206f27e0)
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:171 +0x342
created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.NewClient
	/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:46 +0x2ab
$
$
$
$
$
$
$
$
$
$
$
$
$
$
$
$
$ systemctl status docker.service
● docker.service - Docker Application Container Engine
   Loaded: loaded (/lib/systemd/system/docker.service; enabled; vendor preset: enabled)
   Active: active (running) since Fri 2018-03-23 15:12:10 UTC; 1 weeks 1 days ago
     Docs: https://docs.docker.com
 Main PID: 2159 (dockerd)
    Tasks: 195
   Memory: 157.1M
      CPU: 3h 56min 7.997s
   CGroup: /system.slice/docker.service
           ├─ 2159 /usr/bin/dockerd -H fd://
           ├─ 2339 docker-containerd --config /var/run/docker/containerd/containerd.toml
           ├─ 7772 docker-containerd-shim -namespace moby -workdir /var/lib/docker/235536.235536/containerd/daemon/io.containerd.runtime.v1.linux/moby/a31ee99eb87b53461d9989649c1b44277be22201155a8d67795490e43ccb01d5 -address /var/run/docker/containerd/docker-containerd.sock -contai
           ├─19704 /usr/bin/docker-proxy -proto tcp -host-ip 192.168.39.13 -host-port 443 -container-ip 10.25.104.3 -container-port 443
           ├─19714 /usr/bin/docker-proxy -proto tcp -host-ip 192.168.39.10 -host-port 443 -container-ip 10.25.104.3 -container-port 443
           ├─19724 /usr/bin/docker-proxy -proto tcp -host-ip 192.168.39.7 -host-port 443 -container-ip 10.25.104.3 -container-port 443
           ├─19736 /usr/bin/docker-proxy -proto tcp -host-ip 192.168.39.13 -host-port 80 -container-ip 10.25.104.3 -container-port 80
           ├─19746 /usr/bin/docker-proxy -proto tcp -host-ip 192.168.39.7 -host-port 22 -container-ip 10.25.104.3 -container-port 22
           ├─19751 docker-containerd-shim -namespace moby -workdir /var/lib/docker/235536.235536/containerd/daemon/io.containerd.runtime.v1.linux/moby/3c5c4411695b3ca5f33a72f216f063543ca4d9aabd6bfcb42c53632645ecebac -address /var/run/docker/containerd/docker-containerd.sock -contai
           ├─19801 docker-containerd-shim -namespace moby -workdir /var/lib/docker/235536.235536/containerd/daemon/io.containerd.runtime.v1.linux/moby/2c0fa31d00540aaeb3b3ed02ad79bb90e119c71784e2e6e18f07755e0d6a38fe -address /var/run/docker/containerd/docker-containerd.sock -contai
           ├─22626 docker-containerd-shim -namespace moby -workdir /var/lib/docker/235536.235536/containerd/daemon/io.containerd.runtime.v1.linux/moby/d550121e877da1aaea7512c428eb16904fc4b64beb14a5893fe5cd4fb8625672 -address /var/run/docker/containerd/docker-containerd.sock -contai
           ├─24099 /usr/bin/docker-proxy -proto udp -host-ip 192.168.39.11 -host-port 10001 -container-ip 172.18.0.2 -container-port 10001
           ├─24109 /usr/bin/docker-proxy -proto tcp -host-ip 192.168.39.11 -host-port 8843 -container-ip 172.18.0.2 -container-port 8843
           ├─24119 /usr/bin/docker-proxy -proto tcp -host-ip 192.168.39.11 -host-port 8443 -container-ip 172.18.0.2 -container-port 8443
           ├─24129 /usr/bin/docker-proxy -proto tcp -host-ip 192.168.39.11 -host-port 8080 -container-ip 172.18.0.2 -container-port 8080
           ├─24141 /usr/bin/docker-proxy -proto tcp -host-ip 192.168.39.11 -host-port 6789 -container-ip 172.18.0.2 -container-port 6789
           ├─24151 /usr/bin/docker-proxy -proto udp -host-ip 192.168.39.11 -host-port 3478 -container-ip 172.18.0.2 -container-port 3478
           ├─24158 docker-containerd-shim -namespace moby -workdir /var/lib/docker/235536.235536/containerd/daemon/io.containerd.runtime.v1.linux/moby/2c1255a7755af97ade01590c0db930eb0fda5435870d5b4a799c0420901d7d40 -address /var/run/docker/containerd/docker-containerd.sock -contai
           ├─29276 /usr/bin/docker-proxy -proto udp -host-ip 192.168.39.8 -host-port 25826 -container-ip 10.25.104.5 -container-port 25826
           ├─29287 /usr/bin/docker-proxy -proto udp -host-ip 192.168.39.8 -host-port 8089 -container-ip 10.25.104.5 -container-port 8089
           ├─29299 /usr/bin/docker-proxy -proto tcp -host-ip 192.168.39.8 -host-port 8086 -container-ip 10.25.104.5 -container-port 8086
           ├─29410 docker-containerd-shim -namespace moby -workdir /var/lib/docker/235536.235536/containerd/daemon/io.containerd.runtime.v1.linux/moby/2eee4bbcc51a5e23003c47619cdb329a679dda5df14f42e43ff78bf680d9165a -address /var/run/docker/containerd/docker-containerd.sock -contai
           ├─30169 /usr/bin/docker-proxy -proto tcp -host-ip 192.168.39.9 -host-port 3000 -container-ip 10.25.104.4 -container-port 3000
           └─30330 docker-containerd-shim -namespace moby -workdir /var/lib/docker/235536.235536/containerd/daemon/io.containerd.runtime.v1.linux/moby/0e7ece7d9f30458311b9d483dd64120367fc570ba27eca7672d46202c8b3d3bb -address /var/run/docker/containerd/docker-containerd.sock -contai
$ ps waux | grep docker-containerd-shim
root      7772  0.0  0.0   7652   832 ?        Sl   Mar23   0:51 docker-containerd-shim -namespace moby -workdir /var/lib/docker/235536.235536/containerd/daemon/io.containerd.runtime.v1.linux/moby/a31ee99eb87b53461d9989649c1b44277be22201155a8d67795490e43ccb01d5 -address /var/run/docker/containerd/docker-containerd.sock -containerd-binary /usr/bin/docker-containerd -runtime-root /var/run/docker/runtime-runc
root     19751  0.0  0.0   9060  3176 ?        Sl   Mar28   5:00 docker-containerd-shim -namespace moby -workdir /var/lib/docker/235536.235536/containerd/daemon/io.containerd.runtime.v1.linux/moby/3c5c4411695b3ca5f33a72f216f063543ca4d9aabd6bfcb42c53632645ecebac -address /var/run/docker/containerd/docker-containerd.sock -containerd-binary /usr/bin/docker-containerd -runtime-root /var/run/docker/runtime-runc
root     19801  0.0  0.0   7652  2476 ?        Sl   Mar31   0:03 docker-containerd-shim -namespace moby -workdir /var/lib/docker/235536.235536/containerd/daemon/io.containerd.runtime.v1.linux/moby/2c0fa31d00540aaeb3b3ed02ad79bb90e119c71784e2e6e18f07755e0d6a38fe -address /var/run/docker/containerd/docker-containerd.sock -containerd-binary /usr/bin/docker-containerd -runtime-root /var/run/docker/runtime-runc
root     22626  0.0  0.0   7716  2060 ?        Sl   Mar31   0:03 docker-containerd-shim -namespace moby -workdir /var/lib/docker/235536.235536/containerd/daemon/io.containerd.runtime.v1.linux/moby/d550121e877da1aaea7512c428eb16904fc4b64beb14a5893fe5cd4fb8625672 -address /var/run/docker/containerd/docker-containerd.sock -containerd-binary /usr/bin/docker-containerd -runtime-root /var/run/docker/runtime-runc
root     24158  0.0  0.0   9060   556 ?        Sl   Mar29   0:57 docker-containerd-shim -namespace moby -workdir /var/lib/docker/235536.235536/containerd/daemon/io.containerd.runtime.v1.linux/moby/2c1255a7755af97ade01590c0db930eb0fda5435870d5b4a799c0420901d7d40 -address /var/run/docker/containerd/docker-containerd.sock -containerd-binary /usr/bin/docker-containerd -runtime-root /var/run/docker/runtime-runc
root     29410  0.0  0.0   9060  3100 ?        Sl   Mar23   3:44 docker-containerd-shim -namespace moby -workdir /var/lib/docker/235536.235536/containerd/daemon/io.containerd.runtime.v1.linux/moby/2eee4bbcc51a5e23003c47619cdb329a679dda5df14f42e43ff78bf680d9165a -address /var/run/docker/containerd/docker-containerd.sock -containerd-binary /usr/bin/docker-containerd -runtime-root /var/run/docker/runtime-runc
root     30330  0.0  0.0   9060  2964 ?        Sl   Mar23   3:36 docker-containerd-shim -namespace moby -workdir /var/lib/docker/235536.235536/containerd/daemon/io.containerd.runtime.v1.linux/moby/0e7ece7d9f30458311b9d483dd64120367fc570ba27eca7672d46202c8b3d3bb -address /var/run/docker/containerd/docker-containerd.sock -containerd-binary /usr/bin/docker-containerd -runtime-root /var/run/docker/runtime-runc
$ ps waux | grep mongo
236286   26299  1.0  0.9 1096108 72964 ?       Sl   Mar29  39:12 bin/mongod --dbpath /usr/lib/unifi/data/db --port 27117 --unixSocketPrefix /usr/lib/unifi/run --logappend --logpath /usr/lib/unifi/logs/mongod.log --nohttpinterface --bind_ip 127.0.0.1
$ cat /proc/26299/cgroup 
12:memory:/docker/2c1255a7755af97ade01590c0db930eb0fda5435870d5b4a799c0420901d7d40
11:cpuset:/docker/2c1255a7755af97ade01590c0db930eb0fda5435870d5b4a799c0420901d7d40
10:rdma:/
9:freezer:/docker/2c1255a7755af97ade01590c0db930eb0fda5435870d5b4a799c0420901d7d40
8:devices:/docker/2c1255a7755af97ade01590c0db930eb0fda5435870d5b4a799c0420901d7d40
7:perf_event:/docker/2c1255a7755af97ade01590c0db930eb0fda5435870d5b4a799c0420901d7d40
6:net_cls,net_prio:/docker/2c1255a7755af97ade01590c0db930eb0fda5435870d5b4a799c0420901d7d40
5:pids:/docker/2c1255a7755af97ade01590c0db930eb0fda5435870d5b4a799c0420901d7d40
4:cpu,cpuacct:/docker/2c1255a7755af97ade01590c0db930eb0fda5435870d5b4a799c0420901d7d40
3:hugetlb:/docker/2c1255a7755af97ade01590c0db930eb0fda5435870d5b4a799c0420901d7d40
2:blkio:/docker/2c1255a7755af97ade01590c0db930eb0fda5435870d5b4a799c0420901d7d40
1:name=systemd:/docker/2c1255a7755af97ade01590c0db930eb0fda5435870d5b4a799c0420901d7d40
$ sudo kill -SIGUSR1 24158
$ sudo journalctl -u docker.service
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment