Docker Hang

gistfile1.txt

INFO[0247] === BEGIN goroutine stack dump ===
goroutine 48 [running]:
github.com/docker/docker/pkg/signal.DumpStacks()
	/usr/src/docker/.gopath/src/github.com/docker/docker/pkg/signal/trap.go:74 +0x98
github.com/docker/docker/daemon.setupDumpStackTrap.func1(0xc820417500)
	/usr/src/docker/.gopath/src/github.com/docker/docker/daemon/debugtrap_unix.go:18 +0x5e
created by github.com/docker/docker/daemon.setupDumpStackTrap
	/usr/src/docker/.gopath/src/github.com/docker/docker/daemon/debugtrap_unix.go:20 +0x13f

goroutine 1 [semacquire, 4 minutes]:
sync.runtime_Semacquire(0xc8203caf2c)
	/usr/local/go/src/runtime/sema.go:47 +0x26
sync.(*WaitGroup).Wait(0xc8203caf20)
	/usr/local/go/src/sync/waitgroup.go:127 +0xb4
github.com/docker/docker/daemon.(*Daemon).restore(0xc820401040, 0x0, 0x0)
	/usr/src/docker/.gopath/src/github.com/docker/docker/daemon/daemon.go:222 +0xa46
github.com/docker/docker/daemon.NewDaemon(0xc820403500, 0x7fbc475c4eb0, 0xc8203fc100, 0x7fbc475c4920, 0xc82040d860, 0x0, 0x0, 0x0)
	/usr/src/docker/.gopath/src/github.com/docker/docker/daemon/daemon.go:605 +0x34aa
main.(*DaemonCli).start(0xc820409d10, 0x0, 0x0)
	/usr/src/docker/cmd/dockerd/daemon.go:265 +0x1951
main.main()
	/usr/src/docker/cmd/dockerd/docker.go:68 +0x491

goroutine 17 [syscall, 4 minutes, locked to thread]:
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1998 +0x1

goroutine 39 [semacquire, 4 minutes]:
sync.runtime_Syncsemacquire(0xc820459950)
	/usr/local/go/src/runtime/sema.go:241 +0x201
sync.(*Cond).Wait(0xc820459940)
	/usr/local/go/src/sync/cond.go:63 +0x9b
google.golang.org/grpc.(*Conn).WaitForStateChange(0xc8204200f0, 0x7fbc47606170, 0xc8200126e8, 0x2, 0x0, 0x0, 0x0)
	/usr/src/docker/vendor/src/google.golang.org/grpc/clientconn.go:405 +0x19f
google.golang.org/grpc.(*unicastPicker).WaitForStateChange(0xc82044aa40, 0x7fbc47606170, 0xc8200126e8, 0x2, 0x2002400, 0x0, 0x0)
	/usr/src/docker/vendor/src/google.golang.org/grpc/picker.go:96 +0x4f
google.golang.org/grpc.(*ClientConn).WaitForStateChange(0xc82041e370, 0x7fbc47606170, 0xc8200126e8, 0x2, 0x1, 0x0, 0x0)
	/usr/src/docker/vendor/src/google.golang.org/grpc/clientconn.go:283 +0x6b
github.com/docker/docker/libcontainerd.(*remote).handleConnectionChange(0xc82040d860)
	/usr/src/docker/.gopath/src/github.com/docker/docker/libcontainerd/remote_linux.go:139 +0xb4
created by github.com/docker/docker/libcontainerd.New
	/usr/src/docker/.gopath/src/github.com/docker/docker/libcontainerd/remote_linux.go:117 +0xb42

goroutine 18 [syscall]:
os/signal.signal_recv(0x7fbc47642190)
	/usr/local/go/src/runtime/sigqueue.go:116 +0x132
os/signal.loop()
	/usr/local/go/src/os/signal/signal_unix.go:22 +0x18
created by os/signal.init.1
	/usr/local/go/src/os/signal/signal_unix.go:28 +0x37

goroutine 38 [select, 4 minutes]:
google.golang.org/grpc.(*Conn).transportMonitor(0xc8204200f0)
	/usr/src/docker/vendor/src/google.golang.org/grpc/clientconn.go:544 +0x1d3
google.golang.org/grpc.NewConn.func1(0xc8204200f0)
	/usr/src/docker/vendor/src/google.golang.org/grpc/clientconn.go:355 +0x1b5
created by google.golang.org/grpc.NewConn
	/usr/src/docker/vendor/src/google.golang.org/grpc/clientconn.go:356 +0x4e3

goroutine 41 [IO wait, 4 minutes]:
net.runtime_pollWait(0x7fbc475c4678, 0x72, 0xc82046a000)
	/usr/local/go/src/runtime/netpoll.go:160 +0x60
net.(*pollDesc).Wait(0xc82043df00, 0x72, 0x0, 0x0)
	/usr/local/go/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc82043df00, 0x0, 0x0)
	/usr/local/go/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).Read(0xc82043dea0, 0xc82046a000, 0x8000, 0x8000, 0x0, 0x7fbc47642168, 0xc8200121f0)
	/usr/local/go/src/net/fd_unix.go:250 +0x23a
net.(*conn).Read(0xc8203fc130, 0xc82046a000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:172 +0xe4
bufio.(*Reader).fill(0xc8204170e0)
	/usr/local/go/src/bufio/bufio.go:97 +0x1e9
bufio.(*Reader).Read(0xc8204170e0, 0xc8204221b8, 0x9, 0x9, 0xc81ffdad68, 0x0, 0x0)
	/usr/local/go/src/bufio/bufio.go:207 +0x260
io.ReadAtLeast(0x7fbc4760e350, 0xc8204170e0, 0xc8204221b8, 0x9, 0x9, 0x9, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/io.go:297 +0xe6
io.ReadFull(0x7fbc4760e350, 0xc8204170e0, 0xc8204221b8, 0x9, 0x9, 0xc8204a4458, 0x0, 0x0)
	/usr/local/go/src/io/io.go:315 +0x62
golang.org/x/net/http2.readFrameHeader(0xc8204221b8, 0x9, 0x9, 0x7fbc4760e350, 0xc8204170e0, 0x0, 0xc800000000, 0x0, 0x0)
	/usr/src/docker/vendor/src/golang.org/x/net/http2/frame.go:236 +0xa5
golang.org/x/net/http2.(*Framer).ReadFrame(0xc820422180, 0x0, 0x0, 0x0, 0x0)
	/usr/src/docker/vendor/src/golang.org/x/net/http2/frame.go:463 +0x106
google.golang.org/grpc/transport.(*framer).readFrame(0xc8204542d0, 0x0, 0x0, 0x0, 0x0)
	/usr/src/docker/vendor/src/google.golang.org/grpc/transport/http_util.go:406 +0x3d
google.golang.org/grpc/transport.(*http2Client).reader(0xc8204201e0)
	/usr/src/docker/vendor/src/google.golang.org/grpc/transport/http2_client.go:788 +0x109
created by google.golang.org/grpc/transport.newHTTP2Client
	/usr/src/docker/vendor/src/google.golang.org/grpc/transport/http2_client.go:174 +0xd21

goroutine 42 [select, 4 minutes]:
google.golang.org/grpc/transport.(*http2Client).controller(0xc8204201e0)
	/usr/src/docker/vendor/src/google.golang.org/grpc/transport/http2_client.go:866 +0x5da
created by google.golang.org/grpc/transport.newHTTP2Client
	/usr/src/docker/vendor/src/google.golang.org/grpc/transport/http2_client.go:201 +0x15c2

goroutine 44 [select, 4 minutes]:
google.golang.org/grpc.NewClientStream.func1(0x7fbc475c4b68, 0xc8204201e0, 0xc820430380, 0xc820448320)
	/usr/src/docker/vendor/src/google.golang.org/grpc/stream.go:151 +0x258
created by google.golang.org/grpc.NewClientStream
	/usr/src/docker/vendor/src/google.golang.org/grpc/stream.go:159 +0xab2

goroutine 45 [select, 4 minutes]:
google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc820454420, 0xc82044acd0, 0x5, 0x5, 0x0, 0x0, 0x0)
	/usr/src/docker/vendor/src/google.golang.org/grpc/transport/transport.go:141 +0x7e6
google.golang.org/grpc/transport.(*Stream).Read(0xc820430380, 0xc82044acd0, 0x5, 0x5, 0x0, 0x0, 0x0)
	/usr/src/docker/vendor/src/google.golang.org/grpc/transport/transport.go:294 +0x71
io.ReadAtLeast(0x7fbc475c4d08, 0xc820430380, 0xc82044acd0, 0x5, 0x5, 0x5, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/io.go:297 +0xe6
io.ReadFull(0x7fbc475c4d08, 0xc820430380, 0xc82044acd0, 0x5, 0x5, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/io.go:315 +0x62
google.golang.org/grpc.(*parser).recvMsg(0xc82044acc0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/src/docker/vendor/src/google.golang.org/grpc/rpc_util.go:216 +0xb9
google.golang.org/grpc.recv(0xc82044acc0, 0x7fbc475c4958, 0x2a800e8, 0xc820430380, 0x0, 0x0, 0x1b735c0, 0xc82036b980, 0x0, 0x0)
	/usr/src/docker/vendor/src/google.golang.org/grpc/rpc_util.go:300 +0x45
google.golang.org/grpc.(*clientStream).RecvMsg(0xc820448320, 0x1b735c0, 0xc82036b980, 0x0, 0x0)
	/usr/src/docker/vendor/src/google.golang.org/grpc/stream.go:234 +0xac
github.com/docker/containerd/api/grpc/types.(*aPIEventsClient).Recv(0xc820442ff0, 0x0, 0x0, 0x0)
	/usr/src/docker/vendor/src/github.com/docker/containerd/api/grpc/types/api.pb.go:1032 +0x7e
github.com/docker/docker/libcontainerd.(*remote).handleEventStream(0xc82040d860, 0x7fbc475c4e58, 0xc820442ff0)
	/usr/src/docker/.gopath/src/github.com/docker/docker/libcontainerd/remote_linux.go:286 +0x64
created by github.com/docker/docker/libcontainerd.(*remote).startEventsMonitor
	/usr/src/docker/.gopath/src/github.com/docker/docker/libcontainerd/remote_linux.go:280 +0x2db

goroutine 46 [select, 4 minutes, locked to thread]:
runtime.gopark(0x2157af8, 0xc820468f28, 0x1d41708, 0x6, 0x18, 0x2)
	/usr/local/go/src/runtime/proc.go:262 +0x163
runtime.selectgoImpl(0xc820468f28, 0x0, 0x18)
	/usr/local/go/src/runtime/select.go:392 +0xa67
runtime.selectgo(0xc820468f28)
	/usr/local/go/src/runtime/select.go:215 +0x12
runtime.ensureSigM.func1()
	/usr/local/go/src/runtime/signal1_unix.go:279 +0x358
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1998 +0x1

goroutine 50 [select, 4 minutes]:
google.golang.org/grpc.(*Conn).WaitForStateChange.func1(0x7fbc47606170, 0xc8200126e8, 0xc8204200f0, 0xc820496070, 0xc8204b8000)
	/usr/src/docker/vendor/src/google.golang.org/grpc/clientconn.go:394 +0x1b1
created by google.golang.org/grpc.(*Conn).WaitForStateChange
	/usr/src/docker/vendor/src/google.golang.org/grpc/clientconn.go:402 +0x14e

goroutine 47 [chan receive, 4 minutes]:
github.com/docker/docker/pkg/signal.Trap.func1(0xc820417380, 0xc82044ad80)
	/usr/src/docker/.gopath/src/github.com/docker/docker/pkg/signal/trap.go:32 +0x71
created by github.com/docker/docker/pkg/signal.Trap
	/usr/src/docker/.gopath/src/github.com/docker/docker/pkg/signal/trap.go:62 +0x2be

goroutine 6 [chan receive]:
github.com/docker/docker/daemon.(*statsCollector).run(0xc82057bb00)
	/usr/src/docker/.gopath/src/github.com/docker/docker/daemon/stats_collector_unix.go:106 +0xb6
created by github.com/docker/docker/daemon.(*Daemon).newStatsCollector
	/usr/src/docker/.gopath/src/github.com/docker/docker/daemon/stats_collector_unix.go:44 +0x1f1

goroutine 7 [chan receive, 4 minutes]:
github.com/docker/docker/daemon.(*Daemon).execCommandGC(0xc820401040)
	/usr/src/docker/.gopath/src/github.com/docker/docker/daemon/exec.go:237 +0x87
created by github.com/docker/docker/daemon.NewDaemon
	/usr/src/docker/.gopath/src/github.com/docker/docker/daemon/daemon.go:598 +0x339c

goroutine 22 [select, 4 minutes]:
google.golang.org/grpc.NewClientStream.func1(0x7fbc475c4b68, 0xc8204201e0, 0xc8204300e0, 0xc820599220)
	/usr/src/docker/vendor/src/google.golang.org/grpc/stream.go:151 +0x258
created by google.golang.org/grpc.NewClientStream
	/usr/src/docker/vendor/src/google.golang.org/grpc/stream.go:159 +0xab2

goroutine 102 [select, 4 minutes]:
google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc82042e000, 0xc820584590, 0x5, 0x5, 0x0, 0x0, 0x0)
	/usr/src/docker/vendor/src/google.golang.org/grpc/transport/transport.go:141 +0x7e6
google.golang.org/grpc/transport.(*Stream).Read(0xc8204300e0, 0xc820584590, 0x5, 0x5, 0x100000000, 0x0, 0x0)
	/usr/src/docker/vendor/src/google.golang.org/grpc/transport/transport.go:294 +0x71
io.ReadAtLeast(0x7fbc475c4d08, 0xc8204300e0, 0xc820584590, 0x5, 0x5, 0x5, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/io.go:297 +0xe6
io.ReadFull(0x7fbc475c4d08, 0xc8204300e0, 0xc820584590, 0x5, 0x5, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/io.go:315 +0x62
google.golang.org/grpc.(*parser).recvMsg(0xc820584580, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/src/docker/vendor/src/google.golang.org/grpc/rpc_util.go:216 +0xb9
google.golang.org/grpc.recv(0xc820584580, 0x7fbc475c4958, 0x2a800e8, 0xc8204300e0, 0x0, 0x0, 0x1b735c0, 0xc820459ec0, 0x0, 0x0)
	/usr/src/docker/vendor/src/google.golang.org/grpc/rpc_util.go:300 +0x45
google.golang.org/grpc.(*clientStream).RecvMsg(0xc820599220, 0x1b735c0, 0xc820459ec0, 0x0, 0x0)
	/usr/src/docker/vendor/src/google.golang.org/grpc/stream.go:234 +0xac
github.com/docker/containerd/api/grpc/types.(*aPIEventsClient).Recv(0xc8201ae400, 0x7fbc47606170, 0x0, 0x0)
	/usr/src/docker/vendor/src/github.com/docker/containerd/api/grpc/types/api.pb.go:1032 +0x7e
github.com/docker/docker/libcontainerd.(*client).getContainerLastEventSinceTime(0xc820061c80, 0xc820218a00, 0x40, 0xc820442f10, 0x40, 0x0, 0x0)
	/usr/src/docker/.gopath/src/github.com/docker/docker/libcontainerd/client_linux.go:470 +0x37e
github.com/docker/docker/libcontainerd.(*client).getContainerLastEvent(0xc820061c80, 0xc820218a00, 0x40, 0xc82021a000, 0x0, 0x0)
	/usr/src/docker/.gopath/src/github.com/docker/docker/libcontainerd/client_linux.go:491 +0x6c
github.com/docker/docker/libcontainerd.(*client).Restore(0xc820061c80, 0xc820218a00, 0x40, 0xc8201ae080, 0x1, 0x1, 0x0, 0x0)
	/usr/src/docker/.gopath/src/github.com/docker/docker/libcontainerd/client_linux.go:527 +0x12f
github.com/docker/docker/daemon.(*Daemon).restore.func1(0xc8203caf20, 0xc820401040, 0xc8203f2558, 0xc8205380f0, 0xc8205380c0, 0xc8203f2550, 0xc8204bc960)
	/usr/src/docker/.gopath/src/github.com/docker/docker/daemon/daemon.go:178 +0x6f6
created by github.com/docker/docker/daemon.(*Daemon).restore
	/usr/src/docker/.gopath/src/github.com/docker/docker/daemon/daemon.go:220 +0xa11

=== END goroutine stack dump ===