hyperd.log

Log file created at: 2017/03/21 08:08:05
Running on machine: frakti-e2e
Binary: Built with gc go1.7.3 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
F0321 08:08:05.304607   31421 hyperd.go:173] Hyper serve RPC error: accept tcp 127.0.0.1:22318: use of closed network connection
goroutine 256 [running]:
github.com/hyperhq/hyperd/vendor/github.com/golang/glog.stacks(0xc420024001, 0xc4212ed200, 0x459, 0x2710)
        /root/go-project/src/github.com/hyperhq/hyperd/vendor/github.com/golang/glog/glog.go:769 +0xa5
github.com/hyperhq/hyperd/vendor/github.com/golang/glog.(*loggingT).output(0x1f5d1c0, 0xc400000003, 0xc42098c780, 0x1ce88f1, 0x9, 0xad, 0x0)
        /root/go-project/src/github.com/hyperhq/hyperd/vendor/github.com/golang/glog/glog.go:723 +0x1c7
github.com/hyperhq/hyperd/vendor/github.com/golang/glog.(*loggingT).printf(0x1f5d1c0, 0xc400000003, 0x1570688, 0x19, 0xc420704f80, 0x1, 0x1)
        /root/go-project/src/github.com/hyperhq/hyperd/vendor/github.com/golang/glog/glog.go:655 +0x14c
github.com/hyperhq/hyperd/vendor/github.com/golang/glog.Fatalf(0x1570688, 0x19, 0xc420704f80, 0x1, 0x1)
        /root/go-project/src/github.com/hyperhq/hyperd/vendor/github.com/golang/glog/glog.go:1148 +0x67
main.mainDaemon.func1(0xc420755400, 0xc4200c2000)
        /root/go-project/src/github.com/hyperhq/hyperd/hyperd.go:173 +0xc8
created by main.mainDaemon
        /root/go-project/src/github.com/hyperhq/hyperd/hyperd.go:175 +0xbc0

goroutine 1 [runnable]:
syscall.Syscall(0x49, 0x8, 0xc, 0x0, 0x0, 0x0, 0x0)
        /usr/local/go/src/syscall/asm_linux_amd64.s:18 +0x5
syscall.Flock(0x8, 0xc, 0x0, 0x0)
        /usr/local/go/src/syscall/zsyscall_linux_amd64.go:482 +0x4b
github.com/hyperhq/hyperd/vendor/github.com/syndtr/goleveldb/leveldb/storage.setFileLock(0xc420024098, 0xc420750000, 0x0, 0x0)
        /root/go-project/src/github.com/hyperhq/hyperd/vendor/github.com/syndtr/goleveldb/leveldb/storage/file_storage_unix.go:59 +0x5c
github.com/hyperhq/hyperd/vendor/github.com/syndtr/goleveldb/leveldb/storage.(*unixFileLock).release(0xc4200240f8, 0x0, 0x0)
        /root/go-project/src/github.com/hyperhq/hyperd/vendor/github.com/syndtr/goleveldb/leveldb/storage/file_storage_unix.go:21 +0x35
github.com/hyperhq/hyperd/vendor/github.com/syndtr/goleveldb/leveldb/storage.(*fileStorage).Close(0xc42075d650, 0x0, 0x0)
        /root/go-project/src/github.com/hyperhq/hyperd/vendor/github.com/syndtr/goleveldb/leveldb/storage/file_storage.go:486 +0x10c
github.com/hyperhq/hyperd/vendor/github.com/syndtr/goleveldb/leveldb.(*DB).Close(0xc4207c8000, 0xa4b4e9, 0xc4211f9040)
        /root/go-project/src/github.com/hyperhq/hyperd/vendor/github.com/syndtr/goleveldb/leveldb/db.go:1081 +0x3a3
github.com/hyperhq/hyperd/daemon/daemondb.(*DaemonDB).Close(0xc4200b2050, 0xc420b77b18, 0x1)
        /root/go-project/src/github.com/hyperhq/hyperd/daemon/daemondb/daemondb.go:143 +0x2e
github.com/hyperhq/hyperd/daemon.(*Daemon).Shutdown(0xc42072a0e0, 0x0, 0x0)
        /root/go-project/src/github.com/hyperhq/hyperd/daemon/daemon.go:361 +0x188
main.mainDaemon(0xc420b77ef0)
        /root/go-project/src/github.com/hyperhq/hyperd/hyperd.go:218 +0xa28
main.main()
        /root/go-project/src/github.com/hyperhq/hyperd/hyperd.go:75 +0x41f

goroutine 17 [syscall, 11 minutes, locked to thread]:
runtime.goexit()
        /usr/local/go/src/runtime/asm_amd64.s:2086 +0x1

goroutine 5 [syscall]:
os/signal.signal_recv(0x1f33860)
        /usr/local/go/src/runtime/sigqueue.go:116 +0x157
os/signal.loop()
        /usr/local/go/src/os/signal/signal_unix.go:22 +0x22
created by os/signal.init.1
        /usr/local/go/src/os/signal/signal_unix.go:28 +0x41

goroutine 6 [chan receive]:
github.com/hyperhq/hyperd/vendor/github.com/golang/glog.(*loggingT).flushDaemon(0x1f5d1c0)
        /root/go-project/src/github.com/hyperhq/hyperd/vendor/github.com/golang/glog/glog.go:882 +0x7a
created by github.com/hyperhq/hyperd/vendor/github.com/golang/glog.init.1
        /root/go-project/src/github.com/hyperhq/hyperd/vendor/github.com/golang/glog/glog.go:410 +0x21d

goroutine 10 [select]:
github.com/hyperhq/hyperd/vendor/github.com/syndtr/goleveldb/leveldb.(*DB).mpoolDrain(0xc4207c8000)
        /root/go-project/src/github.com/hyperhq/hyperd/vendor/github.com/syndtr/goleveldb/leveldb/db_state.go:110 +0x236
created by github.com/hyperhq/hyperd/vendor/github.com/syndtr/goleveldb/leveldb.openDB
        /root/go-project/src/github.com/hyperhq/hyperd/vendor/github.com/syndtr/goleveldb/leveldb/db.go:140 +0x5b4

goroutine 13 [select, 11 minutes, locked to thread]:
runtime.gopark(0x1633a40, 0x0, 0x1553147, 0x6, 0x18, 0x2)
        /usr/local/go/src/runtime/proc.go:259 +0x13a
runtime.selectgoImpl(0xc42001e730, 0x0, 0x18)
        /usr/local/go/src/runtime/select.go:423 +0x11d9
runtime.selectgo(0xc42001e730)
        /usr/local/go/src/runtime/select.go:238 +0x1c
runtime.ensureSigM.func1()
        /usr/local/go/src/runtime/signal1_unix.go:304 +0x2f3
runtime.goexit()
        /usr/local/go/src/runtime/asm_amd64.s:2086 +0x1

goroutine 14 [chan receive, 11 minutes]:
github.com/hyperhq/hyperd/vendor/github.com/docker/docker/daemon.setupDumpStackTrap.func1(0xc42006a1e0)
        /root/go-project/src/github.com/hyperhq/hyperd/vendor/github.com/docker/docker/daemon/debugtrap_unix.go:17 +0x53
created by github.com/hyperhq/hyperd/vendor/github.com/docker/docker/daemon.setupDumpStackTrap
        /root/go-project/src/github.com/hyperhq/hyperd/vendor/github.com/docker/docker/daemon/debugtrap_unix.go:20 +0xec
goroutine 15 [select, 11 minutes]:
github.com/hyperhq/hyperd/vendor/github.com/docker/libnetwork.(*controller).watchLoop(0xc420222160)
        /root/go-project/src/github.com/hyperhq/hyperd/vendor/github.com/docker/libnetwork/store.go:409 +0x151
created by github.com/hyperhq/hyperd/vendor/github.com/docker/libnetwork.(*controller).startWatch
        /root/go-project/src/github.com/hyperhq/hyperd/vendor/github.com/docker/libnetwork/store.go:423 +0xff

goroutine 21 [chan receive, 11 minutes]:
github.com/hyperhq/hyperd/vendor/github.com/docker/libnetwork/iptables.signalHandler()
        /root/go-project/src/github.com/hyperhq/hyperd/vendor/github.com/docker/libnetwork/iptables/firewalld.go:92 +0x59
created by github.com/hyperhq/hyperd/vendor/github.com/docker/libnetwork/iptables.FirewalldInit
        /root/go-project/src/github.com/hyperhq/hyperd/vendor/github.com/docker/libnetwork/iptables/firewalld.go:48 +0xa7

goroutine 50 [IO wait, 11 minutes]:
net.runtime_pollWait(0x7f01827c7068, 0x72, 0xc421123688)
        /usr/local/go/src/runtime/netpoll.go:160 +0x59
net.(*pollDesc).wait(0xc420647090, 0x72, 0xc4211237c8, 0xc420010140)
        /usr/local/go/src/net/fd_poll_runtime.go:73 +0x38
net.(*pollDesc).waitRead(0xc420647090, 0x1f2e820, 0xc420010140)
        /usr/local/go/src/net/fd_poll_runtime.go:78 +0x34
net.(*netFD).readMsg(0xc420647030, 0xc4205e21b0, 0x10, 0x10, 0xc421138020, 0x1000, 0x1000, 0xffffffffffffffff, 0x0, 0x0, ...)
        /usr/local/go/src/net/fd_unix.go:297 +0x243
net.(*UnixConn).readMsg(0xc4200b3860, 0xc4205e21b0, 0x10, 0x10, 0xc421138020, 0x1000, 0x1000, 0xc42066df07, 0xc420647b90, 0x0, ...)
        /usr/local/go/src/net/unixsock_posix.go:111 +0x91
net.(*UnixConn).ReadMsgUnix(0xc4200b3860, 0xc4205e21b0, 0x10, 0x10, 0xc421138020, 0x1000, 0x1000, 0x0, 0x0, 0x0, ...)
        /usr/local/go/src/net/unixsock.go:127 +0xaa
github.com/hyperhq/hyperd/vendor/github.com/godbus/dbus.(*oobReader).Read(0xc421138000, 0xc4205e21b0, 0x10, 0x10, 0x1020, 0xc421138000, 0x0)
        /root/go-project/src/github.com/hyperhq/hyperd/vendor/github.com/godbus/dbus/transport_unix.go:21 +0x95
io.ReadAtLeast(0x1f28da0, 0xc421138000, 0xc4205e21b0, 0x10, 0x10, 0x10, 0x141e840, 0x12d0a01, 0xc421138000)
        /usr/local/go/src/io/io.go:307 +0xa4
io.ReadFull(0x1f28da0, 0xc421138000, 0xc4205e21b0, 0x10, 0x10, 0xc, 0x0, 0x0)
        /usr/local/go/src/io/io.go:325 +0x58
github.com/hyperhq/hyperd/vendor/github.com/godbus/dbus.(*unixTransport).ReadMessage(0xc42066d040, 0xc4210f6720, 0xc421123d34, 0xc420647138)
        /root/go-project/src/github.com/hyperhq/hyperd/vendor/github.com/godbus/dbus/transport_unix.go:85 +0x15b
github.com/hyperhq/hyperd/vendor/github.com/godbus/dbus.(*Conn).inWorker(0xc420069d00)
        /root/go-project/src/github.com/hyperhq/hyperd/vendor/github.com/godbus/dbus/conn.go:295 +0x4b
created by github.com/hyperhq/hyperd/vendor/github.com/godbus/dbus.(*Conn).Auth
        /root/go-project/src/github.com/hyperhq/hyperd/vendor/github.com/godbus/dbus/auth.go:118 +0x738

goroutine 51 [chan receive, 11 minutes]:
github.com/hyperhq/hyperd/vendor/github.com/godbus/dbus.(*Conn).outWorker(0xc420069d00)
        /root/go-project/src/github.com/hyperhq/hyperd/vendor/github.com/godbus/dbus/conn.go:437 +0x5d
created by github.com/hyperhq/hyperd/vendor/github.com/godbus/dbus.(*Conn).Auth
        /root/go-project/src/github.com/hyperhq/hyperd/vendor/github.com/godbus/dbus/auth.go:119 +0x75d

goroutine 53 [IO wait, 11 minutes]:
net.runtime_pollWait(0x7f01827c6fa8, 0x72, 0x0)
        /usr/local/go/src/runtime/netpoll.go:160 +0x59
net.(*pollDesc).wait(0xc420647cd0, 0x72, 0xc420250e20, 0xc420010140)
        /usr/local/go/src/net/fd_poll_runtime.go:73 +0x38
net.(*pollDesc).waitRead(0xc420647cd0, 0x1f2e820, 0xc420010140)
        /usr/local/go/src/net/fd_poll_runtime.go:78 +0x34
net.(*netFD).accept(0xc420647c70, 0x0, 0x1f2b4e0, 0xc420617140)
        /usr/local/go/src/net/fd_unix.go:419 +0x238
net.(*UnixListener).accept(0xc4211252c0, 0xc420250fa0, 0xe81777, 0xc4210f4d80)
        /usr/local/go/src/net/unixsock_posix.go:158 +0x32
net.(*UnixListener).Accept(0xc4211252c0, 0x203070100000101, 0x14, 0xc, 0x14)
        /usr/local/go/src/net/unixsock.go:229 +0x49
github.com/hyperhq/hyperd/vendor/github.com/docker/libnetwork.(*controller).acceptClientConnections(0xc420222160, 0xc420647c00, 0x63, 0x1f3
7fe0, 0xc4211252c0)
        /root/go-project/src/github.com/hyperhq/hyperd/vendor/github.com/docker/libnetwork/sandbox_externalkey_unix.go:130 +0x43
created by github.com/hyperhq/hyperd/vendor/github.com/docker/libnetwork.(*controller).startExternalKeyListener
        /root/go-project/src/github.com/hyperhq/hyperd/vendor/github.com/docker/libnetwork/sandbox_externalkey_unix.go:124 +0x228

goroutine 22 [chan receive]:
github.com/hyperhq/hyperd/vendor/github.com/docker/docker/daemon.(*statsCollector).run(0xc42075aec0)
        /root/go-project/src/github.com/hyperhq/hyperd/vendor/github.com/docker/docker/daemon/stats_collector_unix.go:99 +0xc5
created by github.com/hyperhq/hyperd/vendor/github.com/docker/docker/daemon.(*Daemon).newStatsCollector
        /root/go-project/src/github.com/hyperhq/hyperd/vendor/github.com/docker/docker/daemon/stats_collector_unix.go:38 +0x177

goroutine 4419 [semacquire, 1 minutes]:
sync.runtime_notifyListWait(0xc421146a00, 0x1)
        /usr/local/go/src/runtime/sema.go:267 +0x122
sync.(*Cond).Wait(0xc4211469f0)
        /usr/local/go/src/sync/cond.go:57 +0x80
io.(*pipe).read(0xc4211469c0, 0xc420bbd000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
        /usr/local/go/src/io/pipe.go:47 +0x102
io.(*PipeReader).Read(0xc4200b3228, 0xc420bbd000, 0x1000, 0x1000, 0xc4219a4218, 0xc4206e1a00, 0x0)
        /usr/local/go/src/io/pipe.go:129 +0x4c
bufio.(*Reader).fill(0xc420703ec8)
        /usr/local/go/src/bufio/bufio.go:97 +0x10c
bufio.(*Reader).ReadSlice(0xc420703ec8, 0xc420703d0a, 0x6726c4, 0xc4209dcb50, 0x41bfc1, 0xc42145c19c, 0x0)
        /usr/local/go/src/bufio/bufio.go:330 +0xb5
bufio.(*Reader).ReadBytes(0xc420703ec8, 0xa, 0xc42145c180, 0x0, 0x1, 0x1, 0xc420bcde60)
        /usr/local/go/src/bufio/bufio.go:408 +0x66
github.com/hyperhq/hyperd/vendor/github.com/docker/docker/daemon/logger.(*Copier).copySrc(0xc421569200, 0x1553267, 0x6, 0x1f2a720, 0xc4200b3228)
        /root/go-project/src/github.com/hyperhq/hyperd/vendor/github.com/docker/docker/daemon/logger/copier.go:53 +0x122
created by github.com/hyperhq/hyperd/vendor/github.com/docker/docker/daemon/logger.(*Copier).Run
        /root/go-project/src/github.com/hyperhq/hyperd/vendor/github.com/docker/docker/daemon/logger/copier.go:40 +0x119