Skip to content

Instantly share code, notes, and snippets.

@andrewwatson
Created September 11, 2014 15:47
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save andrewwatson/c66e06dccea77dfa621b to your computer and use it in GitHub Desktop.
Save andrewwatson/c66e06dccea77dfa621b to your computer and use it in GitHub Desktop.
Consul 0.3.1 Panic
{
"data_dir": "/var/local/consul",
"datacenter": "california",
"enable_syslog": true,
"server": true,
"bootstrap_expect": 3
}
start on started sshd
stop on runlevel [06]
pre-start script
# Put Pre-Start goodness here
echo "Pre-Starting Consul!"
end script
script
. /etc/consul.d/setenv.sh
exec su -s /bin/sh -c 'exec "$0" "$@"' consul -- /usr/local/sbin/consul agent -config-dir /etc/consul.d 2>&1 > /var/log/consul/agent.log
end script
[root@ip-172-31-23-119 ~]# /usr/local/sbin/consul agent -config-dir /etc/consul.d
==> WARNING: Expect Mode enabled, expecting 3 servers
==> Starting Consul agent...
panic: runtime error: invalid memory address or nil pointer dereference
[signal 0xb code=0x1 addr=0x0 pc=0x5534d4]
goroutine 33 [running]:
runtime.panic(0x9c21a0, 0xf7c933)
/opt/go/src/pkg/runtime/panic.c:279 +0xf5
github.com/hashicorp/serf/serf.(*Serf).Members(0x0, 0x0, 0x0, 0x0)
/opt/gopath/src/github.com/hashicorp/serf/serf/serf.go:690 +0x294
github.com/hashicorp/consul/consul.(*Server).maybeBootstrap(0xc20805ac80)
/opt/gopath/src/github.com/hashicorp/consul/consul/serf.go:178 +0x153
github.com/hashicorp/consul/consul.(*Server).nodeJoin(0xc20805ac80, 0x0, 0xc20801ad20, 0x1, 0x1, 0x0)
/opt/gopath/src/github.com/hashicorp/consul/consul/serf.go:157 +0x6d2
github.com/hashicorp/consul/consul.(*Server).lanEventHandler(0xc20805ac80)
/opt/gopath/src/github.com/hashicorp/consul/consul/serf.go:23 +0x10e
created by github.com/hashicorp/consul/consul.NewServer
/opt/gopath/src/github.com/hashicorp/consul/consul/server.go:191 +0x70d
goroutine 16 [runnable]:
sync.(*RWMutex).Unlock(0xc208011720)
/opt/go/src/pkg/sync/rwmutex.go:98
github.com/hashicorp/serf/serf.(*Serf).handleNodeJoin(0xc2080116c0, 0xc20811e000)
/opt/gopath/src/github.com/hashicorp/serf/serf/serf.go:878 +0x5db
github.com/hashicorp/serf/serf.(*eventDelegate).NotifyJoin(0xc20809c408, 0xc20811e000)
/opt/gopath/src/github.com/hashicorp/serf/serf/event_delegate.go:12 +0x34
github.com/hashicorp/memberlist.(*Memberlist).aliveNode(0xc208070460, 0xc20803c380, 0x0, 0x1)
/opt/gopath/src/github.com/hashicorp/memberlist/state.go:708 +0x953
github.com/hashicorp/memberlist.(*Memberlist).setAlive(0xc208070460, 0x0, 0x0)
/opt/gopath/src/github.com/hashicorp/memberlist/memberlist.go:300 +0x5bb
github.com/hashicorp/memberlist.Create(0xc2080a8500, 0xc208090b40, 0x0, 0x0)
/opt/gopath/src/github.com/hashicorp/memberlist/memberlist.go:137 +0x7e
github.com/hashicorp/serf/serf.Create(0xc2080702a0, 0x16, 0x0, 0x0)
/opt/gopath/src/github.com/hashicorp/serf/serf/serf.go:352 +0x11df
github.com/hashicorp/consul/consul.(*Server).setupSerf(0xc20805ac80, 0xc2080702a0, 0xc208102000, 0xac10b0, 0x13, 0xc208082b00, 0x10, 0x0, 0x0)
/opt/gopath/src/github.com/hashicorp/consul/consul/server.go:251 +0xb6e
github.com/hashicorp/consul/consul.NewServer(0xc2080921e0, 0xc2080921e0, 0x0, 0x0)
/opt/gopath/src/github.com/hashicorp/consul/consul/server.go:196 +0x765
github.com/hashicorp/consul/command/agent.(*Agent).setupServer(0xc20803bc70, 0x0, 0x0)
/opt/gopath/src/github.com/hashicorp/consul/command/agent/agent.go:211 +0x50
github.com/hashicorp/consul/command/agent.Create(0xc2080f0280, 0x7fbc0c46eff0, 0xc20809f160, 0xc2080847e0, 0x0, 0x0)
/opt/gopath/src/github.com/hashicorp/consul/command/agent/agent.go:101 +0x47a
github.com/hashicorp/consul/command/agent.(*Command).setupAgent(0xc20805c120, 0xc2080f0280, 0x7fbc0c46eff0, 0xc20809f160, 0xc2080910b0, 0x0, 0x0)
/opt/gopath/src/github.com/hashicorp/consul/command/agent/command.go:215 +0xb1
github.com/hashicorp/consul/command/agent.(*Command).Run(0xc20805c120, 0xc20800e020, 0x2, 0x2, 0x0)
/opt/gopath/src/github.com/hashicorp/consul/command/agent/command.go:343 +0x643
github.com/mitchellh/cli.(*CLI).Run(0xc208061720, 0xc208061720, 0x0, 0x0)
/opt/gopath/src/github.com/mitchellh/cli/cli.go:100 +0x3a1
main.realMain(0x411bbe)
/opt/gopath/src/github.com/hashicorp/consul/main.go:37 +0x2fb
main.main()
/opt/gopath/src/github.com/hashicorp/consul/main.go:12 +0x1e
goroutine 19 [finalizer wait]:
runtime.park(0x4245d0, 0xf95030, 0xf814c9)
/opt/go/src/pkg/runtime/proc.c:1369 +0x89
runtime.parkunlock(0xf95030, 0xf814c9)
/opt/go/src/pkg/runtime/proc.c:1385 +0x3b
runfinq()
/opt/go/src/pkg/runtime/mgc0.c:2644 +0xcf
runtime.goexit()
/opt/go/src/pkg/runtime/proc.c:1445
goroutine 20 [syscall]:
os/signal.loop()
/opt/go/src/pkg/os/signal/signal_unix.go:21 +0x1e
created by os/signal.init·1
/opt/go/src/pkg/os/signal/signal_unix.go:27 +0x32
goroutine 24 [select]:
github.com/armon/go-metrics.(*InmemSignal).run(0xc20800fa40)
/opt/gopath/src/github.com/armon/go-metrics/inmem_signal.go:63 +0xa8
created by github.com/armon/go-metrics.NewInmemSignal
/opt/gopath/src/github.com/armon/go-metrics/inmem_signal.go:37 +0x168
goroutine 25 [sleep]:
time.Sleep(0x3b9aca00)
/opt/go/src/pkg/runtime/time.goc:39 +0x31
github.com/armon/go-metrics.(*Metrics).collectStats(0xc208082960)
/opt/gopath/src/github.com/armon/go-metrics/metrics.go:67 +0x2b
created by github.com/armon/go-metrics.New
/opt/gopath/src/github.com/armon/go-metrics/start.go:61 +0x9b
goroutine 26 [select]:
github.com/hashicorp/consul/consul.(*ConnPool).reap(0xc208082be0)
/opt/gopath/src/github.com/hashicorp/consul/consul/pool.go:360 +0x48a
created by github.com/hashicorp/consul/consul.NewPool
/opt/gopath/src/github.com/hashicorp/consul/consul/pool.go:154 +0xda
goroutine 17 [syscall]:
runtime.goexit()
/opt/go/src/pkg/runtime/proc.c:1445
goroutine 27 [select]:
github.com/hashicorp/consul/consul.(*RaftLayer).Accept(0xc20800ff00, 0x0, 0x0, 0x0, 0x0)
/opt/gopath/src/github.com/hashicorp/consul/consul/raft_rpc.go:56 +0x14d
github.com/hashicorp/raft.(*NetworkTransport).listen(0xc208086ae0)
/opt/gopath/src/github.com/hashicorp/raft/net_transport.go:339 +0x4f
created by github.com/hashicorp/raft.NewNetworkTransport
/opt/gopath/src/github.com/hashicorp/raft/net_transport.go:135 +0x1c9
goroutine 28 [select]:
github.com/hashicorp/raft.(*Raft).runFollower(0xc2081161c0)
/opt/gopath/src/github.com/hashicorp/raft/raft.go:571 +0x77c
github.com/hashicorp/raft.(*Raft).run(0xc2081161c0)
/opt/gopath/src/github.com/hashicorp/raft/raft.go:556 +0x90
github.com/hashicorp/raft.*Raft.(github.com/hashicorp/raft.run)·fm()
/opt/gopath/src/github.com/hashicorp/raft/raft.go:231 +0x26
github.com/hashicorp/raft.func·008()
/opt/gopath/src/github.com/hashicorp/raft/state.go:152 +0x4e
created by github.com/hashicorp/raft.(*raftState).goFunc
/opt/gopath/src/github.com/hashicorp/raft/state.go:153 +0x9c
goroutine 29 [select]:
github.com/hashicorp/raft.(*Raft).runFSM(0xc2081161c0)
/opt/gopath/src/github.com/hashicorp/raft/raft.go:474 +0xdbb
github.com/hashicorp/raft.*Raft.(github.com/hashicorp/raft.runFSM)·fm()
/opt/gopath/src/github.com/hashicorp/raft/raft.go:232 +0x26
github.com/hashicorp/raft.func·008()
/opt/gopath/src/github.com/hashicorp/raft/state.go:152 +0x4e
created by github.com/hashicorp/raft.(*raftState).goFunc
/opt/gopath/src/github.com/hashicorp/raft/state.go:153 +0x9c
goroutine 30 [select]:
github.com/hashicorp/raft.(*Raft).runSnapshots(0xc2081161c0)
/opt/gopath/src/github.com/hashicorp/raft/raft.go:1525 +0x3bd
github.com/hashicorp/raft.*Raft.(github.com/hashicorp/raft.runSnapshots)·fm()
/opt/gopath/src/github.com/hashicorp/raft/raft.go:233 +0x26
github.com/hashicorp/raft.func·008()
/opt/gopath/src/github.com/hashicorp/raft/state.go:152 +0x4e
created by github.com/hashicorp/raft.(*raftState).goFunc
/opt/gopath/src/github.com/hashicorp/raft/state.go:153 +0x9c
goroutine 31 [select]:
github.com/hashicorp/consul/consul.(*Server).monitorLeadership(0xc20805ac80)
/opt/gopath/src/github.com/hashicorp/consul/consul/leader.go:31 +0x19d
created by github.com/hashicorp/consul/consul.(*Server).setupRaft
/opt/gopath/src/github.com/hashicorp/consul/consul/server.go:328 +0x908
goroutine 34 [select]:
github.com/hashicorp/consul/consul.(*Server).wanEventHandler(0xc20805ac80)
/opt/gopath/src/github.com/hashicorp/consul/consul/serf.go:51 +0x281
created by github.com/hashicorp/consul/consul.NewServer
/opt/gopath/src/github.com/hashicorp/consul/consul/server.go:192 +0x725
goroutine 35 [select]:
github.com/hashicorp/serf/serf.(*serfQueries).stream(0xc20802d710)
/opt/gopath/src/github.com/hashicorp/serf/serf/internal_query.go:80 +0x238
created by github.com/hashicorp/serf/serf.newSerfQueries
/opt/gopath/src/github.com/hashicorp/serf/serf/internal_query.go:73 +0x9f
goroutine 36 [select]:
github.com/hashicorp/serf/serf.(*Snapshotter).stream(0xc2080c24d0)
/opt/gopath/src/github.com/hashicorp/serf/serf/snapshot.go:174 +0x890
created by github.com/hashicorp/serf/serf.NewSnapshotter
/opt/gopath/src/github.com/hashicorp/serf/serf/snapshot.go:122 +0x510
goroutine 37 [IO wait]:
net.runtime_pollWait(0x7fbc0c46ecd8, 0x72, 0x0)
/opt/go/src/pkg/runtime/netpoll.goc:146 +0x66
net.(*pollDesc).Wait(0xc208128140, 0x72, 0x0, 0x0)
/opt/go/src/pkg/net/fd_poll_runtime.go:84 +0x46
net.(*pollDesc).WaitRead(0xc208128140, 0x0, 0x0)
/opt/go/src/pkg/net/fd_poll_runtime.go:89 +0x42
net.(*netFD).accept(0xc2081280e0, 0xb87538, 0x0, 0x7fbc0c46d440, 0xb)
/opt/go/src/pkg/net/fd_unix.go:409 +0x343
net.(*TCPListener).AcceptTCP(0xc20809c420, 0x0, 0x0, 0x0)
/opt/go/src/pkg/net/tcpsock_posix.go:234 +0x5d
github.com/hashicorp/memberlist.(*Memberlist).tcpListen(0xc208070460)
/opt/gopath/src/github.com/hashicorp/memberlist/net.go:173 +0x2b
created by github.com/hashicorp/memberlist.newMemberlist
/opt/gopath/src/github.com/hashicorp/memberlist/memberlist.go:121 +0xa3b
goroutine 38 [IO wait]:
net.runtime_pollWait(0x7fbc0c46ec28, 0x72, 0x0)
/opt/go/src/pkg/runtime/netpoll.goc:146 +0x66
net.(*pollDesc).Wait(0xc2081281b0, 0x72, 0x0, 0x0)
/opt/go/src/pkg/net/fd_poll_runtime.go:84 +0x46
net.(*pollDesc).WaitRead(0xc2081281b0, 0x0, 0x0)
/opt/go/src/pkg/net/fd_poll_runtime.go:89 +0x42
net.(*netFD).readFrom(0xc208128150, 0xc208152000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x7fbc0c46d440, 0xb)
/opt/go/src/pkg/net/fd_unix.go:259 +0x3db
net.(*UDPConn).ReadFromUDP(0xc20809c428, 0xc208152000, 0x10000, 0x10000, 0x436a2a, 0x0, 0x0, 0x0)
/opt/go/src/pkg/net/udpsock_posix.go:67 +0x129
net.(*UDPConn).ReadFrom(0xc20809c428, 0xc208152000, 0x10000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x0)
/opt/go/src/pkg/net/udpsock_posix.go:82 +0x142
github.com/hashicorp/memberlist.(*Memberlist).udpListen(0xc208070460)
/opt/gopath/src/github.com/hashicorp/memberlist/net.go:235 +0x2a4
created by github.com/hashicorp/memberlist.newMemberlist
/opt/gopath/src/github.com/hashicorp/memberlist/memberlist.go:122 +0xa59
goroutine 39 [select]:
github.com/hashicorp/memberlist.(*Memberlist).udpHandler(0xc208070460)
/opt/gopath/src/github.com/hashicorp/memberlist/net.go:320 +0x2d8
created by github.com/hashicorp/memberlist.newMemberlist
/opt/gopath/src/github.com/hashicorp/memberlist/memberlist.go:123 +0xa77
CONSUL_CONF=/etc/consul.d
CONSUL_LOG=/var/log/consul.log
GOMAXPROCS=2
PUBLIC=`facter ec2_public_ipv4`
CONSUL_ADVERTISE=$PUBLIC
export CONSUL_CONF CONSUL_LOG GOMAXPROCS CONSUL_ADVERTISE
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment