telegraf crash

telegraf.log

2016/07/17 09:31:36 Output [influxdb] wrote batch of 18 metrics in 9.206671ms
2016/07/17 09:32:43 Output [influxdb] buffer fullness: 18 / 10000 metrics. Total gathered metrics: 468618. Total dropped metrics: 0.
2016/07/17 09:32:43 Output [influxdb] wrote batch of 18 metrics in 17.840049ms
2016/07/17 09:33:50 Output [influxdb] buffer fullness: 18 / 10000 metrics. Total gathered metrics: 468636. Total dropped metrics: 0.
2016/07/17 09:33:50 Output [influxdb] wrote batch of 18 metrics in 7.921341ms
2016/07/17 09:34:57 Output [influxdb] buffer fullness: 18 / 10000 metrics. Total gathered metrics: 468654. Total dropped metrics: 0.
2016/07/17 09:34:57 Output [influxdb] wrote batch of 18 metrics in 7.272336ms
unexpected fault address 0x0
fatal error: fault
[signal 0xb code=0x80 addr=0x0 pc=0x4aa5de]

goroutine 776169 [running]:
runtime.throw(0x12343f8, 0x5)
	/usr/local/go/src/runtime/panic.go:547 +0x90 fp=0xc82059d6f0 sp=0xc82059d6d8
runtime.sigpanic()
	/usr/local/go/src/runtime/sigpanic_unix.go:27 +0x2ab fp=0xc82059d740 sp=0xc82059d6f0
github.com/influxdata/telegraf/agent.gatherWithTimeout.func1(0x0, 0x6f74732d74726174, 0x6e6f6d6561642d70)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:174 +0x3e fp=0xc82059d7a8 sp=0xc82059d740
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1998 +0x1 fp=0xc82059d7b0 sp=0xc82059d7a8
created by github.com/influxdata/telegraf/agent.gatherWithTimeout
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:175 +0xe0

goroutine 1 [semacquire, 26050 minutes]:
sync.runtime_Semacquire(0xc82000dffc)
	/usr/local/go/src/runtime/sema.go:47 +0x26
sync.(*WaitGroup).Wait(0xc82000dff0)
	/usr/local/go/src/sync/waitgroup.go:127 +0xb4
github.com/influxdata/telegraf/agent.(*Agent).Run(0xc82001e0e8, 0xc82004cde0, 0x0, 0x0)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:369 +0xa36
main.main()
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/cmd/telegraf/telegraf.go:274 +0x2632

goroutine 17 [syscall, 26050 minutes, locked to thread]:
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1998 +0x1

goroutine 5 [syscall, 26050 minutes]:
os/signal.signal_recv(0x0)
	/usr/local/go/src/runtime/sigqueue.go:116 +0x132
os/signal.loop()
	/usr/local/go/src/os/signal/signal_unix.go:22 +0x18
created by os/signal.init.1
	/usr/local/go/src/os/signal/signal_unix.go:28 +0x37

goroutine 26 [select]:
github.com/influxdata/telegraf/agent.(*Agent).flusher(0xc82001e0e8, 0xc82004cde0, 0xc82004d080, 0x0, 0x0)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:271 +0x341
github.com/influxdata/telegraf/agent.(*Agent).Run.func1(0xc82000dff0, 0xc82001e0e8, 0xc82004cde0, 0xc82004d080)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:348 +0x7b
created by github.com/influxdata/telegraf/agent.(*Agent).Run
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:352 +0x904

goroutine 24 [select, 26050 minutes, locked to thread]:
runtime.gopark(0x1497528, 0xc820018f28, 0x1238948, 0x6, 0x1c7ab18, 0x2)
	/usr/local/go/src/runtime/proc.go:262 +0x163
runtime.selectgoImpl(0xc820018f28, 0x0, 0x18)
	/usr/local/go/src/runtime/select.go:392 +0xa67
runtime.selectgo(0xc820018f28)
	/usr/local/go/src/runtime/select.go:215 +0x12
runtime.ensureSigM.func1()
	/usr/local/go/src/runtime/signal1_unix.go:279 +0x358
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1998 +0x1

goroutine 27 [select, 1 minutes]:
github.com/influxdata/telegraf/agent.(*Agent).gatherer(0xc82001e0e8, 0xc82004cde0, 0xc82013ab10, 0xdf8475800, 0xc82004d080, 0x0, 0x0)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:150 +0x79f
github.com/influxdata/telegraf/agent.(*Agent).Run.func2(0xc82000dff0, 0xc82001e0e8, 0xc82004cde0, 0xc82004d080, 0xc82013ab10, 0xdf8475800)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:363 +0x7e
created by github.com/influxdata/telegraf/agent.(*Agent).Run
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:366 +0x9fb

goroutine 28 [select, 1 minutes]:
github.com/influxdata/telegraf/agent.gatherWithTimeout(0xc82004cde0, 0xc82013ac30, 0xc82077e810, 0xdf8475800)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:178 +0x50d
github.com/influxdata/telegraf/agent.(*Agent).gatherer(0xc82001e0e8, 0xc82004cde0, 0xc82013ac30, 0xdf8475800, 0xc82004d080, 0x0, 0x0)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:139 +0x471
github.com/influxdata/telegraf/agent.(*Agent).Run.func2(0xc82000dff0, 0xc82001e0e8, 0xc82004cde0, 0xc82004d080, 0xc82013ac30, 0xdf8475800)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:363 +0x7e
created by github.com/influxdata/telegraf/agent.(*Agent).Run
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:366 +0x9fb

goroutine 25 [chan receive, 26050 minutes]:
main.main.func2(0xc82004ce40, 0xc82004cde0, 0xc8203b7260)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/cmd/telegraf/telegraf.go:246 +0x47
created by main.main
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/cmd/telegraf/telegraf.go:256 +0x1eff

goroutine 29 [select, 1 minutes]:
github.com/influxdata/telegraf/agent.gatherWithTimeout(0xc82004cde0, 0xc82013ae40, 0xc82077f2c0, 0xdf8475800)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:178 +0x50d
github.com/influxdata/telegraf/agent.(*Agent).gatherer(0xc82001e0e8, 0xc82004cde0, 0xc82013ae40, 0xdf8475800, 0xc82004d080, 0x0, 0x0)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:139 +0x471
github.com/influxdata/telegraf/agent.(*Agent).Run.func2(0xc82000dff0, 0xc82001e0e8, 0xc82004cde0, 0xc82004d080, 0xc82013ae40, 0xdf8475800)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:363 +0x7e
created by github.com/influxdata/telegraf/agent.(*Agent).Run
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:366 +0x9fb

goroutine 30 [select, 1 minutes]:
github.com/influxdata/telegraf/agent.(*Agent).gatherer(0xc82001e0e8, 0xc82004cde0, 0xc82013aed0, 0xdf8475800, 0xc82004d080, 0x0, 0x0)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:150 +0x79f
github.com/influxdata/telegraf/agent.(*Agent).Run.func2(0xc82000dff0, 0xc82001e0e8, 0xc82004cde0, 0xc82004d080, 0xc82013aed0, 0xdf8475800)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:363 +0x7e
created by github.com/influxdata/telegraf/agent.(*Agent).Run
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:366 +0x9fb

goroutine 31 [select, 1 minutes]:
github.com/influxdata/telegraf/agent.(*Agent).gatherer(0xc82001e0e8, 0xc82004cde0, 0xc82013af90, 0xdf8475800, 0xc82004d080, 0x0, 0x0)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:150 +0x79f
github.com/influxdata/telegraf/agent.(*Agent).Run.func2(0xc82000dff0, 0xc82001e0e8, 0xc82004cde0, 0xc82004d080, 0xc82013af90, 0xdf8475800)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:363 +0x7e
created by github.com/influxdata/telegraf/agent.(*Agent).Run
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:366 +0x9fb

goroutine 32 [select, 1 minutes]:
github.com/influxdata/telegraf/agent.(*Agent).gatherer(0xc82001e0e8, 0xc82004cde0, 0xc82013aff0, 0xdf8475800, 0xc82004d080, 0x0, 0x0)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:150 +0x79f
github.com/influxdata/telegraf/agent.(*Agent).Run.func2(0xc82000dff0, 0xc82001e0e8, 0xc82004cde0, 0xc82004d080, 0xc82013aff0, 0xdf8475800)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:363 +0x7e
created by github.com/influxdata/telegraf/agent.(*Agent).Run
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:366 +0x9fb

goroutine 33 [select, 1 minutes]:
github.com/influxdata/telegraf/agent.(*Agent).gatherer(0xc82001e0e8, 0xc82004cde0, 0xc82013b230, 0xdf8475800, 0xc82004d080, 0x0, 0x0)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:150 +0x79f
github.com/influxdata/telegraf/agent.(*Agent).Run.func2(0xc82000dff0, 0xc82001e0e8, 0xc82004cde0, 0xc82004d080, 0xc82013b230, 0xdf8475800)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:363 +0x7e
created by github.com/influxdata/telegraf/agent.(*Agent).Run
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:366 +0x9fb

goroutine 34 [select, 1 minutes]:
github.com/influxdata/telegraf/agent.gatherWithTimeout(0xc82004cde0, 0xc82013b8f0, 0xc8202740c0, 0xdf8475800)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:178 +0x50d
github.com/influxdata/telegraf/agent.(*Agent).gatherer(0xc82001e0e8, 0xc82004cde0, 0xc82013b8f0, 0xdf8475800, 0xc82004d080, 0x0, 0x0)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:139 +0x471
github.com/influxdata/telegraf/agent.(*Agent).Run.func2(0xc82000dff0, 0xc82001e0e8, 0xc82004cde0, 0xc82004d080, 0xc82013b8f0, 0xdf8475800)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:363 +0x7e
created by github.com/influxdata/telegraf/agent.(*Agent).Run
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:366 +0x9fb

goroutine 35 [GC assist wait]:
github.com/influxdata/telegraf/agent.(*Agent).gatherer(0xc82001e0e8, 0xc82004cde0, 0xc82013b9e0, 0xdf8475800, 0xc82004d080, 0x0, 0x0)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:124 +0x157
github.com/influxdata/telegraf/agent.(*Agent).Run.func2(0xc82000dff0, 0xc82001e0e8, 0xc82004cde0, 0xc82004d080, 0xc82013b9e0, 0xdf8475800)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:363 +0x7e
created by github.com/influxdata/telegraf/agent.(*Agent).Run
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:366 +0x9fb

goroutine 36 [select, 1 minutes]:
github.com/influxdata/telegraf/agent.gatherWithTimeout(0xc82004cde0, 0xc82013bad0, 0xc82077f1d0, 0xdf8475800)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:178 +0x50d
github.com/influxdata/telegraf/agent.(*Agent).gatherer(0xc82001e0e8, 0xc82004cde0, 0xc82013bad0, 0xdf8475800, 0xc82004d080, 0x0, 0x0)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:139 +0x471
github.com/influxdata/telegraf/agent.(*Agent).Run.func2(0xc82000dff0, 0xc82001e0e8, 0xc82004cde0, 0xc82004d080, 0xc82013bad0, 0xdf8475800)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:363 +0x7e
created by github.com/influxdata/telegraf/agent.(*Agent).Run
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:366 +0x9fb

goroutine 37 [runnable]:
github.com/influxdata/telegraf/agent.(*Agent).gatherer(0xc82001e0e8, 0xc82004cde0, 0xc82013bc80, 0xdf8475800, 0xc82004d080, 0x0, 0x0)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:150 +0x79f
github.com/influxdata/telegraf/agent.(*Agent).Run.func2(0xc82000dff0, 0xc82001e0e8, 0xc82004cde0, 0xc82004d080, 0xc82013bc80, 0xdf8475800)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:363 +0x7e
created by github.com/influxdata/telegraf/agent.(*Agent).Run
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:366 +0x9fb

goroutine 38 [GC assist wait]:
github.com/influxdata/telegraf/agent.(*Agent).gatherer(0xc82001e0e8, 0xc82004cde0, 0xc8201b2d20, 0xdf8475800, 0xc82004d080, 0x0, 0x0)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:124 +0x157
github.com/influxdata/telegraf/agent.(*Agent).Run.func2(0xc82000dff0, 0xc82001e0e8, 0xc82004cde0, 0xc82004d080, 0xc8201b2d20, 0xdf8475800)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:363 +0x7e
created by github.com/influxdata/telegraf/agent.(*Agent).Run
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:366 +0x9fb

goroutine 39 [select, 1 minutes]:
github.com/influxdata/telegraf/agent.gatherWithTimeout(0xc82004cde0, 0xc8201b3770, 0xc82077e5d0, 0xdf8475800)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:178 +0x50d
github.com/influxdata/telegraf/agent.(*Agent).gatherer(0xc82001e0e8, 0xc82004cde0, 0xc8201b3770, 0xdf8475800, 0xc82004d080, 0x0, 0x0)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:139 +0x471
github.com/influxdata/telegraf/agent.(*Agent).Run.func2(0xc82000dff0, 0xc82001e0e8, 0xc82004cde0, 0xc82004d080, 0xc8201b3770, 0xdf8475800)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:363 +0x7e
created by github.com/influxdata/telegraf/agent.(*Agent).Run
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:366 +0x9fb

goroutine 776174 [runnable]:
strings.FieldsFunc(0xc820591900, 0x95, 0x1497820, 0x0, 0x0, 0x0)
	/usr/local/go/src/strings/strings.go:332 +0x18b
strings.Fields(0xc820591900, 0x95, 0x0, 0x0, 0x0)
	/usr/local/go/src/strings/strings.go:308 +0x48
github.com/shirou/gopsutil/net.processInet(0xc8205e2cf0, 0xd, 0x100000002, 0x12395e8, 0x3, 0xc820274c30, 0x0, 0x0, 0x0, 0x0, ...)
	/home/ubuntu/telegraf-build/src/github.com/shirou/gopsutil/net/net_linux.go:512 +0x2cd
github.com/shirou/gopsutil/net.ConnectionsPid(0x12323b8, 0x3, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/ubuntu/telegraf-build/src/github.com/shirou/gopsutil/net/net_linux.go:317 +0xbee
github.com/shirou/gopsutil/net.Connections(0x12323b8, 0x3, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/ubuntu/telegraf-build/src/github.com/shirou/gopsutil/net/net_linux.go:281 +0x50
github.com/influxdata/telegraf/plugins/inputs/system.(*systemPS).NetConnections(0x1c78550, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/plugins/inputs/system/ps.go:114 +0x49
github.com/influxdata/telegraf/plugins/inputs/system.(*NetStats).Gather(0xc82014aa90, 0x7fd4378e4168, 0xc8202740c0, 0x0, 0x0)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/plugins/inputs/system/netstat.go:26 +0x7b
github.com/influxdata/telegraf/agent.gatherWithTimeout.func1(0xc8206da900, 0xc82013b8f0, 0xc8202740c0)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:174 +0x73
created by github.com/influxdata/telegraf/agent.gatherWithTimeout
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:175 +0xe0

goroutine 101 [IO wait, 2 minutes]:
net.runtime_pollWait(0x7fd4378e3608, 0x72, 0xc82055b000)
	/usr/local/go/src/runtime/netpoll.go:160 +0x60
net.(*pollDesc).Wait(0xc820471fe0, 0x72, 0x0, 0x0)
	/usr/local/go/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc820471fe0, 0x0, 0x0)
	/usr/local/go/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).Read(0xc820471f80, 0xc82055b000, 0x1000, 0x1000, 0x0, 0x7fd4378d0050, 0xc82000c028)
	/usr/local/go/src/net/fd_unix.go:250 +0x23a
net.(*conn).Read(0xc82001f028, 0xc82055b000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:172 +0xe4
net/http.noteEOFReader.Read(0x7fd4378e3988, 0xc82001f028, 0xc820583178, 0xc82055b000, 0x1000, 0x1000, 0xc8205b6d80, 0x0, 0x0)
	/usr/local/go/src/net/http/transport.go:1687 +0x67
net/http.(*noteEOFReader).Read(0xc8200ad800, 0xc82055b000, 0x1000, 0x1000, 0x2, 0x0, 0x0)
	<autogenerated>:284 +0xd0
bufio.(*Reader).fill(0xc820566b40)
	/usr/local/go/src/bufio/bufio.go:97 +0x1e9
bufio.(*Reader).Peek(0xc820566b40, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/bufio/bufio.go:132 +0xcc
net/http.(*persistConn).readLoop(0xc820583110)
	/usr/local/go/src/net/http/transport.go:1073 +0x177
created by net/http.(*Transport).dialConn
	/usr/local/go/src/net/http/transport.go:857 +0x10a6

goroutine 776165 [syscall, 1 minutes]:
syscall.Syscall(0x0, 0x7, 0xc8201d3a00, 0x200, 0x0, 0x54b, 0x4150b9)
	/usr/local/go/src/syscall/asm_linux_amd64.s:18 +0x5
syscall.read(0x7, 0xc8201d3a00, 0x200, 0x200, 0x0, 0x0, 0x0)
	/usr/local/go/src/syscall/zsyscall_linux_amd64.go:783 +0x5f
syscall.Read(0x7, 0xc8201d3a00, 0x200, 0x200, 0x0, 0x0, 0x0)
	/usr/local/go/src/syscall/syscall_unix.go:161 +0x4d
os.(*File).read(0xc82001f3f8, 0xc8201d3a00, 0x200, 0x200, 0xc8201d3a00, 0x0, 0x0)
	/usr/local/go/src/os/file_unix.go:228 +0x53
os.(*File).Read(0xc82001f3f8, 0xc8201d3a00, 0x200, 0x200, 0x1, 0x0, 0x0)
	/usr/local/go/src/os/file.go:95 +0x8a
bytes.(*Buffer).ReadFrom(0xc820471340, 0x7fd4378d4298, 0xc82001f3f8, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:176 +0x23f
io.copyBuffer(0x7fd4378d56e8, 0xc820471340, 0x7fd4378d4298, 0xc82001f3f8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/io.go:374 +0x180
io.Copy(0x7fd4378d56e8, 0xc820471340, 0x7fd4378d4298, 0xc82001f3f8, 0xb5, 0x0, 0x0)
	/usr/local/go/src/io/io.go:350 +0x64
os/exec.(*Cmd).writerDescriptor.func1(0x0, 0x0)
	/usr/local/go/src/os/exec/exec.go:236 +0x8b
os/exec.(*Cmd).Start.func1(0xc820148640, 0xc8205ab3c0)
	/usr/local/go/src/os/exec/exec.go:344 +0x1d
created by os/exec.(*Cmd).Start
	/usr/local/go/src/os/exec/exec.go:345 +0x967

goroutine 776161 [semacquire, 1 minutes]:
sync.runtime_Semacquire(0xc82014612c)
	/usr/local/go/src/runtime/sema.go:47 +0x26
sync.(*WaitGroup).Wait(0xc820146120)
	/usr/local/go/src/sync/waitgroup.go:127 +0xb4
github.com/influxdata/telegraf/plugins/inputs/exec.(*Exec).Gather(0xc8201460e0, 0x7fd4378e4168, 0xc82077e5d0, 0x0, 0x0)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/plugins/inputs/exec/exec.go:159 +0x21d
github.com/influxdata/telegraf/agent.gatherWithTimeout.func1(0xc8205b6fc0, 0xc8201b3770, 0xc82077e5d0)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:174 +0x73
created by github.com/influxdata/telegraf/agent.gatherWithTimeout
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:175 +0xe0

goroutine 102 [select, 2 minutes]:
net/http.(*persistConn).writeLoop(0xc820583110)
	/usr/local/go/src/net/http/transport.go:1277 +0x472
created by net/http.(*Transport).dialConn
	/usr/local/go/src/net/http/transport.go:858 +0x10cb

goroutine 776162 [select, 1 minutes]:
github.com/influxdata/telegraf/internal.WaitTimeout(0xc820148640, 0x12a05f200, 0x0, 0x0)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/internal/internal.go:194 +0x321
github.com/influxdata/telegraf/internal.RunTimeout(0xc820148640, 0x12a05f200, 0x0, 0x0)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/internal/internal.go:184 +0x6e
github.com/influxdata/telegraf/plugins/inputs/exec.CommandRunner.Run(0xc8201460e0, 0xc820156241, 0x2d, 0x7fd4378e4168, 0xc82077e5d0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/plugins/inputs/exec/exec.go:98 +0x1b1
github.com/influxdata/telegraf/plugins/inputs/exec.(*CommandRunner).Run(0x1c78550, 0xc8201460e0, 0xc820156241, 0x2d, 0x7fd4378e4168, 0xc82077e5d0, 0x0, 0x0, 0x0, 0x0, ...)
	<autogenerated>:2 +0xee
github.com/influxdata/telegraf/plugins/inputs/exec.(*Exec).ProcessCommand(0xc8201460e0, 0xc820156241, 0x2d, 0x7fd4378e4168, 0xc82077e5d0)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/plugins/inputs/exec/exec.go:118 +0xcf
created by github.com/influxdata/telegraf/plugins/inputs/exec.(*Exec).Gather
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/plugins/inputs/exec/exec.go:157 +0x1dd

goroutine 776167 [semacquire, 1 minutes]:
sync.runtime_Semacquire(0xc82014604c)
	/usr/local/go/src/runtime/sema.go:47 +0x26
sync.(*WaitGroup).Wait(0xc820146040)
	/usr/local/go/src/sync/waitgroup.go:127 +0xb4
github.com/influxdata/telegraf/plugins/inputs/exec.(*Exec).Gather(0xc820146000, 0x7fd4378e4168, 0xc82077f1d0, 0x0, 0x0)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/plugins/inputs/exec/exec.go:159 +0x21d
github.com/influxdata/telegraf/agent.gatherWithTimeout.func1(0xc8205b7680, 0xc82013bad0, 0xc82077f1d0)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:174 +0x73
created by github.com/influxdata/telegraf/agent.gatherWithTimeout
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:175 +0xe0

goroutine 776164 [GC assist wait]:
os.newProcess(0x62cb, 0x0, 0xc820792d40)
	/usr/local/go/src/os/exec.go:21 +0x27
os.startProcess(0x1240f50, 0xd, 0xc820792d40, 0x4, 0x4, 0xc82003b650, 0xc8204716c0, 0x0, 0x0)
	/usr/local/go/src/os/exec_posix.go:49 +0x49e
os.StartProcess(0x1240f50, 0xd, 0xc820792d40, 0x4, 0x4, 0xc82003b650, 0x0, 0x0, 0x0)
	/usr/local/go/src/os/doc.go:28 +0x69
os/exec.(*Cmd).Start(0xc820148dc0, 0x0, 0x0)
	/usr/local/go/src/os/exec/exec.go:332 +0x761
github.com/shirou/gopsutil/internal/common.CombinedOutputTimeout(0xc820148dc0, 0xb2d05e00, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/ubuntu/telegraf-build/src/github.com/shirou/gopsutil/internal/common/common.go:315 +0x100
github.com/shirou/gopsutil/internal/common.Invoke.Command(0x1240f50, 0xd, 0xc82077f170, 0x3, 0x3, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/ubuntu/telegraf-build/src/github.com/shirou/gopsutil/internal/common/common.go:40 +0x8a
github.com/shirou/gopsutil/internal/common.(*Invoke).Command(0x1c78550, 0x1240f50, 0xd, 0xc82077f170, 0x3, 0x3, 0x0, 0x0, 0x0, 0x0, ...)
	<autogenerated>:8 +0xee
github.com/shirou/gopsutil/disk.GetDiskSerialNumber(0xc8205b74ad, 0x5, 0x0, 0x0)
	/home/ubuntu/telegraf-build/src/github.com/shirou/gopsutil/disk/disk_linux.go:342 +0x2a1
github.com/shirou/gopsutil/disk.IOCounters(0x0, 0x0, 0x0)
	/home/ubuntu/telegraf-build/src/github.com/shirou/gopsutil/disk/disk_linux.go:329 +0x77f
github.com/influxdata/telegraf/plugins/inputs/system.(*systemPS).DiskIO(0x1c78550, 0x0, 0x0, 0x0)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/plugins/inputs/system/ps.go:118 +0x28
github.com/influxdata/telegraf/plugins/inputs/system.(*DiskIOStats).Gather(0xc82013ab70, 0x7fd4378e4168, 0xc82077e810, 0x0, 0x0)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/plugins/inputs/system/disk.go:104 +0x67
github.com/influxdata/telegraf/agent.gatherWithTimeout.func1(0xc8205b73e0, 0xc82013ac30, 0xc82077e810)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:174 +0x73
created by github.com/influxdata/telegraf/agent.gatherWithTimeout
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:175 +0xe0

goroutine 776168 [GC assist wait]:
os.newProcess(0x62cc, 0x0, 0xc82077f230)
	/usr/local/go/src/os/exec.go:21 +0x27
os.startProcess(0xc82077f200, 0x24, 0xc82077f230, 0x3, 0x3, 0xc820283c08, 0xc820471810, 0x0, 0x0)
	/usr/local/go/src/os/exec_posix.go:49 +0x49e
os.StartProcess(0xc82077f200, 0x24, 0xc82077f230, 0x3, 0x3, 0xc820283c08, 0x0, 0x0, 0x0)
	/usr/local/go/src/os/doc.go:28 +0x69
os/exec.(*Cmd).Start(0xc820149e00, 0x0, 0x0)
	/usr/local/go/src/os/exec/exec.go:332 +0x761
github.com/influxdata/telegraf/internal.RunTimeout(0xc820149e00, 0x12a05f200, 0x0, 0x0)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/internal/internal.go:181 +0x2d
github.com/influxdata/telegraf/plugins/inputs/exec.CommandRunner.Run(0xc820146000, 0xc82000f271, 0x46, 0x7fd4378e4168, 0xc82077f1d0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/plugins/inputs/exec/exec.go:98 +0x1b1
github.com/influxdata/telegraf/plugins/inputs/exec.(*CommandRunner).Run(0x1c78550, 0xc820146000, 0xc82000f271, 0x46, 0x7fd4378e4168, 0xc82077f1d0, 0x0, 0x0, 0x0, 0x0, ...)
	<autogenerated>:2 +0xee
github.com/influxdata/telegraf/plugins/inputs/exec.(*Exec).ProcessCommand(0xc820146000, 0xc82000f271, 0x46, 0x7fd4378e4168, 0xc82077f1d0)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/plugins/inputs/exec/exec.go:118 +0xcf
created by github.com/influxdata/telegraf/plugins/inputs/exec.(*Exec).Gather
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/plugins/inputs/exec/exec.go:157 +0x1dd

goroutine 776166 [syscall, 1 minutes]:
syscall.Syscall6(0x3d, 0x62ca, 0xc82001ddcc, 0x0, 0xc8202923f0, 0x0, 0x0, 0xc800000002, 0xc820012000, 0xc8200f6300)
	/usr/local/go/src/syscall/asm_linux_amd64.s:44 +0x5
syscall.wait4(0x62ca, 0xc82001ddcc, 0x0, 0xc8202923f0, 0x90, 0x0, 0x0)
	/usr/local/go/src/syscall/zsyscall_linux_amd64.go:172 +0x7f
syscall.Wait4(0x62ca, 0xc82001de14, 0x0, 0xc8202923f0, 0xc8206d4418, 0x0, 0x0)
	/usr/local/go/src/syscall/syscall_linux.go:256 +0x55
os.(*Process).wait(0xc820646360, 0xc82001df90, 0x0, 0x0)
	/usr/local/go/src/os/exec_unix.go:22 +0x105
os.(*Process).Wait(0xc820646360, 0x0, 0x0, 0x0)
	/usr/local/go/src/os/doc.go:49 +0x2d
os/exec.(*Cmd).Wait(0xc820148640, 0x0, 0x0)
	/usr/local/go/src/os/exec/exec.go:396 +0x211
github.com/influxdata/telegraf/internal.WaitTimeout.func1(0xc8205b75c0, 0xc820148640)
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/internal/internal.go:193 +0x21
created by github.com/influxdata/telegraf/internal.WaitTimeout
	/home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/internal/internal.go:193 +0x9c
2016/07/17 09:40:52 Starting Telegraf (version 0.13.1)
2016/07/17 09:40:52 Loaded outputs: influxdb
2016/07/17 09:40:52 Loaded inputs: disk netstat exec swap cpu kernel mem net processes system diskio exec exec
2016/07/17 09:40:52 Tags enabled: Name=hoover group=hoover host=i-56644bdc
2016/07/17 09:40:52 Agent Config: Interval:1m0s, Debug:false, Quiet:false, Hostname:"i-56644bdc", Flush Interval:1m6.105984239s 
2016/07/17 09:42:06 Output [influxdb] buffer fullness: 36 / 10000 metrics. Total gathered metrics: 36. Total dropped metrics: 0.
2016/07/17 09:42:06 Output [influxdb] wrote batch of 36 metrics in 116.756658ms
2016/07/17 09:43:12 Output [influxdb] buffer fullness: 18 / 10000 metrics. Total gathered metrics: 54. Total dropped metrics: 0.
2016/07/17 09:43:12 Output [influxdb] wrote batch of 18 metrics in 9.857561ms