Telegraf Bug Report

crash.log

Nov 29 04:41:25 enchilada1a-usw2 telegraf: fatal error: concurrent map writes                                                                                                                                                                                         [375/9978]
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 1290 [running]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: runtime.throw(0x107ec2d, 0x15)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/runtime/panic.go:566 +0x95 fp=0xc423c3f028 sp=0xc423c3f008
Nov 29 04:41:25 enchilada1a-usw2 telegraf: runtime.mapassign1(0xf112c0, 0xc423f28630, 0xc423c3f288, 0xc423c3f278)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/runtime/hashmap.go:553 +0x2e1 fp=0xc423c3f110 sp=0xc423c3f028
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/internal/models.makemetric(0xc4200d850a, 0x14, 0xc423f28630, 0xc423f28600, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/internal/models/makemetric.go:134 +0x409 fp=0xc423c3f728 sp=0xc423c3f110
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/internal/models.(*RunningInput).MakeMetric(0xc420275cb0, 0xc4200d850a, 0x14, 0xc423f28630, 0xc423f28600, 0x3, 0xecfcefdf5, 0x0, 0x1988060, 0x0, ...)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/internal/models/running_input.go:57 +0x144 fp=0xc423c3f928 sp=0xc423c3f728
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.(*accumulator).AddFields(0xc42425c000, 0xc4200d850a, 0x14, 0xc423f28630, 0xc423f28600, 0xc4229947e0, 0x1, 0x1)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/accumulator.go:50 +0xe5 fp=0xc423c3f9a0 sp=0xc423c3f928
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/plugins/inputs/statsd.(*Statsd).Gather(0xc4201322a0, 0x18dfd20, 0xc42425c000, 0x0, 0x0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/plugins/inputs/statsd/statsd.go:216 +0xd2c fp=0xc423c3ff40 sp=0xc423c3f9a0
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.gatherWithTimeout.func1(0xc4229c60c0, 0xc420275cb0, 0xc42425c000)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:152 +0x49 fp=0xc423c3ff88 sp=0xc423c3ff40
Nov 29 04:41:25 enchilada1a-usw2 telegraf: runtime.goexit()
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/runtime/asm_amd64.s:2086 +0x1 fp=0xc423c3ff90 sp=0xc423c3ff88
Nov 29 04:41:25 enchilada1a-usw2 telegraf: created by github.com/influxdata/telegraf/agent.gatherWithTimeout
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:153 +0xef
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 1 [semacquire, 4 minutes]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: sync.runtime_Semacquire(0xc4226c2fac)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/runtime/sema.go:47 +0x30
Nov 29 04:41:25 enchilada1a-usw2 telegraf: sync.(*WaitGroup).Wait(0xc4226c2fa0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/sync/waitgroup.go:131 +0x97
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.(*Agent).Run(0xc4204c6080, 0xc4226c6180, 0x0, 0x0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:385 +0x4be
Nov 29 04:41:25 enchilada1a-usw2 telegraf: main.reloadLoop(0xc42000c360, 0x0, 0x0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/cmd/telegraf/telegraf.go:284 +0xcec
Nov 29 04:41:25 enchilada1a-usw2 telegraf: main.main()
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/cmd/telegraf/telegraf.go:342 +0x85
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 17 [syscall, 4 minutes, locked to thread]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: runtime.goexit()
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/runtime/asm_amd64.s:2086 +0x1
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 5 [syscall, 4 minutes]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: os/signal.signal_recv(0x0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/runtime/sigqueue.go:116 +0x157
Nov 29 04:41:25 enchilada1a-usw2 telegraf: os/signal.loop()
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/os/signal/signal_unix.go:22 +0x22
Nov 29 04:41:25 enchilada1a-usw2 telegraf: created by os/signal.init.1
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/os/signal/signal_unix.go:28 +0x41
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 119 [runnable]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/influxdb/models.NewTags(0xc424107b50, 0x15, 0xc4229d5dc0, 0xc424107a28)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/influxdb/models/points.go:1555 +0x14f
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf.NewMetric(0xc4229d5dc0, 0x15, 0xc424107b50, 0xc424107b20, 0xecfcefdf5, 0x0, 0x1988060, 0xc424107ad8, 0x4dbfe0, 0x5f7374656b636170, ...)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/metric.go:83 +0x40
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.copyMetric(0x18e4a00, 0xc423373440, 0xc424107ee0, 0xc4229d5c01)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:401 +0x3c6
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.(*Agent).flusher.func1(0xc42170a020, 0xc4226c6180, 0xc423b90000, 0xc4204c6080)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:282 +0x220
Nov 29 04:41:25 enchilada1a-usw2 telegraf: created by github.com/influxdata/telegraf/agent.(*Agent).flusher
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:288 +0xee
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 76 [select, 4 minutes]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: main.reloadLoop.func2(0xc4226c61e0, 0xc4226c6180, 0xc42024a070, 0xc42000c360)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/cmd/telegraf/telegraf.go:252 +0x264
Nov 29 04:41:25 enchilada1a-usw2 telegraf: created by main.reloadLoop
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/cmd/telegraf/telegraf.go:266 +0x98d
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 75 [select, 4 minutes, locked to thread]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: runtime.gopark(0x11424a8, 0x0, 0x1067a19, 0x6, 0x18, 0x2)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/runtime/proc.go:259 +0x13a
Nov 29 04:41:25 enchilada1a-usw2 telegraf: runtime.selectgoImpl(0xc420488f30, 0x0, 0x18)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/runtime/select.go:423 +0x11d9
Nov 29 04:41:25 enchilada1a-usw2 telegraf: runtime.selectgo(0xc420488f30)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/runtime/select.go:238 +0x1c
Nov 29 04:41:25 enchilada1a-usw2 telegraf: runtime.ensureSigM.func1()
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/runtime/signal1_unix.go:304 +0x2f3
Nov 29 04:41:25 enchilada1a-usw2 telegraf: runtime.goexit()
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/runtime/asm_amd64.s:2086 +0x1
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 82 [runnable]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.(*Agent).flusher(0xc4204c6080, 0xc4226c6180, 0xc4226c6420, 0xc420484f00, 0xc4226c64e0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:310 +0x381
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.(*Agent).Run.func1(0xc4226c2fa0, 0xc4204c6080, 0xc4226c6180, 0xc4226c6420)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:355 +0x77
Nov 29 04:41:25 enchilada1a-usw2 telegraf: created by github.com/influxdata/telegraf/agent.(*Agent).Run
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:359 +0x300
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 77 [IO wait]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: net.runtime_pollWait(0x7fa46807d700, 0x72, 0x0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/runtime/netpoll.go:160 +0x59
Nov 29 04:41:25 enchilada1a-usw2 telegraf: net.(*pollDesc).wait(0xc4203835d0, 0x72, 0xc420037cf8, 0xc42000e180)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/net/fd_poll_runtime.go:73 +0x38
Nov 29 04:41:25 enchilada1a-usw2 telegraf: net.(*pollDesc).waitRead(0xc4203835d0, 0x18d3800, 0xc42000e180)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/net/fd_poll_runtime.go:78 +0x34
Nov 29 04:41:25 enchilada1a-usw2 telegraf: net.(*netFD).readFrom(0xc420383570, 0xc422782000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x18d3800, 0xc42000e180)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/net/fd_unix.go:270 +0x1e9
Nov 29 04:41:25 enchilada1a-usw2 telegraf: net.(*UDPConn).readFrom(0xc4204c6000, 0xc422782000, 0x10000, 0x10000, 0x44539b, 0x70, 0xc420037e48, 0xc420037e48)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/net/udpsock_posix.go:43 +0x6a
Nov 29 04:41:25 enchilada1a-usw2 telegraf: net.(*UDPConn).ReadFromUDP(0xc4204c6000, 0xc422782000, 0x10000, 0x10000, 0x64, 0x64, 0x0, 0x0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/net/udpsock.go:85 +0x75
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/plugins/inputs/statsd.(*Statsd).udpListen(0xc4201322a0, 0x0, 0x0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/plugins/inputs/statsd/statsd.go:289 +0x32c
Nov 29 04:41:25 enchilada1a-usw2 telegraf: created by github.com/influxdata/telegraf/plugins/inputs/statsd.(*Statsd).Start
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/plugins/inputs/statsd/statsd.go:264 +0x1b2
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 78 [select]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/plugins/inputs/statsd.(*Statsd).parser(0xc4201322a0, 0x0, 0x0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/plugins/inputs/statsd/statsd.go:316 +0x230
Nov 29 04:41:25 enchilada1a-usw2 telegraf: created by github.com/influxdata/telegraf/plugins/inputs/statsd.(*Statsd).Start
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/plugins/inputs/statsd/statsd.go:266 +0x1d4
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 79 [IO wait]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: net.runtime_pollWait(0x7fa46807d580, 0x72, 0x0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/runtime/netpoll.go:160 +0x59
Nov 29 04:41:25 enchilada1a-usw2 telegraf: net.(*pollDesc).wait(0xc42018edf0, 0x72, 0xc42276acf8, 0xc42000e180)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/net/fd_poll_runtime.go:73 +0x38
Nov 29 04:41:25 enchilada1a-usw2 telegraf: net.(*pollDesc).waitRead(0xc42018edf0, 0x18d3800, 0xc42000e180)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/net/fd_poll_runtime.go:78 +0x34
Nov 29 04:41:25 enchilada1a-usw2 telegraf: net.(*netFD).readFrom(0xc42018ed90, 0xc4205f0000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x18d3800, 0xc42000e180)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/net/fd_unix.go:270 +0x1e9
Nov 29 04:41:25 enchilada1a-usw2 telegraf: net.(*UDPConn).readFrom(0xc420028020, 0xc4205f0000, 0x10000, 0x10000, 0x44539b, 0x200, 0xc42276ae48, 0xc42276ae48)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/net/udpsock_posix.go:43 +0x6a
Nov 29 04:41:25 enchilada1a-usw2 telegraf: net.(*UDPConn).ReadFromUDP(0xc420028020, 0xc4205f0000, 0x10000, 0x10000, 0x1f1, 0x1f1, 0x0, 0x0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/net/udpsock.go:85 +0x75
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/plugins/inputs/statsd.(*Statsd).udpListen(0xc420132380, 0x0, 0x0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/plugins/inputs/statsd/statsd.go:289 +0x32c
Nov 29 04:41:25 enchilada1a-usw2 telegraf: created by github.com/influxdata/telegraf/plugins/inputs/statsd.(*Statsd).Start
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/plugins/inputs/statsd/statsd.go:264 +0x1b2
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 80 [select]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/plugins/inputs/statsd.(*Statsd).parser(0xc420132380, 0x0, 0x0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/plugins/inputs/statsd/statsd.go:316 +0x230
Nov 29 04:41:25 enchilada1a-usw2 telegraf: created by github.com/influxdata/telegraf/plugins/inputs/statsd.(*Statsd).Start
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/plugins/inputs/statsd/statsd.go:266 +0x1d4
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 83 [runnable]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.(*Agent).gatherer(0xc4204c6080, 0xc4226c6180, 0xc420274b10, 0x12a05f200, 0xc4226c6420)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:128 +0x4b8
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.(*Agent).Run.func3(0xc4226c2fa0, 0xc4204c6080, 0xc4226c6180, 0xc4226c6420, 0xc420274b10, 0x12a05f200)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:381 +0x7f
Nov 29 04:41:25 enchilada1a-usw2 telegraf: created by github.com/influxdata/telegraf/agent.(*Agent).Run
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:382 +0x47b
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 84 [select]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.gatherWithTimeout(0xc4226c6180, 0xc420274ff0, 0xc42360f5f0, 0x12a05f200)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:156 +0x368
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.(*Agent).gatherer(0xc4204c6080, 0xc4226c6180, 0xc420274ff0, 0x12a05f200, 0xc4226c6420)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:122 +0x24a
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.(*Agent).Run.func3(0xc4226c2fa0, 0xc4204c6080, 0xc4226c6180, 0xc4226c6420, 0xc420274ff0, 0x12a05f200)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:381 +0x7f
Nov 29 04:41:25 enchilada1a-usw2 telegraf: created by github.com/influxdata/telegraf/agent.(*Agent).Run
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:382 +0x47b
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 85 [select]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.gatherWithTimeout(0xc4226c6180, 0xc420274db0, 0xc4241f2000, 0x12a05f200)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:156 +0x368
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.(*Agent).gatherer(0xc4204c6080, 0xc4226c6180, 0xc420274db0, 0x12a05f200, 0xc4226c6420)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:122 +0x24a
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.(*Agent).Run.func3(0xc4226c2fa0, 0xc4204c6080, 0xc4226c6180, 0xc4226c6420, 0xc420274db0, 0x12a05f200)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:381 +0x7f
Nov 29 04:41:25 enchilada1a-usw2 telegraf: created by github.com/influxdata/telegraf/agent.(*Agent).Run
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:382 +0x47b
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 86 [select]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.(*Agent).gatherer(0xc4204c6080, 0xc4226c6180, 0xc420274e40, 0x12a05f200, 0xc4226c6420)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:128 +0x4b8
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.(*Agent).Run.func3(0xc4226c2fa0, 0xc4204c6080, 0xc4226c6180, 0xc4226c6420, 0xc420274e40, 0x12a05f200)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:381 +0x7f
Nov 29 04:41:25 enchilada1a-usw2 telegraf: created by github.com/influxdata/telegraf/agent.(*Agent).Run
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:382 +0x47b
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 87 [select]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.gatherWithTimeout(0xc4226c6180, 0xc420274ea0, 0xc42416bc20, 0x12a05f200)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:156 +0x368
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.(*Agent).gatherer(0xc4204c6080, 0xc4226c6180, 0xc420274ea0, 0x12a05f200, 0xc4226c6420)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:122 +0x24a
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.(*Agent).Run.func3(0xc4226c2fa0, 0xc4204c6080, 0xc4226c6180, 0xc4226c6420, 0xc420274ea0, 0x12a05f200)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:381 +0x7f
Nov 29 04:41:25 enchilada1a-usw2 telegraf: created by github.com/influxdata/telegraf/agent.(*Agent).Run
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:382 +0x47b
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 88 [select]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.gatherWithTimeout(0xc4226c6180, 0xc420275020, 0xc42285c120, 0x12a05f200)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:156 +0x368
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.(*Agent).gatherer(0xc4204c6080, 0xc4226c6180, 0xc420275020, 0x12a05f200, 0xc4226c6420)
Nov 29 04:41:25 enchilada1a-usw2 systemd: telegraf.service: main process exited, code=exited, status=2/INVALIDARGUMENT
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:122 +0x24a
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.(*Agent).Run.func3(0xc4226c2fa0, 0xc4204c6080, 0xc4226c6180, 0xc4226c6420, 0xc420275020, 0x12a05f200)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:381 +0x7f
Nov 29 04:41:25 enchilada1a-usw2 telegraf: created by github.com/influxdata/telegraf/agent.(*Agent).Run
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:382 +0x47b
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 89 [select]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.(*Agent).gatherer(0xc4204c6080, 0xc4226c6180, 0xc4202750e0, 0x12a05f200, 0xc4226c6420)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:128 +0x4b8
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.(*Agent).Run.func3(0xc4226c2fa0, 0xc4204c6080, 0xc4226c6180, 0xc4226c6420, 0xc4202750e0, 0x12a05f200)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:381 +0x7f
Nov 29 04:41:25 enchilada1a-usw2 telegraf: created by github.com/influxdata/telegraf/agent.(*Agent).Run
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:382 +0x47b
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 90 [select]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.gatherWithTimeout(0xc4226c6180, 0xc4202752f0, 0xc424a20420, 0x12a05f200)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:156 +0x368
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.(*Agent).gatherer(0xc4204c6080, 0xc4226c6180, 0xc4202752f0, 0x12a05f200, 0xc4226c6420)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:122 +0x24a
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.(*Agent).Run.func3(0xc4226c2fa0, 0xc4204c6080, 0xc4226c6180, 0xc4226c6420, 0xc4202752f0, 0x12a05f200)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:381 +0x7f
Nov 29 04:41:25 enchilada1a-usw2 telegraf: created by github.com/influxdata/telegraf/agent.(*Agent).Run
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:382 +0x47b
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 91 [select]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.(*Agent).gatherer(0xc4204c6080, 0xc4226c6180, 0xc420275380, 0x12a05f200, 0xc4226c6420)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:128 +0x4b8
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.(*Agent).Run.func3(0xc4226c2fa0, 0xc4204c6080, 0xc4226c6180, 0xc4226c6420, 0xc420275380, 0x12a05f200)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:381 +0x7f
Nov 29 04:41:25 enchilada1a-usw2 telegraf: created by github.com/influxdata/telegraf/agent.(*Agent).Run
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:382 +0x47b
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 92 [select]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.(*Agent).gatherer(0xc4204c6080, 0xc4226c6180, 0xc420275440, 0x12a05f200, 0xc4226c6420)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:128 +0x4b8
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.(*Agent).Run.func3(0xc4226c2fa0, 0xc4204c6080, 0xc4226c6180, 0xc4226c6420, 0xc420275440, 0x12a05f200)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:381 +0x7f
Nov 29 04:41:25 enchilada1a-usw2 telegraf: created by github.com/influxdata/telegraf/agent.(*Agent).Run
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:382 +0x47b
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 93 [select]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.gatherWithTimeout(0xc4226c6180, 0xc420275cb0, 0xc42425c000, 0x12a05f200)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:156 +0x368
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.(*Agent).gatherer(0xc4204c6080, 0xc4226c6180, 0xc420275cb0, 0x12a05f200, 0xc4226c6420)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:122 +0x24a
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.(*Agent).Run.func3(0xc4226c2fa0, 0xc4204c6080, 0xc4226c6180, 0xc4226c6420, 0xc420275cb0, 0x12a05f200)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:381 +0x7f
Nov 29 04:41:25 enchilada1a-usw2 telegraf: created by github.com/influxdata/telegraf/agent.(*Agent).Run
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:382 +0x47b
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 94 [select]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.gatherWithTimeout(0xc4226c6180, 0xc42025a390, 0xc423f87ad0, 0x12a05f200)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:156 +0x368
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.(*Agent).gatherer(0xc4204c6080, 0xc4226c6180, 0xc42025a390, 0x12a05f200, 0xc4226c6420)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:122 +0x24a
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.(*Agent).Run.func3(0xc4226c2fa0, 0xc4204c6080, 0xc4226c6180, 0xc4226c6420, 0xc42025a390, 0x12a05f200)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:381 +0x7f
Nov 29 04:41:25 enchilada1a-usw2 telegraf: created by github.com/influxdata/telegraf/agent.(*Agent).Run
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:382 +0x47b
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 1416 [runnable]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: syscall.Syscall(0x6, 0xc423f05ff0, 0xc4232849f8, 0x0, 0x0, 0x0, 0x0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/syscall/asm_linux_amd64.s:18 +0x5
Nov 29 04:41:25 enchilada1a-usw2 telegraf: syscall.Lstat(0xc423f05fe0, 0xb, 0xc4232849f8, 0x0, 0xc423609c60)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1355 +0xa2
Nov 29 04:41:25 enchilada1a-usw2 telegraf: os.Lstat(0xc423f05fe0, 0xb, 0x5, 0x1062d56, 0x1, 0xc4241d1f00)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/os/file_unix.go:183 +0x7d
Nov 29 04:41:25 enchilada1a-usw2 telegraf: os.(*File).readdir(0xc422f28070, 0xffffffffffffffff, 0x0, 0x0, 0xc422f28070, 0x0, 0x0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/os/file_unix.go:199 +0x184
Nov 29 04:41:25 enchilada1a-usw2 telegraf: os.(*File).Readdir(0xc422f28070, 0xffffffffffffffff, 0xc422f28070, 0x0, 0x0, 0x3d2419, 0xc423609dd8)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/os/doc.go:119 +0x3e
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/shirou/gopsutil/internal/common.NumProcs(0x0, 0x0, 0x0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/shirou/gopsutil/internal/common/common_linux.go:13 +0xc1
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/shirou/gopsutil/host.Info(0xc4239e32a0, 0x0, 0x0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/shirou/gopsutil/host/host_linux.go:60 +0x11a
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/plugins/inputs/system.(*SystemStats).Gather(0x19ab3b8, 0x18dfd20, 0xc42416bc20, 0x0, 0x0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/plugins/inputs/system/system.go:30 +0x55
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.gatherWithTimeout.func1(0xc423b908a0, 0xc420274ea0, 0xc42416bc20)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:152 +0x49
Nov 29 04:41:25 enchilada1a-usw2 telegraf: created by github.com/influxdata/telegraf/agent.gatherWithTimeout
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:153 +0xef
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 1477 [runnable]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: syscall.Syscall6(0x101, 0xffffffffffffff9c, 0xc42357ef70, 0x80000, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0x0, 0xd)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/syscall/asm_linux_amd64.s:44 +0x5
Nov 29 04:41:25 enchilada1a-usw2 telegraf: syscall.openat(0xffffffffffffff9c, 0xc42357ef50, 0xd, 0x80000, 0x7fa400000000, 0x0, 0x0, 0xc423e5f5a8)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/syscall/zsyscall_linux_amd64.go:40 +0xcd
Nov 29 04:41:25 enchilada1a-usw2 telegraf: syscall.Open(0xc42357ef50, 0xd, 0x80000, 0x0, 0x18a4d98, 0x8, 0x3)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/syscall/syscall_linux.go:51 +0x50
Nov 29 04:41:25 enchilada1a-usw2 telegraf: os.OpenFile(0xc42357ef50, 0xd, 0x0, 0xc400000000, 0x44943e, 0xc42357ef50, 0xc421710790)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/os/file_unix.go:97 +0x80
Nov 29 04:41:25 enchilada1a-usw2 telegraf: os.Open(0xc42357ef50, 0xd, 0x18a4d90, 0x0, 0x0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/os/file.go:250 +0x46
Nov 29 04:41:25 enchilada1a-usw2 telegraf: io/ioutil.ReadDir(0xc42357ef50, 0xd, 0xc423e5f738, 0x2, 0x2, 0xc42357ef50, 0xd)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/io/ioutil/ioutil.go:101 +0x4d
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/shirou/gopsutil/net.getProcInodes(0x1064a9c, 0x5, 0xc400002405, 0xc4229b81e0, 0x0, 0x0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/shirou/gopsutil/net/net_linux.go:368 +0x1ad
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/shirou/gopsutil/net.getProcInodesAll(0x1064a9c, 0x5, 0x0, 0x1064a9c, 0x5)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/shirou/gopsutil/net/net_linux.go:440 +0xbe
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/shirou/gopsutil/net.ConnectionsPid(0x10636b7, 0x3, 0x0, 0x100000000000010, 0xeb8420, 0xffffffffffffff01, 0xc422841740, 0x1141f78)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/shirou/gopsutil/net/net_linux.go:304 +0xe1
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/shirou/gopsutil/net.ConnectionsPid(0x10636b7, 0x3, 0x0, 0x100000000000010, 0xeb8420, 0xffffffffffffff01, 0xc422841740, 0x1141f78)                                                                               [119/9978]
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/shirou/gopsutil/net/net_linux.go:304 +0xe1
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/shirou/gopsutil/net.Connections(0x10636b7, 0x3, 0xc42297e470, 0x0, 0x4337c0, 0xc42299e598, 0x200000003)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/shirou/gopsutil/net/net_linux.go:291 +0x3d
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/plugins/inputs/system.(*systemPS).NetConnections(0x19ab3b8, 0x0, 0x437888, 0x18cdd40, 0xc42000ee50, 0x0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/plugins/inputs/system/ps.go:114 +0x36
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/plugins/inputs/system.(*NetStats).Gather(0xc4201d8cb0, 0x18dfd20, 0xc4241f2000, 0x0, 0x0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/plugins/inputs/system/netstat.go:26 +0x6d
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.gatherWithTimeout.func1(0xc4229d20c0, 0xc420274db0, 0xc4241f2000)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:152 +0x49
Nov 29 04:41:25 enchilada1a-usw2 telegraf: created by github.com/influxdata/telegraf/agent.gatherWithTimeout
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:153 +0xef
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 1493 [syscall]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: syscall.Syscall6(0xf7, 0x1, 0x1f1c, 0xc42414aa00, 0x1000004, 0x0, 0x0, 0x437888, 0xc42001950c, 0x300000002)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/syscall/asm_linux_amd64.s:44 +0x5
Nov 29 04:41:25 enchilada1a-usw2 telegraf: os.(*Process).blockUntilWaitable(0xc424a204e0, 0xf02800, 0x458490, 0xc422981688)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/os/wait_waitid.go:28 +0xbc
Nov 29 04:41:25 enchilada1a-usw2 telegraf: os.(*Process).wait(0xc424a204e0, 0x0, 0x0, 0x0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/os/exec_unix.go:22 +0xab
Nov 29 04:41:25 enchilada1a-usw2 telegraf: os.(*Process).Wait(0xc424a204e0, 0xc4206bb018, 0x0, 0x0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/os/doc.go:49 +0x2b
Nov 29 04:41:25 enchilada1a-usw2 telegraf: os/exec.(*Cmd).Wait(0xc420746420, 0xc4206bafc0, 0xc422981790)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/os/exec/exec.go:434 +0x6d
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/shirou/gopsutil/internal/common.WaitTimeout.func1(0xc4235fe4e0, 0xc420746420)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/shirou/gopsutil/internal/common/common.go:329 +0x2b
Nov 29 04:41:25 enchilada1a-usw2 telegraf: created by github.com/shirou/gopsutil/internal/common.WaitTimeout
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/shirou/gopsutil/internal/common/common.go:329 +0x9a
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 189 [IO wait]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: net.runtime_pollWait(0x7fa46807d400, 0x72, 0x9)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/runtime/netpoll.go:160 +0x59
Nov 29 04:41:25 enchilada1a-usw2 telegraf: net.(*pollDesc).wait(0xc4201c79c0, 0x72, 0xc4229cb6f0, 0xc42000e180)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/net/fd_poll_runtime.go:73 +0x38
Nov 29 04:41:25 enchilada1a-usw2 systemd: Unit telegraf.service entered failed state.
Nov 29 04:41:25 enchilada1a-usw2 telegraf: net.(*pollDesc).waitRead(0xc4201c79c0, 0x18d3800, 0xc42000e180)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/net/fd_poll_runtime.go:78 +0x34
Nov 29 04:41:25 enchilada1a-usw2 telegraf: net.(*netFD).Read(0xc4201c7960, 0xc4237c2800, 0x400, 0x400, 0x0, 0x18d3800, 0xc42000e180)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/net/fd_unix.go:243 +0x1a1
Nov 29 04:41:25 enchilada1a-usw2 telegraf: net.(*conn).Read(0xc422f28030, 0xc4237c2800, 0x400, 0x400, 0x0, 0x0, 0x0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/net/net.go:173 +0x70
Nov 29 04:41:25 enchilada1a-usw2 telegraf: crypto/tls.(*block).readFromUntil(0xc4226a2630, 0x18d0780, 0xc422f28030, 0x5, 0xc422f28030, 0x28)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/crypto/tls/conn.go:476 +0x91
Nov 29 04:41:25 enchilada1a-usw2 telegraf: crypto/tls.(*Conn).readRecord(0xc423a04000, 0x1142517, 0xc423a04108, 0x20)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/crypto/tls/conn.go:578 +0xc4
Nov 29 04:41:25 enchilada1a-usw2 telegraf: crypto/tls.(*Conn).Read(0xc423a04000, 0xc423a22000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/crypto/tls/conn.go:1113 +0x116
Nov 29 04:41:25 enchilada1a-usw2 telegraf: net/http.(*persistConn).Read(0xc42000b900, 0xc423a22000, 0x1000, 0x1000, 0x30, 0xc4229cbb58, 0x43f9fc)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/net/http/transport.go:1261 +0x154
Nov 29 04:41:25 enchilada1a-usw2 telegraf: bufio.(*Reader).fill(0xc422f30fc0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/bufio/bufio.go:97 +0x10c
Nov 29 04:41:25 enchilada1a-usw2 telegraf: bufio.(*Reader).Peek(0xc422f30fc0, 0x1, 0x0, 0x1, 0x0, 0xc42287c720, 0x0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/bufio/bufio.go:129 +0x62
Nov 29 04:41:25 enchilada1a-usw2 telegraf: net/http.(*persistConn).readLoop(0xc42000b900)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/net/http/transport.go:1418 +0x1a1
Nov 29 04:41:25 enchilada1a-usw2 telegraf: created by net/http.(*Transport).dialConn
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/net/http/transport.go:1062 +0x4e9
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 1387 [select]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/internal.WaitTimeout(0xc4230b02c0, 0xee6b2800, 0x0, 0xc4202f8850)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/internal/internal.go:205 +0x2ce
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/internal.RunTimeout(0xc4230b02c0, 0xee6b2800, 0xc422b23810, 0x2)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/internal/internal.go:195 +0x52
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/plugins/inputs/exec.CommandRunner.Run(0xc42000c420, 0xc42360f650, 0x2a, 0x18dfd20, 0xc42360f5f0, 0xc422a88ea0, 0xc422a88ea8, 0x575724, 0xc422a88ea0, 0xc422a88eb0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/plugins/inputs/exec/exec.go:104 +0x212
Nov 29 04:41:25 enchilada1a-usw2 systemd: telegraf.service failed.
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/plugins/inputs/exec.(*CommandRunner).Run(0x19ab3b8, 0xc42000c420, 0xc42360f650, 0x2a, 0x18dfd20, 0xc42360f5f0, 0xc424172720, 0xc4241726c0, 0x649160, 0xc42007c580, ...)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: <autogenerated>:2 +0x88
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/plugins/inputs/exec.(*Exec).ProcessCommand(0xc42000c420, 0xc42360f650, 0x2a, 0x18dfd20, 0xc42360f5f0, 0xc4243dae50)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/plugins/inputs/exec/exec.go:151 +0xaf
Nov 29 04:41:25 enchilada1a-usw2 telegraf: created by github.com/influxdata/telegraf/plugins/inputs/exec.(*Exec).Gather
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/plugins/inputs/exec/exec.go:222 +0x712
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 190 [select]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: net/http.(*persistConn).writeLoop(0xc42000b900)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/net/http/transport.go:1646 +0x3bd
Nov 29 04:41:25 enchilada1a-usw2 telegraf: created by net/http.(*Transport).dialConn
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/net/http/transport.go:1063 +0x50e
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 1389 [syscall]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: syscall.Syscall6(0xf7, 0x1, 0x1f1b, 0xc425074200, 0x1000004, 0x0, 0x0, 0x4dfbd8, 0x4dfc6a, 0xc422971300)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/syscall/asm_linux_amd64.s:44 +0x5
Nov 29 04:41:25 enchilada1a-usw2 telegraf: os.(*Process).blockUntilWaitable(0xc42360f6b0, 0x5, 0x1a, 0x0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/os/wait_waitid.go:28 +0xbc
Nov 29 04:41:25 enchilada1a-usw2 telegraf: os.(*Process).wait(0xc42360f6b0, 0x0, 0x1, 0xc422d656e0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/os/exec_unix.go:22 +0xab
Nov 29 04:41:25 enchilada1a-usw2 telegraf: os.(*Process).Wait(0xc42360f6b0, 0x0, 0xc422d656e0, 0x7e73a1)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/os/doc.go:49 +0x2b
Nov 29 04:41:25 enchilada1a-usw2 telegraf: os/exec.(*Cmd).Wait(0xc4230b02c0, 0x437488, 0x1142310)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/os/exec/exec.go:434 +0x6d
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/internal.WaitTimeout.func1(0xc4242dc420, 0xc4230b02c0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/internal/internal.go:204 +0x2b
Nov 29 04:41:25 enchilada1a-usw2 telegraf: created by github.com/influxdata/telegraf/internal.WaitTimeout
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/internal/internal.go:204 +0x9a
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 1388 [syscall]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: syscall.Syscall(0x0, 0xb, 0xc4200cf000, 0x200, 0x200, 0x2a, 0x0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/syscall/asm_linux_amd64.s:18 +0x5
Nov 29 04:41:25 enchilada1a-usw2 telegraf: syscall.read(0xb, 0xc4200cf000, 0x200, 0x200, 0x7fa46a9d3000, 0x0, 0x41160b)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/syscall/zsyscall_linux_amd64.go:783 +0x55
Nov 29 04:41:25 enchilada1a-usw2 telegraf: syscall.Read(0xb, 0xc4200cf000, 0x200, 0x200, 0x0, 0xc4200d6000, 0xc42299f520)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/syscall/syscall_unix.go:161 +0x49
Nov 29 04:41:25 enchilada1a-usw2 telegraf: os.(*File).read(0xc422db8018, 0xc4200cf000, 0x200, 0x200, 0x5110eb, 0xeb8420, 0x200)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/os/file_unix.go:228 +0x4f
Nov 29 04:41:25 enchilada1a-usw2 telegraf: os.(*File).Read(0xc422db8018, 0xc4200cf000, 0x200, 0x200, 0x0, 0x4116bf, 0xc422a88e20)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/os/file.go:101 +0x59
Nov 29 04:41:25 enchilada1a-usw2 telegraf: bytes.(*Buffer).ReadFrom(0xc4202f8850, 0x18d1040, 0xc422db8018, 0xc422a88e88, 0x1, 0x18dfd20)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/bytes/buffer.go:176 +0x155
Nov 29 04:41:25 enchilada1a-usw2 telegraf: io.copyBuffer(0x18cd4c0, 0xc4202f8850, 0x18d1040, 0xc422db8018, 0x0, 0x0, 0x0, 0xc4229c7c78, 0x1, 0x1)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/io/io.go:384 +0x323
Nov 29 04:41:25 enchilada1a-usw2 telegraf: io.Copy(0x18cd4c0, 0xc4202f8850, 0x18d1040, 0xc422db8018, 0xc422a88fa0, 0xc422a88f10, 0xc4241726c0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/io/io.go:360 +0x68
Nov 29 04:41:25 enchilada1a-usw2 telegraf: os/exec.(*Cmd).writerDescriptor.func1(0xc424172720, 0x0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/os/exec/exec.go:253 +0x4d
Nov 29 04:41:25 enchilada1a-usw2 telegraf: os/exec.(*Cmd).Start.func1(0xc4230b02c0, 0xc424190c00)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/os/exec/exec.go:370 +0x27
Nov 29 04:41:25 enchilada1a-usw2 telegraf: created by os/exec.(*Cmd).Start
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/os/exec/exec.go:371 +0x4db
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 1492 [runnable]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: os/exec.(*Cmd).Start.func1(0xc420746420, 0xc4227fab40)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/os/exec/exec.go:369
Nov 29 04:41:25 enchilada1a-usw2 telegraf: created by os/exec.(*Cmd).Start
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/os/exec/exec.go:371 +0x4db
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 1386 [semacquire]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: sync.runtime_Semacquire(0xc4243dae5c)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/runtime/sema.go:47 +0x30
Nov 29 04:41:25 enchilada1a-usw2 telegraf: sync.(*WaitGroup).Wait(0xc4243dae50)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/sync/waitgroup.go:131 +0x97
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/plugins/inputs/exec.(*Exec).Gather(0xc42000c420, 0x18dfd20, 0xc42360f5f0, 0x0, 0x437488)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/plugins/inputs/exec/exec.go:224 +0x740
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.gatherWithTimeout.func1(0xc4242dc240, 0xc420274ff0, 0xc42360f5f0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:152 +0x49
Nov 29 04:41:25 enchilada1a-usw2 telegraf: created by github.com/influxdata/telegraf/agent.gatherWithTimeout
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:153 +0xef
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 1464 [runnable]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/internal/models.makemetric(0xc42293be3f, 0x14, 0xc4216fd500, 0xc4216fd4d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/internal/models/makemetric.go:80 +0x41a
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/internal/models.(*RunningInput).MakeMetric(0xc42025a390, 0xc42293be3f, 0x14, 0xc4216fd500, 0xc4216fd4d0, 0x3, 0xecfcefdf5, 0x0, 0x1988060, 0x0, ...)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/internal/models/running_input.go:57 +0x144
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.(*accumulator).AddFields(0xc423f87ad0, 0xc42293be3f, 0x14, 0xc4216fd500, 0xc4216fd4d0, 0xc42299b100, 0x1, 0x1)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/accumulator.go:50 +0xe5
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/plugins/inputs/statsd.(*Statsd).Gather(0xc420132380, 0x18dfd20, 0xc423f87ad0, 0x0, 0x0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/plugins/inputs/statsd/statsd.go:216 +0xd2c
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.gatherWithTimeout.func1(0xc42287d320, 0xc42025a390, 0xc423f87ad0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:152 +0x49
Nov 29 04:41:25 enchilada1a-usw2 telegraf: created by github.com/influxdata/telegraf/agent.gatherWithTimeout
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:153 +0xef
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 1400 [runnable]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: syscall.Syscall(0x3, 0xe, 0x0, 0x0, 0x0, 0x0, 0x0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/syscall/asm_linux_amd64.s:18 +0x5
Nov 29 04:41:25 enchilada1a-usw2 telegraf: syscall.Close(0xe, 0x0, 0x0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/syscall/zsyscall_linux_amd64.go:296 +0x4a
Nov 29 04:41:25 enchilada1a-usw2 telegraf: os.(*file).close(0xc4244d78c0, 0x459770, 0xc420744af0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/os/file_unix.go:140 +0x86
Nov 29 04:41:25 enchilada1a-usw2 telegraf: os.(*File).Close(0xc4204c6058, 0x0, 0x0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /usr/local/go/src/os/file_unix.go:132 +0x33
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/shirou/gopsutil/internal/common.ReadLinesOffsetN(0xc423a2c650, 0xa, 0x5, 0x1, 0xc423a2c790, 0x1, 0x1, 0x0, 0x0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/shirou/gopsutil/internal/common/common.go:109 +0x33a
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/shirou/gopsutil/cpu.Times(0x1, 0xc420498000, 0x7fa46a9d4770, 0x0, 0x662552, 0xc42024cf60)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/shirou/gopsutil/cpu/cpu_linux.go:38 +0xce
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/plugins/inputs/system.(*systemPS).CPUTimes(0x19ab3b8, 0xeb0101, 0xd, 0xd, 0x0, 0xc4229dab60, 0xc423938468)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/plugins/inputs/system/ps.go:38 +0x21c
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/plugins/inputs/system.(*CPUStats).Gather(0xc420274ed0, 0x18dfd20, 0xc42285c120, 0x0, 0x0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/plugins/inputs/system/cpu.go:46 +0x7d
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.gatherWithTimeout.func1(0xc424f1c240, 0xc420275020, 0xc42285c120)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:152 +0x49
Nov 29 04:41:25 enchilada1a-usw2 telegraf: created by github.com/influxdata/telegraf/agent.gatherWithTimeout
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:153 +0xef
Nov 29 04:41:25 enchilada1a-usw2 telegraf: goroutine 1491 [select]:
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/shirou/gopsutil/internal/common.WaitTimeout(0xc420746420, 0xb2d05e00, 0x0, 0xc422950740)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/shirou/gopsutil/internal/common/common.go:330 +0x2ce
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/shirou/gopsutil/internal/common.CombinedOutputTimeout(0xc420746420, 0xb2d05e00, 0xc424a20480, 0x3, 0x3, 0xc420746420, 0xc4200d6c00)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/shirou/gopsutil/internal/common/common.go:318 +0xc4
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/shirou/gopsutil/internal/common.Invoke.Command(0x1071bd4, 0xd, 0xc424a20480, 0x3, 0x3, 0x414a98, 0x30, 0xec69a0, 0x1, 0xc424a20480)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/shirou/gopsutil/internal/common/common.go:40 +0x71
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/shirou/gopsutil/internal/common.(*Invoke).Command(0x19ab3b8, 0x1071bd4, 0xd, 0xc424a20480, 0x3, 0x3, 0xb, 0x100000000414a98, 0xd, 0xe, ...)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: <autogenerated>:8 +0x88
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/shirou/gopsutil/disk.GetDiskSerialNumber(0xc42414a88d, 0x4, 0x0, 0x40)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/shirou/gopsutil/disk/disk_linux.go:348 +0x1e2
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/shirou/gopsutil/disk.IOCounters(0xc423c0fc58, 0x4380b1, 0xc42049b380)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/shirou/gopsutil/disk/disk_linux.go:333 +0x4fe
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/plugins/inputs/system.(*systemPS).DiskIO(0x19ab3b8, 0xc4216bee28, 0x3d8, 0x0)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/plugins/inputs/system/ps.go:118 +0x26
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/plugins/inputs/system.(*DiskIOStats).Gather(0xc420275110, 0x18dfd20, 0xc424a20420, 0xeae2e0, 0xc4240ebe60)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/plugins/inputs/system/disk.go:104 +0x4b
Nov 29 04:41:25 enchilada1a-usw2 telegraf: github.com/influxdata/telegraf/agent.gatherWithTimeout.func1(0xc4235fe360, 0xc4202752f0, 0xc424a20420)
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:152 +0x49
Nov 29 04:41:25 enchilada1a-usw2 telegraf: created by github.com/influxdata/telegraf/agent.gatherWithTimeout
Nov 29 04:41:25 enchilada1a-usw2 telegraf: /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:153 +0xef
Nov 29 04:41:25 enchilada1a-usw2 systemd: telegraf.service holdoff time over, scheduling restart.

influxdb_app_output.conf

[[outputs.influxdb]]
  precision = "s"
  timeout = "10s"
  urls = ["udp://influx-host:8089"]
  [outputs.influxdb.tagpass]
    metricsender = ["app"]

influxdb_ops_output.conf

[[outputs.influxdb]]
  precision = "s"
  timeout = "5s"
  urls = ["https://influx-host:8086"]
  database = "ops"
  [outputs.influxdb.tagpass]
    metricsender = ["ops"]

statsd_apache_access.conf

[[inputs.statsd]]
  service_address = ":8120"
  delete_gauges = false
  delete_counters = false
  delete_sets = false
  delete_timings = true
  percentiles = [90,75,50]
  allowed_pending_messages = 10000
  percentile_limit = 10000
  metric_separator = "."

  templates = [
    "measurement.verb.status_code.appid.target_type.content_type"
  ]

  [inputs.statsd.tags]
    metricsender = "ops"

statsd_app.conf

[[inputs.statsd]]
  service_address = ":8125"
  delete_gauges = false
  delete_counters = false
  delete_sets = false
  delete_timings = true
  percentiles = [90]
  allowed_pending_messages = 10000
  percentile_limit = 1000
  metric_separator = "."
  parse_data_dog_tags = false
  [inputs.statsd.tags]
    metricsender = "app"

telegraf.conf

# Global tags can be specified here in key="value" format.
[global_tags]
  hostgroup = "host group tag"

# Configuration for telegraf agent
[agent]
  interval = "5s"
  round_interval = true

  metric_batch_size = 5000
  metric_buffer_limit = 1000000
  flush_buffer_when_full = true

  collection_jitter = "0s"

  flush_interval = "10s"
  flush_jitter = "5s"

  debug = false
  quiet = false
  hostname = "enchilada1a-usw2"

  logfile = "/var/log/telegraf/telegraf.log"