Skip to content

Instantly share code, notes, and snippets.

@fatmcgav
Created October 21, 2015 09:25
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save fatmcgav/b997941c053a0f155160 to your computer and use it in GitHub Desktop.
Save fatmcgav/b997941c053a0f155160 to your computer and use it in GitHub Desktop.
InfluxDB TSM1 Crash
### Welcome to the InfluxDB configuration file.
# Once every 24 hours InfluxDB will report anonymous data to m.influxdb.com
# The data includes raft id (random 8 bytes), os, arch, version, and metadata.
# We don't track ip addresses of servers reporting. This is only used
# to track the number of instances running and the versions, which
# is very helpful for us.
# Change this option to true to disable reporting.
reporting-disabled = false
# Enterprise registration control
# enterprise-url = "https://enterprise.influxdata.com" # The Enterprise server URL
# enterprise-token = "" # Registration token for Enterprise server
###
### [meta]
###
### Controls the parameters for the Raft consensus group that stores metadata
### about the InfluxDB cluster.
###
[meta]
dir = "/var/opt/influxdb/meta"
hostname = "localhost"
bind-address = ":8088"
retention-autocreate = true
election-timeout = "1s"
heartbeat-timeout = "1s"
leader-lease-timeout = "500ms"
commit-timeout = "50ms"
###
### [data]
###
### Controls where the actual shard data for InfluxDB lives and how it is
### flushed from the WAL. "dir" may need to be changed to a suitable place
### for your system, but the WAL settings are an advanced configuration. The
### defaults should work for most systems.
###
[data]
dir = "/var/opt/influxdb/data"
# Controls the engine type for new shards. Options are b1, bz1, or tsm1.
# b1 is the 0.9.2 storage engine, bz1 is the 0.9.3 and 0.9.4 engine.
# tsm1 is the 0.9.5 engine
engine ="tsm1"
# The following WAL settings are for the b1 storage engine used in 0.9.2. They won't
# apply to any new shards created after upgrading to a version > 0.9.3.
max-wal-size = 104857600 # Maximum size the WAL can reach before a flush. Defaults to 100MB.
wal-flush-interval = "10m" # Maximum time data can sit in WAL before a flush.
wal-partition-flush-delay = "2s" # The delay time between each WAL partition being flushed.
# These are the WAL settings for the storage engine >= 0.9.3
wal-dir = "/var/opt/influxdb/wal"
wal-enable-logging = true
# When a series in the WAL in-memory cache reaches this size in bytes it is marked as ready to
# flush to the index
# wal-ready-series-size = 25600
# Flush and compact a partition once this ratio of series are over the ready size
# wal-compaction-threshold = 0.6
# Force a flush and compaction if any series in a partition gets above this size in bytes
# wal-max-series-size = 2097152
# Force a flush of all series and full compaction if there have been no writes in this
# amount of time. This is useful for ensuring that shards that are cold for writes don't
# keep a bunch of data cached in memory and in the WAL.
# wal-flush-cold-interval = "10m"
# Force a partition to flush its largest series if it reaches this approximate size in
# bytes. Remember there are 5 partitions so you'll need at least 5x this amount of memory.
# The more memory you have, the bigger this can be.
# wal-partition-size-threshold = 20971520
# Whether queries should be logged before execution. Very useful for troubleshooting, but will
# log any sensitive data contained within a query.
# query-log-enabled = true
###
### [cluster]
###
### Controls non-Raft cluster behavior, which generally includes how data is
### shared across shards.
###
[cluster]
shard-writer-timeout = "10s" # The time within which a shard must respond to write.
write-timeout = "5s" # The time within which a write operation must complete on the cluster.
###
### [retention]
###
### Controls the enforcement of retention policies for evicting old data.
###
[retention]
enabled = true
check-interval = "30m"
###
### Controls the system self-monitoring, statistics and diagnostics.
###
### The internal database for monitoring data is created automatically if
### if it does not already exist. The target retention within this database
### is called 'monitor' and is also created with a retention period of 7 days
### and a replication factor of 1, if it does not exist. In all cases the
### this retention policy is configured as the default for the database.
[monitor]
store-enabled = true # Whether to record statistics internally.
store-database = "_internal" # The destination database for recorded statistics
store-interval = "10s" # The interval at which to record statistics
###
### [admin]
###
### Controls the availability of the built-in, web-based admin interface. If HTTPS is
### enabled for the admin interface, HTTPS must also be enabled on the [http] service.
###
[admin]
enabled = true
bind-address = ":8083"
https-enabled = false
https-certificate = "/etc/ssl/influxdb.pem"
###
### [http]
###
### Controls how the HTTP endpoints are configured. These are the primary
### mechanism for getting data into and out of InfluxDB.
###
[http]
enabled = true
bind-address = ":8086"
auth-enabled = true
log-enabled = true
write-tracing = false
pprof-enabled = false
https-enabled = false
https-certificate = "/etc/ssl/influxdb.pem"
###
### [[graphite]]
###
### Controls one or many listeners for Graphite data.
###
[[graphite]]
enabled = true
# database = "graphite"
# bind-address = ":2003"
# protocol = "tcp"
# consistency-level = "one"
# name-separator = "."
# These next lines control how batching works. You should have this enabled
# otherwise you could get dropped metrics or poor performance. Batching
# will buffer points in memory if you have many coming in.
batch-size = 1000 # will flush if this many points get buffered
batch-pending = 5 # number of batches that may be pending in memory
batch-timeout = "10s" # will flush at least this often even if we haven't hit buffer limit
## Templates
templates = [
"metrics.net.* .measurement.host.interface.field",
"metrics.cpu.* .measurement.host.field",
"metrics.disk.* .measurement.host.disk.field"
]
## "name-schema" configures tag names for parsing the metric name from graphite protocol;
## separated by `name-separator`.
## The "measurement" tag is special and the corresponding field will become
## the name of the metric.
## e.g. "type.host.measurement.device" will parse "server.localhost.cpu.cpu0" as
## {
## measurement: "cpu",
## tags: {
## "type": "server",
## "host": "localhost,
## "device": "cpu0"
## }
## }
# name-schema = "type.host.measurement.device"
## If set to true, when the input metric name has more fields than `name-schema` specified,
## the extra fields will be ignored.
## Otherwise an error will be logged and the metric rejected.
# ignore-unnamed = true
###
### [collectd]
###
### Controls the listener for collectd data.
###
[collectd]
enabled = false
# bind-address = ""
# database = ""
# typesdb = ""
# These next lines control how batching works. You should have this enabled
# otherwise you could get dropped metrics or poor performance. Batching
# will buffer points in memory if you have many coming in.
# batch-size = 1000 # will flush if this many points get buffered
# batch-pending = 5 # number of batches that may be pending in memory
# batch-timeout = "1s" # will flush at least this often even if we haven't hit buffer limit
###
### [opentsdb]
###
### Controls the listener for OpenTSDB data.
###
[opentsdb]
enabled = false
# bind-address = ":4242"
# database = "opentsdb"
# retention-policy = ""
# consistency-level = "one"
# tls-enabled = false
# certificate= ""
# These next lines control how batching works. You should have this enabled
# otherwise you could get dropped metrics or poor performance. Only points
# metrics received over the telnet protocol undergo batching.
# batch-size = 1000 # will flush if this many points get buffered
# batch-pending = 5 # number of batches that may be pending in memory
# batch-timeout = "1s" # will flush at least this often even if we haven't hit buffer limit
###
### [[udp]]
###
### Controls the listeners for InfluxDB line protocol data via UDP.
###
[[udp]]
enabled = false
# bind-address = ""
# database = "udp"
# retention-policy = ""
# These next lines control how batching works. You should have this enabled
# otherwise you could get dropped metrics or poor performance. Batching
# will buffer points in memory if you have many coming in.
# batch-size = 1000 # will flush if this many points get buffered
# batch-pending = 5 # number of batches that may be pending in memory
# batch-timeout = "1s" # will flush at least this often even if we haven't hit buffer limit
###
### [continuous_queries]
###
### Controls how continuous queries are run within InfluxDB.
###
[continuous_queries]
log-enabled = true
enabled = true
recompute-previous-n = 2
recompute-no-older-than = "10m"
compute-runs-per-interval = 10
compute-no-more-than = "2m"
###
### [hinted-handoff]
###
### Controls the hinted handoff feature, which allows nodes to temporarily
### store queued data when one node of a cluster is down for a short period
### of time.
###
[hinted-handoff]
enabled = true
dir = "/var/opt/influxdb/hh"
max-size = 1073741824
max-age = "168h"
retry-rate-limit = 0
# Hinted handoff will start retrying writes to down nodes at a rate of once per second.
# If any error occurs, it will backoff in an exponential manner, until the interval
# reaches retry-max-interval. Once writes to all nodes are successfully completed the
# interval will reset to retry-interval.
retry-interval = "1s"
retry-max-interval = "1m"
[http] 2015/10/21 10:18:15 127.0.0.1 - admin [21/Oct/2015:10:18:15 +0100] GET /query?db=graphite&epoch=ms&q=SELECT+mean%28system%29+as+system%2C+mean%28iowait%29+as+iowait%2C+mean%28%22user%22%29+as+%22user%22%2C+mean%28idle%29+as+idle+FROM+%22cpu%22+WHERE+%22host%22+%3D~+%2Fsensu%2A%2F+AND+time+%3E+now%28%29+-+1h+GROUP+BY+time%281s%29%2C+%22host%22 HTTP/1.1 200 10289 http://sensu.lt0772.local:3001/dashboard/db/new-dashboard?panelId=1&fullscreen&edit Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/45.0.2454.101 Safari/537.36 a8ac5812-77d4-11e5-8010-000000000000 325.030602ms
[tsm1wal] 2015/10/21 10:18:21 idle flush of /var/opt/influxdb/data/graphite/default/3 with 23 keys and 82 total values of 1312 bytes
[tsm1] 2015/10/21 10:18:21 writing new index file /var/opt/influxdb/data/graphite/default/3/0000204.tsm1
[tsm1wal] 2015/10/21 10:18:21 /var/opt/influxdb/data/graphite/default/3 flush to index took 3.923241ms
[query] 2015/10/21 10:18:21 SELECT mean(system) AS "system", mean(iowait) AS "iowait", mean("user") AS "user", mean(idle) AS "idle" FROM "graphite"."default".cpu WHERE host =~ /sensu*/ AND time > now() - 1d GROUP BY time(1m), host
panic: decode of short block: got 1, exp 9
goroutine 382 [running]:
github.com/influxdb/influxdb/tsdb/engine/tsm1.DecodeBlock(0x7fb23e2171d0, 0x1, 0xf4, 0x0, 0x0, 0x0, 0x0, 0x0)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/tsdb/engine/tsm1/encoding.go:97 +0x20d
github.com/influxdb/influxdb/tsdb/engine/tsm1.(*cursor).decodeBlock(0xc8204981c0, 0x9aaaed2b000001c4)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/tsdb/engine/tsm1/cursor.go:475 +0x152
github.com/influxdb/influxdb/tsdb/engine/tsm1.(*cursor).nextAscending(0xc8204981c0, 0x1091d00, 0x0, 0x0)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/tsdb/engine/tsm1/cursor.go:437 +0x4a0
github.com/influxdb/influxdb/tsdb/engine/tsm1.(*cursor).Next(0xc8204981c0, 0xc82044ba40, 0x0, 0x0)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/tsdb/engine/tsm1/cursor.go:399 +0x36
github.com/influxdb/influxdb/tsdb/engine/tsm1.(*multiFieldCursor).read(0xc820498380, 0x140eda6f1946e949, 0x0, 0x0)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/tsdb/engine/tsm1/cursor.go:163 +0x261
github.com/influxdb/influxdb/tsdb/engine/tsm1.(*multiFieldCursor).SeekTo(0xc820498380, 0x140eda6f1946e949, 0x0, 0x0, 0x0)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/tsdb/engine/tsm1/cursor.go:125 +0x19f
github.com/influxdb/influxdb/tsdb.(*TagsCursor).SeekTo(0xc82025e550, 0x140eda6f1946e949, 0x10bf990, 0x0, 0x0)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/tsdb/cursor.go:365 +0x85
github.com/influxdb/influxdb/tsdb.(*TagSetCursor).Init(0xc8201d2a20, 0x140eda6f1946e949)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/tsdb/cursor.go:193 +0xbd
github.com/influxdb/influxdb/tsdb.(*AggregateMapper).openMeasurement(0xc8205c40f0, 0xc820234460, 0x0, 0x0)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/tsdb/mapper.go:479 +0x59d
github.com/influxdb/influxdb/tsdb.(*AggregateMapper).Open(0xc8205c40f0, 0x0, 0x0)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/tsdb/mapper.go:433 +0x6de
github.com/influxdb/influxdb/tsdb.(*SelectExecutor).executeAggregate(0xc82044b3b0, 0xc82016cf60)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/tsdb/executor.go:372 +0x35c
created by github.com/influxdb/influxdb/tsdb.(*SelectExecutor).Execute
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/tsdb/executor.go:64 +0xf2
goroutine 1 [chan receive, 10 minutes]:
main.(*Main).Run(0xc8200f3f10, 0xc82000a060, 0x4, 0x4, 0x0, 0x0)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/cmd/influxd/main.go:96 +0xa39
main.main()
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/cmd/influxd/main.go:46 +0x29b
goroutine 17 [syscall, 10 minutes, locked to thread]:
runtime.goexit()
/root/.gvm/gos/go1.5.1/src/runtime/asm_amd64.s:1696 +0x1
goroutine 5 [syscall, 10 minutes]:
os/signal.loop()
/root/.gvm/gos/go1.5.1/src/os/signal/signal_unix.go:22 +0x18
created by os/signal.init.1
/root/.gvm/gos/go1.5.1/src/os/signal/signal_unix.go:28 +0x37
goroutine 34 [select, 10 minutes]:
github.com/influxdb/influxdb/cmd/influxd/run.(*Server).monitorErrorChan(0xc820082a00, 0xc8200168a0)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/cmd/influxd/run/server.go:578 +0x145
created by github.com/influxdb/influxdb/cmd/influxd/run.(*Server).Open.func1
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/cmd/influxd/run/server.go:371 +0xc7f
goroutine 8 [IO wait, 10 minutes]:
net.runtime_pollWait(0x7fb241a50af0, 0x72, 0xc82000e170)
/root/.gvm/gos/go1.5.1/src/runtime/netpoll.go:157 +0x60
net.(*pollDesc).Wait(0xc820053330, 0x72, 0x0, 0x0)
/root/.gvm/gos/go1.5.1/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc820053330, 0x0, 0x0)
/root/.gvm/gos/go1.5.1/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).accept(0xc8200532d0, 0x0, 0x7fb23ec2f120, 0xc8200fe0a0)
/root/.gvm/gos/go1.5.1/src/net/fd_unix.go:408 +0x27c
net.(*TCPListener).AcceptTCP(0xc820024168, 0x0, 0x0, 0x0)
/root/.gvm/gos/go1.5.1/src/net/tcpsock_posix.go:254 +0x4d
net.(*TCPListener).Accept(0xc820024168, 0x0, 0x0, 0x0, 0x0)
/root/.gvm/gos/go1.5.1/src/net/tcpsock_posix.go:264 +0x3d
github.com/influxdb/influxdb/tcp.(*Mux).Serve(0xc820144f80, 0x7fb241a50c78, 0xc820024168, 0x0, 0x0)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/tcp/mux.go:48 +0x4b
created by github.com/influxdb/influxdb/cmd/influxd/run.(*Server).Open.func1
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/cmd/influxd/run/server.go:365 +0xafb
goroutine 9 [chan receive, 10 minutes]:
github.com/influxdb/influxdb/tcp.(*listener).Accept(0xc820024170, 0x0, 0x0, 0x0, 0x0)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/tcp/mux.go:129 +0x6f
github.com/influxdb/influxdb/meta.(*raftLayer).Accept(0xc8201582d0, 0x0, 0x0, 0x0, 0x0)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/meta/store.go:2155 +0x51
github.com/hashicorp/raft.(*NetworkTransport).listen(0xc820053340)
/tmp/tmp.e53hhgRsxQ/src/github.com/hashicorp/raft/net_transport.go:362 +0x79
created by github.com/hashicorp/raft.NewNetworkTransportWithLogger
/tmp/tmp.e53hhgRsxQ/src/github.com/hashicorp/raft/net_transport.go:154 +0x279
goroutine 10 [select]:
github.com/hashicorp/raft.(*Raft).leaderLoop(0xc8200901c0)
/tmp/tmp.e53hhgRsxQ/src/github.com/hashicorp/raft/raft.go:849 +0xcce
github.com/hashicorp/raft.(*Raft).runLeader(0xc8200901c0)
/tmp/tmp.e53hhgRsxQ/src/github.com/hashicorp/raft/raft.go:821 +0x936
github.com/hashicorp/raft.(*Raft).run(0xc8200901c0)
/tmp/tmp.e53hhgRsxQ/src/github.com/hashicorp/raft/raft.go:602 +0xbb
github.com/hashicorp/raft.(*Raft).(github.com/hashicorp/raft.run)-fm()
/tmp/tmp.e53hhgRsxQ/src/github.com/hashicorp/raft/raft.go:252 +0x20
github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc8200901c0, 0xc8201519b0)
/tmp/tmp.e53hhgRsxQ/src/github.com/hashicorp/raft/state.go:152 +0x44
created by github.com/hashicorp/raft.(*raftState).goFunc
/tmp/tmp.e53hhgRsxQ/src/github.com/hashicorp/raft/state.go:153 +0x4d
goroutine 11 [select, 10 minutes]:
github.com/hashicorp/raft.(*Raft).runFSM(0xc8200901c0)
/tmp/tmp.e53hhgRsxQ/src/github.com/hashicorp/raft/raft.go:509 +0x10eb
github.com/hashicorp/raft.(*Raft).(github.com/hashicorp/raft.runFSM)-fm()
/tmp/tmp.e53hhgRsxQ/src/github.com/hashicorp/raft/raft.go:253 +0x20
github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc8200901c0, 0xc8201519c0)
/tmp/tmp.e53hhgRsxQ/src/github.com/hashicorp/raft/state.go:152 +0x44
created by github.com/hashicorp/raft.(*raftState).goFunc
/tmp/tmp.e53hhgRsxQ/src/github.com/hashicorp/raft/state.go:153 +0x4d
goroutine 12 [select, 3 minutes]:
github.com/hashicorp/raft.(*Raft).runSnapshots(0xc8200901c0)
/tmp/tmp.e53hhgRsxQ/src/github.com/hashicorp/raft/raft.go:1636 +0x493
github.com/hashicorp/raft.(*Raft).(github.com/hashicorp/raft.runSnapshots)-fm()
/tmp/tmp.e53hhgRsxQ/src/github.com/hashicorp/raft/raft.go:254 +0x20
github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc8200901c0, 0xc8201519d0)
/tmp/tmp.e53hhgRsxQ/src/github.com/hashicorp/raft/state.go:152 +0x44
created by github.com/hashicorp/raft.(*raftState).goFunc
/tmp/tmp.e53hhgRsxQ/src/github.com/hashicorp/raft/state.go:153 +0x4d
goroutine 13 [select, 10 minutes]:
github.com/influxdb/influxdb/meta.(*localRaft).logLeaderChanges(0xc82000b950)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/meta/state.go:189 +0x4f5
created by github.com/influxdb/influxdb/meta.(*localRaft).open
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/meta/state.go:179 +0x1344
goroutine 14 [chan receive, 10 minutes]:
github.com/influxdb/influxdb/tcp.(*listener).Accept(0xc820024178, 0x0, 0x0, 0x0, 0x0)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/tcp/mux.go:129 +0x6f
github.com/influxdb/influxdb/meta.(*Store).serveExecListener(0xc8200828c0)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/meta/store.go:622 +0xa2
created by github.com/influxdb/influxdb/meta.(*Store).Open
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/meta/store.go:239 +0x364
goroutine 15 [chan receive, 10 minutes]:
github.com/influxdb/influxdb/tcp.(*listener).Accept(0xc820024180, 0x0, 0x0, 0x0, 0x0)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/tcp/mux.go:129 +0x6f
github.com/influxdb/influxdb/meta.(*Store).serveRPCListener(0xc8200828c0)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/meta/store.go:726 +0xa2
created by github.com/influxdb/influxdb/meta.(*Store).Open
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/meta/store.go:242 +0x3b6
goroutine 35 [select]:
github.com/influxdb/influxdb/monitor.(*Monitor).storeStatistics(0xc82007e700)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/monitor/service.go:359 +0x1017
created by github.com/influxdb/influxdb/monitor.(*Monitor).Open
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/monitor/service.go:138 +0x349
goroutine 23 [select]:
github.com/influxdb/influxdb/tsdb.(*Store).periodicMaintenance(0xc820082780)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/tsdb/store.go:320 +0x11c
created by github.com/influxdb/influxdb/tsdb.(*Store).Open
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/tsdb/store.go:375 +0x3b7
goroutine 40 [select]:
github.com/influxdb/influxdb/services/graphite.(*Service).processBatches(0xc820089300, 0xc8201be2a0)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/graphite/service.go:350 +0x509
created by github.com/influxdb/influxdb/services/graphite.(*Service).Open
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/graphite/service.go:157 +0xbba
goroutine 39 [select]:
github.com/influxdb/influxdb/tsdb.(*PointBatcher).Start.func2(0xc8201be2a0, 0xc820184420, 0xc820184440, 0xc820024028, 0xc820024020)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/tsdb/batcher.go:74 +0x522
created by github.com/influxdb/influxdb/tsdb.(*PointBatcher).Start
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/tsdb/batcher.go:109 +0x17e
goroutine 24 [select]:
github.com/influxdb/influxdb/services/hh.(*Service).retryWrites(0xc8200819a0)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/hh/service.go:136 +0x37e
created by github.com/influxdb/influxdb/services/hh.(*Service).Open
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/hh/service.go:93 +0x237
goroutine 25 [select, 10 minutes]:
github.com/influxdb/influxdb/services/hh.(*Service).expireWrites(0xc8200819a0)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/hh/service.go:164 +0x2d1
created by github.com/influxdb/influxdb/services/hh.(*Service).Open
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/hh/service.go:94 +0x259
goroutine 26 [select, 10 minutes]:
github.com/influxdb/influxdb/services/hh.(*Service).deleteInactiveQueues(0xc8200819a0)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/hh/service.go:181 +0x2d1
created by github.com/influxdb/influxdb/services/hh.(*Service).Open
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/hh/service.go:95 +0x27b
goroutine 27 [chan receive]:
github.com/influxdb/influxdb/services/subscriber.(*Service).writePoints(0xc820016a80)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/subscriber/service.go:201 +0xac
created by github.com/influxdb/influxdb/services/subscriber.(*Service).Open
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/subscriber/service.go:76 +0x13f
goroutine 29 [chan receive, 10 minutes]:
github.com/influxdb/influxdb/tcp.(*listener).Accept(0xc820024188, 0x0, 0x0, 0x0, 0x0)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/tcp/mux.go:129 +0x6f
github.com/influxdb/influxdb/cluster.(*Service).serve(0xc820053110)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/cluster/service.go:98 +0xdb
created by github.com/influxdb/influxdb/cluster.(*Service).Open
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/cluster/service.go:75 +0x135
goroutine 30 [select]:
github.com/influxdb/influxdb/services/precreator.(*Service).runPrecreation(0xc820144a00)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/precreator/service.go:75 +0x44f
created by github.com/influxdb/influxdb/services/precreator.(*Service).Open
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/precreator/service.go:53 +0x21f
goroutine 31 [chan receive, 10 minutes]:
github.com/influxdb/influxdb/tcp.(*listener).Accept(0xc820024190, 0x0, 0x0, 0x0, 0x0)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/tcp/mux.go:129 +0x6f
github.com/influxdb/influxdb/services/snapshotter.(*Service).serve(0xc82000b220)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/snapshotter/service.go:75 +0xa9
created by github.com/influxdb/influxdb/services/snapshotter.(*Service).Open
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/snapshotter/service.go:48 +0x130
goroutine 32 [chan receive, 10 minutes]:
github.com/influxdb/influxdb/tcp.(*listener).Accept(0xc820024198, 0x0, 0x0, 0x0, 0x0)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/tcp/mux.go:129 +0x6f
github.com/influxdb/influxdb/services/copier.(*Service).serve(0xc820144a80)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/copier/service.go:78 +0xa9
created by github.com/influxdb/influxdb/services/copier.(*Service).Open
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/copier/service.go:51 +0x130
goroutine 33 [IO wait, 10 minutes]:
net.runtime_pollWait(0x7fb241a50a30, 0x72, 0xc82000e170)
/root/.gvm/gos/go1.5.1/src/runtime/netpoll.go:157 +0x60
net.(*pollDesc).Wait(0xc820235870, 0x72, 0x0, 0x0)
/root/.gvm/gos/go1.5.1/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc820235870, 0x0, 0x0)
/root/.gvm/gos/go1.5.1/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).accept(0xc820235810, 0x0, 0x7fb23ec2f120, 0xc8201843c0)
/root/.gvm/gos/go1.5.1/src/net/fd_unix.go:408 +0x27c
net.(*TCPListener).AcceptTCP(0xc8200fc748, 0x455640, 0x0, 0x0)
/root/.gvm/gos/go1.5.1/src/net/tcpsock_posix.go:254 +0x4d
net.(*TCPListener).Accept(0xc8200fc748, 0x0, 0x0, 0x0, 0x0)
/root/.gvm/gos/go1.5.1/src/net/tcpsock_posix.go:264 +0x3d
net/http.(*Server).Serve(0xc8201be060, 0x7fb241a50c78, 0xc8200fc748, 0x0, 0x0)
/root/.gvm/gos/go1.5.1/src/net/http/server.go:1887 +0xb3
net/http.Serve(0x7fb241a50c78, 0xc8200fc748, 0x7fb23ec30770, 0xc8202240c0, 0x0, 0x0)
/root/.gvm/gos/go1.5.1/src/net/http/server.go:1765 +0x85
github.com/influxdb/influxdb/services/admin.(*Service).serve(0xc82000b310)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/admin/service.go:107 +0x12f
created by github.com/influxdb/influxdb/services/admin.(*Service).Open
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/admin/service.go:70 +0x491
goroutine 50 [select]:
github.com/influxdb/influxdb/services/continuous_querier.(*Service).backgroundLoop(0xc820087180)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/continuous_querier/service.go:184 +0x55f
created by github.com/influxdb/influxdb/services/continuous_querier.(*Service).Open
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/continuous_querier/service.go:118 +0x255
goroutine 51 [IO wait, 1 minutes]:
net.runtime_pollWait(0x7fb241a50970, 0x72, 0xc82000e170)
/root/.gvm/gos/go1.5.1/src/runtime/netpoll.go:157 +0x60
net.(*pollDesc).Wait(0xc8202358e0, 0x72, 0x0, 0x0)
/root/.gvm/gos/go1.5.1/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc8202358e0, 0x0, 0x0)
/root/.gvm/gos/go1.5.1/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).accept(0xc820235880, 0x0, 0x7fb23ec2f120, 0xc82048ed00)
/root/.gvm/gos/go1.5.1/src/net/fd_unix.go:408 +0x27c
net.(*TCPListener).AcceptTCP(0xc8200fc750, 0xc820036dc0, 0x0, 0x0)
/root/.gvm/gos/go1.5.1/src/net/tcpsock_posix.go:254 +0x4d
net.(*TCPListener).Accept(0xc8200fc750, 0x0, 0x0, 0x0, 0x0)
/root/.gvm/gos/go1.5.1/src/net/tcpsock_posix.go:264 +0x3d
net/http.(*Server).Serve(0xc8201be0c0, 0x7fb241a50c78, 0xc8200fc750, 0x0, 0x0)
/root/.gvm/gos/go1.5.1/src/net/http/server.go:1887 +0xb3
net/http.Serve(0x7fb241a50c78, 0xc8200fc750, 0x7fb23ec30798, 0xc820087200, 0x0, 0x0)
/root/.gvm/gos/go1.5.1/src/net/http/server.go:1765 +0x85
github.com/influxdb/influxdb/services/httpd.(*Service).serve(0xc820016d80)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/httpd/service.go:133 +0x6e
created by github.com/influxdb/influxdb/services/httpd.(*Service).Open
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/httpd/service.go:101 +0x6ca
goroutine 52 [select, 10 minutes]:
github.com/influxdb/influxdb/services/retention.(*Service).deleteShardGroups(0xc82000b4a0)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/retention/service.go:69 +0x351
created by github.com/influxdb/influxdb/services/retention.(*Service).Open
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/retention/service.go:45 +0x1b4
goroutine 53 [select, 10 minutes]:
github.com/influxdb/influxdb/services/retention.(*Service).deleteShards(0xc82000b4a0)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/retention/service.go:102 +0x7a0
created by github.com/influxdb/influxdb/services/retention.(*Service).Open
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/retention/service.go:46 +0x1d9
goroutine 41 [IO wait]:
net.runtime_pollWait(0x7fb241a508b0, 0x72, 0xc82000e170)
/root/.gvm/gos/go1.5.1/src/runtime/netpoll.go:157 +0x60
net.(*pollDesc).Wait(0xc8200520d0, 0x72, 0x0, 0x0)
/root/.gvm/gos/go1.5.1/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc8200520d0, 0x0, 0x0)
/root/.gvm/gos/go1.5.1/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).accept(0xc820052070, 0x0, 0x7fb23ec2f120, 0xc820202280)
/root/.gvm/gos/go1.5.1/src/net/fd_unix.go:408 +0x27c
net.(*TCPListener).AcceptTCP(0xc820024030, 0xc82059eee0, 0x0, 0x0)
/root/.gvm/gos/go1.5.1/src/net/tcpsock_posix.go:254 +0x4d
net.(*TCPListener).Accept(0xc820024030, 0x0, 0x0, 0x0, 0x0)
/root/.gvm/gos/go1.5.1/src/net/tcpsock_posix.go:264 +0x3d
github.com/influxdb/influxdb/services/graphite.(*Service).openTCPServer.func1(0xc820089300)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/graphite/service.go:227 +0xb8
created by github.com/influxdb/influxdb/services/graphite.(*Service).openTCPServer
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/graphite/service.go:240 +0x135
goroutine 42 [chan receive, 10 minutes]:
github.com/influxdb/influxdb/cmd/influxd/run.(*Server).startServerReporting(0xc820082a00)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/cmd/influxd/run/server.go:476 +0x1ee
created by github.com/influxdb/influxdb/cmd/influxd/run.(*Server).Open.func1
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/cmd/influxd/run/server.go:403 +0x13c0
goroutine 43 [select, 10 minutes]:
github.com/influxdb/influxdb/cmd/influxd/run.(*Command).monitorServerErrors(0xc82000c630)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/cmd/influxd/run/command.go:145 +0x2c8
created by github.com/influxdb/influxdb/cmd/influxd/run.(*Command).Run
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/cmd/influxd/run/command.go:127 +0xf97
goroutine 44 [select, 10 minutes, locked to thread]:
runtime.gopark(0xd9e2b8, 0xc82013af28, 0xc49510, 0x6, 0xc82013ad18, 0x2)
/root/.gvm/gos/go1.5.1/src/runtime/proc.go:185 +0x163
runtime.selectgoImpl(0xc82013af28, 0x0, 0x18)
/root/.gvm/gos/go1.5.1/src/runtime/select.go:392 +0xa64
runtime.selectgo(0xc82013af28)
/root/.gvm/gos/go1.5.1/src/runtime/select.go:212 +0x12
runtime.ensureSigM.func1()
/root/.gvm/gos/go1.5.1/src/runtime/signal1_unix.go:227 +0x353
runtime.goexit()
/root/.gvm/gos/go1.5.1/src/runtime/asm_amd64.s:1696 +0x1
goroutine 381 [chan receive]:
github.com/influxdb/influxdb/tsdb.(*QueryExecutor).executeStatement(0xc8200530a0, 0x0, 0x7fb241a65690, 0xc820278540, 0xc82045e24e, 0x8, 0xc82016ce40, 0x2710, 0x0, 0x0)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/tsdb/query_executor.go:688 +0x14a
github.com/influxdb/influxdb/tsdb.(*QueryExecutor).ExecuteQuery.func1(0xc82015be60, 0xc82045e24e, 0x8, 0xc8200530a0, 0xc82016ce40, 0x2710)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/tsdb/query_executor.go:173 +0x933
created by github.com/influxdb/influxdb/tsdb.(*QueryExecutor).ExecuteQuery
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/tsdb/query_executor.go:230 +0x9b
goroutine 376 [chan receive]:
github.com/influxdb/influxdb/services/httpd.(*Handler).serveQuery(0xc820087200, 0x7fb241a648e8, 0xc82015bce0, 0xc8202960e0, 0xc8201bf860)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/httpd/handler.go:286 +0xc2c
github.com/influxdb/influxdb/services/httpd.(*Handler).(github.com/influxdb/influxdb/services/httpd.serveQuery)-fm(0x7fb241a648e8, 0xc82015bce0, 0xc8202960e0, 0xc8201bf860)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/httpd/handler.go:98 +0x48
github.com/influxdb/influxdb/services/httpd.authenticate.func1(0x7fb241a648e8, 0xc82015bce0, 0xc8202960e0)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/httpd/handler.go:706 +0x42e
net/http.HandlerFunc.ServeHTTP(0xc8201529a0, 0x7fb241a648e8, 0xc82015bce0, 0xc8202960e0)
/root/.gvm/gos/go1.5.1/src/net/http/server.go:1422 +0x3a
github.com/influxdb/influxdb/services/httpd.gzipFilter.func1(0x7fb241a64810, 0xc82015bca0, 0xc8202960e0)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/httpd/handler.go:734 +0x2af
net/http.HandlerFunc.ServeHTTP(0xc8201529c0, 0x7fb241a64810, 0xc82015bca0, 0xc8202960e0)
/root/.gvm/gos/go1.5.1/src/net/http/server.go:1422 +0x3a
github.com/influxdb/influxdb/services/httpd.versionHeader.func1(0x7fb241a64810, 0xc82015bca0, 0xc8202960e0)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/httpd/handler.go:743 +0xc0
net/http.HandlerFunc.ServeHTTP(0xc8201529e0, 0x7fb241a64810, 0xc82015bca0, 0xc8202960e0)
/root/.gvm/gos/go1.5.1/src/net/http/server.go:1422 +0x3a
github.com/influxdb/influxdb/services/httpd.cors.func1(0x7fb241a64810, 0xc82015bca0, 0xc8202960e0)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/httpd/handler.go:776 +0x328
net/http.HandlerFunc.ServeHTTP(0xc820152a00, 0x7fb241a64810, 0xc82015bca0, 0xc8202960e0)
/root/.gvm/gos/go1.5.1/src/net/http/server.go:1422 +0x3a
github.com/influxdb/influxdb/services/httpd.requestID.func1(0x7fb241a64810, 0xc82015bca0, 0xc8202960e0)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/httpd/handler.go:786 +0x15d
net/http.HandlerFunc.ServeHTTP(0xc820152a20, 0x7fb241a64810, 0xc82015bca0, 0xc8202960e0)
/root/.gvm/gos/go1.5.1/src/net/http/server.go:1422 +0x3a
github.com/influxdb/influxdb/services/httpd.logging.func1(0x7fb241a64810, 0xc82015bc80, 0xc8202960e0)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/httpd/handler.go:794 +0x10b
net/http.HandlerFunc.ServeHTTP(0xc820152a40, 0x7fb241a64810, 0xc82015bc80, 0xc8202960e0)
/root/.gvm/gos/go1.5.1/src/net/http/server.go:1422 +0x3a
github.com/influxdb/influxdb/services/httpd.recovery.func1(0x7fb241a647d8, 0xc82018a160, 0xc8202960e0)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/httpd/handler.go:813 +0x168
net/http.HandlerFunc.ServeHTTP(0xc820152a60, 0x7fb241a647d8, 0xc82018a160, 0xc8202960e0)
/root/.gvm/gos/go1.5.1/src/net/http/server.go:1422 +0x3a
github.com/bmizerany/pat.(*PatternServeMux).ServeHTTP(0xc8200240f0, 0x7fb241a647d8, 0xc82018a160, 0xc8202960e0)
/tmp/tmp.e53hhgRsxQ/src/github.com/bmizerany/pat/mux.go:109 +0x244
github.com/influxdb/influxdb/services/httpd.(*Handler).ServeHTTP(0xc820087200, 0x7fb241a647d8, 0xc82018a160, 0xc8202960e0)
/tmp/tmp.e53hhgRsxQ/src/github.com/influxdb/influxdb/services/httpd/handler.go:172 +0x357
net/http.serverHandler.ServeHTTP(0xc8201be0c0, 0x7fb241a647d8, 0xc82018a160, 0xc8202960e0)
/root/.gvm/gos/go1.5.1/src/net/http/server.go:1862 +0x19e
net/http.(*conn).serve(0xc82008c160)
/root/.gvm/gos/go1.5.1/src/net/http/server.go:1361 +0xbee
created by net/http.(*Server).Serve
/root/.gvm/gos/go1.5.1/src/net/http/server.go:1910 +0x3f6
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment