InfluxDB stack dump

log

SIGQUIT: quit
PC=0x458e7e m=0 sigcode=65537

goroutine 0 [idle]:
runtime.sys_umtx_op(0xee3bd8, 0xf, 0x18, 0x0, 0x800000004, 0x400ee3540, 0x0, 0x422c5e, 0xc51e80, 0x7fffffffe9d0, ...)
	/usr/local/go/src/runtime/sys_freebsd_amd64.s:21 +0x1e
runtime.futexsleep1(0xee3bd8, 0x0, 0xffffffffffffffff)
	/usr/local/go/src/runtime/os_freebsd.go:92 +0x5d
runtime.futexsleep.func1()
	/usr/local/go/src/runtime/os_freebsd.go:80 +0x3a
runtime.systemstack(0x7fffffffe9f0)
	/usr/local/go/src/runtime/asm_amd64.s:343 +0xab
runtime.futexsleep(0xee3bd8, 0xc400000000, 0xffffffffffffffff)
	/usr/local/go/src/runtime/os_freebsd.go:81 +0x4d
runtime.notesleep(0xee3bd8)
	/usr/local/go/src/runtime/lock_futex.go:145 +0x6b
runtime.stopm()
	/usr/local/go/src/runtime/proc.go:1650 +0xad
runtime.exitsyscall0(0xc5000491e0)
	/usr/local/go/src/runtime/proc.go:2771 +0xe7
runtime.mcall(0x7fffffffeaf0)
	/usr/local/go/src/runtime/asm_amd64.s:269 +0x5b

goroutine 1 [select]:
main.(*Main).Run(0xc42000e300, 0xc420062090, 0x2, 0x2, 0x0, 0x0)
	/Users/phemmer/.go/src/github.com/influxdata/influxdb/cmd/influxd/main.go:105 +0x6fc
main.main()
	/Users/phemmer/.go/src/github.com/influxdata/influxdb/cmd/influxd/main.go:46 +0xad

goroutine 19 [syscall]:
os/signal.signal_recv(0xe9b4e0)
	/usr/local/go/src/runtime/sigqueue.go:116 +0x104
os/signal.loop()
	/usr/local/go/src/os/signal/signal_unix.go:22 +0x22
created by os/signal.init.1
	/usr/local/go/src/os/signal/signal_unix.go:28 +0x41

goroutine 9703710 [semacquire]:
sync.runtime_Semacquire(0xc4201c91ec)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4201c91e0)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201c91e0, 0x11, 0xc507a18000, 0x3ca, 0x3ca, 0x3, 0x3)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:889 +0x31
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420146f80, 0xc46aee3540, 0xc441f54d5c, 0x7, 0xc4201b7297, 0x7, 0xc507a18000, 0x3ca, 0x3ca, 0xc4201b38c0, ...)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc43b18ccc0, 0xc420146f80, 0xc46aee3540, 0xc441f54d5c, 0x7, 0xc4201b7297, 0x7, 0xc507a18000, 0x3ca, 0x3ca)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 9702172 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc480da4680, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42c19ec60, 0xc42df24c70, 0xd, 0x10, 0xc480da4680, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4217156c0, 0xc42df24c70, 0xd, 0x10, 0xc480da4680, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4217156c0, 0xc455a02f00, 0xc468095f78)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4217156c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702309 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc480da3b40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc43310cc60, 0xc42df24c70, 0xd, 0x10, 0xc480da3b40, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc43c304540, 0xc42df24c70, 0xd, 0x10, 0xc480da3b40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc43c304540, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc43c304540)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702222 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4890f8e80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42e4250e0, 0xc42df24c70, 0xd, 0x10, 0xc4890f8e80, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4239a6fc0, 0xc42df24c70, 0xd, 0x10, 0xc4890f8e80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4239a6fc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4239a6fc0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702397 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4c4128440, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc422042240, 0xc42df24c70, 0xd, 0x10, 0xc4c4128440, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc43c3056c0, 0xc42df24c70, 0xd, 0x10, 0xc4c4128440, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc43c3056c0, 0x6f4365686361632c, 0x6e6f69746361706d)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc43c3056c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702240 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4fc3fa0c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42ab80120, 0xc42df24c70, 0xd, 0x10, 0xc4fc3fa0c0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc429403a40, 0xc42df24c70, 0xd, 0x10, 0xc4fc3fa0c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc429403a40, 0xc4201b7297, 0x7)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc429403a40)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702271 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc500a770c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc422043200, 0xc42df24c70, 0xd, 0x10, 0xc500a770c0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4239a7dc0, 0xc42df24c70, 0xd, 0x10, 0xc500a770c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4239a7dc0, 0xc44751ad90, 0xc44d319740)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4239a7dc0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702414 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc47a853300, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc446c62c60, 0xc42df24c70, 0xd, 0x10, 0xc47a853300, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4514a7a40, 0xc42df24c70, 0xd, 0x10, 0xc47a853300, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4514a7a40, 0x11, 0xc44eaeff80)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4514a7a40)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702144 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc500a79fc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42ab810e0, 0xc42df24c70, 0xd, 0x10, 0xc500a79fc0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4217301c0, 0xc42df24c70, 0xd, 0x10, 0xc500a79fc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4217301c0, 0xc4ff55cde0, 0xc4fc5d3778)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4217301c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702221 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4890f8bc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4266e1680, 0xc42df24c70, 0xd, 0x10, 0xc4890f8bc0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc421714e00, 0xc42df24c70, 0xd, 0x10, 0xc4890f8bc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc421714e00, 0xa94e50c7993a4c1d, 0xa4ae52c7a63a49dd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc421714e00)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702264 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc430e99d80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc422042000, 0xc42df24c70, 0xd, 0x10, 0xc430e99d80, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc43c305500, 0xc42df24c70, 0xd, 0x10, 0xc430e99d80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc43c305500, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc43c305500)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702345 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc43dafde40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc457276480, 0xc42df24c70, 0xd, 0x10, 0xc43dafde40, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc444abea80, 0xc42df24c70, 0xd, 0x10, 0xc43dafde40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc444abea80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc444abea80)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9582877 [semacquire]:
sync.runtime_Semacquire(0xc49ffae19c)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*WaitGroup).Wait(0xc49ffae190)
	/usr/local/go/src/sync/waitgroup.go:131 +0x7a
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*compactionStrategy).Apply(0xc4ff4f0700)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1262 +0x126
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc429e2b560, 0xb9ff01, 0x2, 0xc4680520c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1186 +0x158
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func3(0xc429e2b560, 0xc4680520c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x16b

goroutine 9702114 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4e0d27200, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42a97b8c0, 0xc42df24c70, 0xd, 0x10, 0xc4e0d27200, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42dc55dc0, 0xc42df24c70, 0xd, 0x10, 0xc4e0d27200, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42dc55dc0, 0xc44751ad90, 0xc44d319740)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42dc55dc0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702094 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4e0d26800, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc43310d7a0, 0xc42df24c70, 0xd, 0x10, 0xc4e0d26800, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc43c304e00, 0xc42df24c70, 0xd, 0x10, 0xc4e0d26800, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc43c304e00, 0xc4201b7297, 0x7)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc43c304e00)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702316 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc496e58e80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4246d3320, 0xc42df24c70, 0xd, 0x10, 0xc496e58e80, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc425823180, 0xc42df24c70, 0xd, 0x10, 0xc496e58e80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc425823180, 0xc4fbec1778, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc425823180)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 2210659 [sleep]:
time.Sleep(0x3b9aca00)
	/usr/local/go/src/runtime/time.go:59 +0xf9
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*purger).purge.func1(0xc43bdeca40)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/file_store.go:1205 +0x129
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*purger).purge
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/file_store.go:1207 +0x7c

goroutine 9702339 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc43dafcdc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc44e6b65a0, 0xc42df24c70, 0xd, 0x10, 0xc43dafcdc0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4583f9340, 0xc42df24c70, 0xd, 0x10, 0xc43dafcdc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4583f9340, 0x23, 0x7)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4583f9340)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 4473440 [IO wait]:
net.runtime_pollWait(0x801095418, 0x72, 0x28c)
	/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4fbfa36b8, 0x72, 0xe97160, 0xe903d0)
	/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4fbfa36b8, 0xc499bd1000, 0x1000)
	/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4fbfa3650, 0xc499bd1000, 0x1000, 0x1000, 0x0, 0xe97160, 0xe903d0)
	/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc4dc430a70, 0xc499bd1000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:181 +0x70
net/http.(*connReader).Read(0xc4430f8240, 0xc499bd1000, 0x1000, 0x1000, 0x46bf52, 0x0, 0xc4340496a0)
	/usr/local/go/src/net/http/server.go:754 +0x140
bufio.(*Reader).fill(0xc437f024e0)
	/usr/local/go/src/bufio/bufio.go:97 +0x117
bufio.(*Reader).ReadSlice(0xc437f024e0, 0xa, 0x2, 0x0, 0x0, 0x3, 0x5089a7)
	/usr/local/go/src/bufio/bufio.go:338 +0xbb
bufio.(*Reader).ReadLine(0xc437f024e0, 0xc435c27900, 0x100, 0xf8, 0xb691e0, 0x2, 0x46bf52)
	/usr/local/go/src/bufio/bufio.go:367 +0x37
net/textproto.(*Reader).readLineSlice(0xc490196de0, 0xc48b00dac8, 0xc48b00dac8, 0x40fb48, 0x100, 0xb691e0)
	/usr/local/go/src/net/textproto/reader.go:55 +0x5f
net/textproto.(*Reader).ReadLine(0xc490196de0, 0xc435c27900, 0x72, 0x8000000000000000, 0x0)
	/usr/local/go/src/net/textproto/reader.go:36 +0x2f
net/http.readRequest(0xc437f024e0, 0x0, 0xc435c27900, 0x0, 0x0)
	/usr/local/go/src/net/http/request.go:918 +0xa5
net/http.(*conn).readRequest(0xc4433e3360, 0xe9f4e0, 0xc4430f8200, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/http/server.go:934 +0x213
net/http.(*conn).serve(0xc4433e3360, 0xe9f4e0, 0xc4430f8200)
	/usr/local/go/src/net/http/server.go:1763 +0x49a
created by net/http.(*Server).Serve
	/usr/local/go/src/net/http/server.go:2668 +0x2ce

goroutine 9703718 [semacquire]:
sync.runtime_Semacquire(0xc4201c91ec)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4201c91e0)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201c91e0, 0x11, 0xc459a72000, 0x197, 0x197, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:889 +0x31
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420146f80, 0xc422878b60, 0xc4869e0b1c, 0x7, 0xc4201b7297, 0x7, 0xc459a72000, 0x197, 0x197, 0x0, ...)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc4388395c0, 0xc420146f80, 0xc422878b60, 0xc4869e0b1c, 0x7, 0xc4201b7297, 0x7, 0xc459a72000, 0x197, 0x197)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 2660 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc42df1c360, 0xc468131020)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1139 +0x436
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions.func1(0xc42df1c360, 0xc468131020)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277 +0xcd

goroutine 9702384 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc47a854300, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42ab817a0, 0xc42df24c70, 0xd, 0x10, 0xc47a854300, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc421730700, 0xc42df24c70, 0xd, 0x10, 0xc47a854300, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc421730700, 0x1c5f, 0x14c83f173b659280)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc421730700)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702364 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4feb06cc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42df1d560, 0xc42df24c70, 0xd, 0x10, 0xc4feb06cc0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4514a6a80, 0xc42df24c70, 0xd, 0x10, 0xc4feb06cc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4514a6a80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4514a6a80)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702129 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc430e9b780, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42df1cea0, 0xc42df24c70, 0xd, 0x10, 0xc430e9b780, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4514a6540, 0xc42df24c70, 0xd, 0x10, 0xc430e9b780, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4514a6540, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4514a6540)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 2848 [select, 4020 minutes, locked to thread]:
runtime.gopark(0xb9fe20, 0x0, 0xb7aaeb, 0x6, 0x18, 0x2)
	/usr/local/go/src/runtime/proc.go:271 +0x13a
runtime.selectgoImpl(0xc46811d750, 0x0, 0x18)
	/usr/local/go/src/runtime/select.go:423 +0x1364
runtime.selectgo(0xc46811d750)
	/usr/local/go/src/runtime/select.go:238 +0x1c
runtime.ensureSigM.func1()
	/usr/local/go/src/runtime/signal_unix.go:434 +0x2ee
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1

goroutine 9703433 [semacquire]:
sync.runtime_Semacquire(0xc4201c91ec)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4201c91e0)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201c91e0, 0x11, 0xc441f1e000, 0x97f, 0x97f, 0xc46811b7c0, 0x2)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:889 +0x31
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420146f80, 0xc4611b2320, 0xc46155405c, 0x7, 0xc4201b7297, 0x7, 0xc441f1e000, 0x97f, 0x97f, 0xc46811b738, ...)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc4fea40840, 0xc420146f80, 0xc4611b2320, 0xc46155405c, 0x7, 0xc4201b7297, 0x7, 0xc441f1e000, 0x97f, 0x97f)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 2846 [select, 1142 minutes]:
github.com/influxdata/influxdb/cmd/influxd/run.(*Server).startServerReporting(0xc420010500)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/cmd/influxd/run/server.go:488 +0x152
created by github.com/influxdata/influxdb/cmd/influxd/run.(*Server).Open
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/cmd/influxd/run/server.go:433 +0xdaf

goroutine 9703403 [semacquire]:
sync.runtime_Semacquire(0xc4201c91ec)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4201c91e0)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201c91e0, 0x11, 0xc45b2f6000, 0x3d1, 0x3d1, 0x0, 0xa78440)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:889 +0x31
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420146f80, 0xc437b425a0, 0xc478a63a9c, 0x7, 0xc4201b7297, 0x7, 0xc45b2f6000, 0x3d1, 0x3d1, 0xc42e855380, ...)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc4fea400c0, 0xc420146f80, 0xc437b425a0, 0xc478a63a9c, 0x7, 0xc4201b7297, 0x7, 0xc45b2f6000, 0x3d1, 0x3d1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 9703702 [semacquire]:
sync.runtime_Semacquire(0xc4201c91ec)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4201c91e0)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201c91e0, 0x11, 0xc4feba7830, 0x1, 0x1, 0xc4ed6f2c00, 0x12c69c42827)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:889 +0x31
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420146f80, 0xc43aaa5260, 0xc441f5481c, 0x7, 0xc4201b7297, 0x7, 0xc4feba7830, 0x1, 0x1, 0xc4430f8290, ...)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc43b18c540, 0xc420146f80, 0xc43aaa5260, 0xc441f5481c, 0x7, 0xc4201b7297, 0x7, 0xc4feba7830, 0x1, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 9703706 [semacquire]:
sync.runtime_Semacquire(0xc4201c91ec)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4201c91e0)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201c91e0, 0x11, 0xc48a923720, 0x5, 0x5, 0xc4ed6f3400, 0x12c69c42827)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:889 +0x31
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420146f80, 0xc43aaa5660, 0xc441f549dc, 0x7, 0xc4201b7297, 0x7, 0xc48a923720, 0x5, 0x5, 0xc4430f8290, ...)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc43b18c7e0, 0xc420146f80, 0xc43aaa5660, 0xc441f549dc, 0x7, 0xc4201b7297, 0x7, 0xc48a923720, 0x5, 0x5)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 9703756 [sleep]:
time.Sleep(0x3b9aca00)
	/usr/local/go/src/runtime/time.go:59 +0xf9
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*compactionStrategy).compactGroup(0xc4ff4f0700, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1300 +0x62a
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*compactionStrategy).Apply.func1(0xc49ffae190, 0xc453502480, 0xc4ff4f0700, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1259 +0xad
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*compactionStrategy).Apply
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1260 +0xfb

goroutine 9703294 [semacquire]:
sync.runtime_Semacquire(0xc4201c91ec)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4201c91e0)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201c91e0, 0x11, 0xc4bc100ee0, 0x1, 0x1, 0x0, 0xa78440)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:889 +0x31
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420146f80, 0xc47c782180, 0xc50710195f, 0x7, 0xc4201b7297, 0x7, 0xc4bc100ee0, 0x1, 0x1, 0xc47bcca9c0, ...)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc4421b82a0, 0xc420146f80, 0xc47c782180, 0xc50710195f, 0x7, 0xc4201b7297, 0x7, 0xc4bc100ee0, 0x1, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 2838 [select, 1352 minutes]:
github.com/influxdata/influxdb/services/subscriber.(*Service).waitForMetaUpdates(0xc4201523c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/services/subscriber/service.go:164 +0x243
github.com/influxdata/influxdb/services/subscriber.(*Service).Open.func2(0xc4201523c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/services/subscriber/service.go:101 +0x57
created by github.com/influxdata/influxdb/services/subscriber.(*Service).Open
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/services/subscriber/service.go:102 +0x19a

goroutine 2837 [select]:
github.com/influxdata/influxdb/services/subscriber.(*Service).run(0xc4201523c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/services/subscriber/service.go:238 +0x3e7
github.com/influxdata/influxdb/services/subscriber.(*Service).Open.func1(0xc4201523c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/services/subscriber/service.go:97 +0x57
created by github.com/influxdata/influxdb/services/subscriber.(*Service).Open
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/services/subscriber/service.go:98 +0x178

goroutine 2836 [chan receive]:
github.com/influxdata/influxdb/tsdb.(*Store).walkShards(0xc4201c91e0, 0xc4cb517000, 0x137, 0x200, 0xc4fc0a7890, 0x8, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:634 +0xfc
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards(0xc4201c91e0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1113 +0x5ef
created by github.com/influxdata/influxdb/tsdb.(*Store).Open
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:149 +0x280

goroutine 9702411 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc47a852ac0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4220439e0, 0xc42df24c70, 0xd, 0x10, 0xc47a852ac0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42ddec540, 0xc42df24c70, 0xd, 0x10, 0xc47a852ac0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42ddec540, 0x4028d416702ee71e, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42ddec540)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702238 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc50096bbc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc446c625a0, 0xc42df24c70, 0xd, 0x10, 0xc50096bbc0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc445467dc0, 0xc42df24c70, 0xd, 0x10, 0xc50096bbc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc445467dc0, 0xc44751ad90, 0xc44d319740)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc445467dc0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702091 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4e0d26080, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42017b7a0, 0xc42df24c70, 0xd, 0x10, 0xc4e0d26080, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4200fa700, 0xc42df24c70, 0xd, 0x10, 0xc4e0d26080, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4200fa700, 0xc44751ad90, 0xc44d319740)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4200fa700)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702163 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc5029c1600, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc448a96240, 0xc42df24c70, 0xd, 0x10, 0xc5029c1600, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc445466380, 0xc42df24c70, 0xd, 0x10, 0xc5029c1600, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc445466380, 0x0, 0xc4282adce0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc445466380)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9699624 [IO wait]:
net.runtime_pollWait(0x801095598, 0x72, 0x257)
	/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc43bab0ed8, 0x72, 0xe97160, 0xe903d0)
	/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc43bab0ed8, 0xc478a9e000, 0x1000)
	/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc43bab0e70, 0xc478a9e000, 0x1000, 0x1000, 0x0, 0xe97160, 0xe903d0)
	/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc533157aa0, 0xc478a9e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:181 +0x70
net/http.(*connReader).Read(0xc4fe1a3080, 0xc478a9e000, 0x1000, 0x1000, 0x0, 0xc4a9407bb0, 0x597f68)
	/usr/local/go/src/net/http/server.go:754 +0x140
bufio.(*Reader).fill(0xc459ddde00)
	/usr/local/go/src/bufio/bufio.go:97 +0x117
bufio.(*Reader).Peek(0xc459ddde00, 0x4, 0x0, 0x0, 0x0, 0x0, 0xc4a9407c10)
	/usr/local/go/src/bufio/bufio.go:129 +0x67
net/http.(*conn).readRequest(0xc45889f540, 0xe9f4e0, 0xc4fe1a3040, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/http/server.go:931 +0xe91
net/http.(*conn).serve(0xc45889f540, 0xe9f4e0, 0xc4fe1a3040)
	/usr/local/go/src/net/http/server.go:1763 +0x49a
created by net/http.(*Server).Serve
	/usr/local/go/src/net/http/server.go:2668 +0x2ce

goroutine 9583002 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc42df1c360, 0xb9ff01, 0x2, 0xc4fd4421e0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func3(0xc42df1c360, 0xc4fd4421e0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x16b

goroutine 9702311 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc496e580c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42c19ea20, 0xc42df24c70, 0xd, 0x10, 0xc496e580c0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42c19aa80, 0xc42df24c70, 0xd, 0x10, 0xc496e580c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42c19aa80, 0x0, 0xc423931440)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42c19aa80)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702254 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc430e982c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4247c4fc0, 0xc42df24c70, 0xd, 0x10, 0xc430e982c0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4200fafc0, 0xc42df24c70, 0xd, 0x10, 0xc430e982c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4200fafc0, 0xc4ff55cde0, 0xc420025f78)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4200fafc0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 5841601 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc429e2b560, 0xc51c16f740)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1139 +0x436
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions.func1(0xc429e2b560, 0xc51c16f740)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277 +0xcd

goroutine 9702266 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc500a76300, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc44e6b70e0, 0xc42df24c70, 0xd, 0x10, 0xc500a76300, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4583f9c00, 0xc42df24c70, 0xd, 0x10, 0xc500a76300, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4583f9c00, 0x1, 0xc4c7429190)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4583f9c00)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702250 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4fc3fb940, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc43786b320, 0xc42df24c70, 0xd, 0x10, 0xc4fc3fb940, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42a0bd340, 0xc42df24c70, 0xd, 0x10, 0xc4fc3fb940, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42a0bd340, 0xc455a02f00, 0xc4204c6778)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42a0bd340)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702342 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc43dafd600, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc429149320, 0xc42df24c70, 0xd, 0x10, 0xc43dafd600, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc429402c40, 0xc42df24c70, 0xd, 0x10, 0xc43dafd600, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc429402c40, 0x1, 0xc45d829ad8)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc429402c40)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702415 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc50096a7c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc44e6b78c0, 0xc42df24c70, 0xd, 0x10, 0xc50096a7c0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc444abe1c0, 0xc42df24c70, 0xd, 0x10, 0xc50096a7c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc444abe1c0, 0x40a259f0a3d70a3d, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc444abe1c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702147 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4391deac0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4266e1320, 0xc42df24c70, 0xd, 0x10, 0xc4391deac0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc421714a80, 0xc42df24c70, 0xd, 0x10, 0xc4391deac0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc421714a80, 0xc4ff55cde0, 0xc4fc5d2778)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc421714a80)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702289 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc5029be180, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc457276240, 0xc42df24c70, 0xd, 0x10, 0xc5029be180, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc444abe8c0, 0xc42df24c70, 0xd, 0x10, 0xc5029be180, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc444abe8c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc444abe8c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702139 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc500a79200, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42017b200, 0xc42df24c70, 0xd, 0x10, 0xc500a79200, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4204a5c00, 0xc42df24c70, 0xd, 0x10, 0xc500a79200, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4204a5c00, 0x20c6b3ea4badeb28, 0xf0d6402e4c)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4204a5c00)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9583003 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc42df1c360, 0xb9ff00, 0x3, 0xc4fd4421e0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func4(0xc42df1c360, 0xc4fd4421e0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x197

goroutine 9583000 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc42df1c360, 0xc4fd4421e0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1200 +0x18d
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func1(0xc42df1c360, 0xc4fd4421e0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x113

goroutine 9702220 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4890f8900, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42a97bb00, 0xc42df24c70, 0xd, 0x10, 0xc4890f8900, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc421731880, 0xc42df24c70, 0xd, 0x10, 0xc4890f8900, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc421731880, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc421731880)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702314 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc496e58900, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc44e6b6120, 0xc42df24c70, 0xd, 0x10, 0xc496e58900, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4583f8fc0, 0xc42df24c70, 0xd, 0x10, 0xc496e58900, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4583f8fc0, 0x5, 0xa78440)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4583f8fc0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702348 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4890f6680, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42a97a240, 0xc42df24c70, 0xd, 0x10, 0xc4890f6680, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc421730fc0, 0xc42df24c70, 0xd, 0x10, 0xc4890f6680, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc421730fc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc421730fc0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702148 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4391ded80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc422043680, 0xc42df24c70, 0xd, 0x10, 0xc4391ded80, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42ddec1c0, 0xc42df24c70, 0xd, 0x10, 0xc4391ded80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42ddec1c0, 0xc4ff55cde0, 0xc4fc5d1778)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42ddec1c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702258 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc430e98d00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42e425d40, 0xc42df24c70, 0xd, 0x10, 0xc430e98d00, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4239a7880, 0xc42df24c70, 0xd, 0x10, 0xc430e98d00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4239a7880, 0xc455a02f00, 0xc4204c3778)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4239a7880)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702406 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4c4129d00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4247c58c0, 0xc42df24c70, 0xd, 0x10, 0xc4c4129d00, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4200fb6c0, 0xc42df24c70, 0xd, 0x10, 0xc4c4129d00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4200fb6c0, 0x11, 0xc44eaeff80)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4200fb6c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702153 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4391dfa80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc44e6b6ea0, 0xc42df24c70, 0xd, 0x10, 0xc4391dfa80, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4583f9a40, 0xc42df24c70, 0xd, 0x10, 0xc4391dfa80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4583f9a40, 0xc44751ad90, 0xc44d319740)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4583f9a40)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702146 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4391de800, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc44e6b7d40, 0xc42df24c70, 0xd, 0x10, 0xc4391de800, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc444abe540, 0xc42df24c70, 0xd, 0x10, 0xc4391de800, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc444abe540, 0xc4ff55cde0, 0xc4fc5d4f78)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc444abe540)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702168 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc480da43c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc427784a20, 0xc42df24c70, 0xd, 0x10, 0xc480da43c0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4239a61c0, 0xc42df24c70, 0xd, 0x10, 0xc480da43c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4239a61c0, 0xc4ff55cde0, 0xc4fc5d2f78)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4239a61c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702362 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4feb04c40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42a0be6c0, 0xc42df24c70, 0xd, 0x10, 0xc4feb04c40, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42ddec380, 0xc42df24c70, 0xd, 0x10, 0xc4feb04c40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42ddec380, 0x0, 0x100)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42ddec380)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702233 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc50096acc0, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42e424000, 0xc42df24c70, 0xd, 0x10, 0xc50096acc0, 0xb26cc0, 0x1)
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42ea57340, 0xc42df24c70, 0xd, 0x10, 0xc50096acc0, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42ea57340, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
goroutine 9702155 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc5029c0000, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc429148000, 0xc42df24c70, 0xd, 0x10, 0xc5029c0000, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
sync.(*RWMutex).RLock(0xc46228f8b8)
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc429402380, 0xc42df24c70, 0xd, 0x10, 0xc500a794c0, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc429402380, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
goroutine 9702141 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48

goroutine 9702235 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
goroutine 9702401 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4583f8380)
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards

sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
github.com/influxdata/influxdb/services/httpd.(*Handler).serveQuery.func2(0xc4282acc60, 0xc50807eee0, 0xc4282acc00)
created by github.com/influxdata/influxdb/services/httpd.(*Handler).serveQuery

goroutine 9702287 [semacquire]:
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4391ddc00, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4277845a0, 0xc42df24c70, 0xd, 0x10, 0xc4391ddc00, 0xb26cc0, 0x1)
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc421731500, 0xc42df24c70, 0xd, 0x10, 0xc4391ddc00, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc421731500, 0x1, 0x8596549a2520c)
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc421731500)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
goroutine 9702188 [semacquire]:
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc425823340, 0xc42df24c70, 0xd, 0x10, 0xc496e5b280, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc425823340, 0xc4201b7297, 0x7)
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc425823340)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
goroutine 9702156 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42ab81d40, 0xc42df24c70, 0xd, 0x10, 0xc5029c02c0, 0xb26cc0, 0x1)
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc421730c40, 0xc42df24c70, 0xd, 0x10, 0xc5029c02c0, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc421730c40, 0xc44751ad90, 0xc44d319740)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
goroutine 9702158 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4583f8a80)
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards

goroutine 9702208 [semacquire]:
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc43dafe800, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc457276b40, 0xc42df24c70, 0xd, 0x10, 0xc43dafe800, 0xb26cc0, 0x1)
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc444abefc0, 0xc42df24c70, 0xd, 0x10, 0xc43dafe800, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
goroutine 9702195 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc431dfb0e0, 0xc42df24c70, 0xd, 0x10, 0xc427808500, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
goroutine 9702177 [semacquire]:
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc480da5440, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc457276900, 0xc42df24c70, 0xd, 0x10, 0xc480da5440, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48

	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4201c91e0)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201c91e0, 0x11, 0xc502598000, 0x97a, 0x97a, 0x830a1c, 0xc42dc541c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:889 +0x31
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42ea57c00, 0xc44751ad90, 0xc44d319740)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42ea57c00)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702328 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc427806f80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42a0be5a0, 0xc42df24c70, 0xd, 0x10, 0xc427806f80, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42a0bc380, 0xc42df24c70, 0xd, 0x10, 0xc427806f80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42a0bc380, 0xd, 0xc423b18ff0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42a0bc380)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702089 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc433785b80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42017a6c0, 0xc42df24c70, 0xd, 0x10, 0xc433785b80, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4204a5180, 0xc42df24c70, 0xd, 0x10, 0xc433785b80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4204a5180, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4204a5180)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702127 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc430e9b280, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42c19fe60, 0xc42df24c70, 0xd, 0x10, 0xc430e9b280, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42c19ba40, 0xc42df24c70, 0xd, 0x10, 0xc430e9b280, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42c19ba40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42c19ba40)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702171 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc5029bfa40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4266e0000, 0xc42df24c70, 0xd, 0x10, 0xc5029bfa40, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc421731c00, 0xc42df24c70, 0xd, 0x10, 0xc5029bfa40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc421731c00, 0xc4201b7297, 0x7)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc421731c00)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702308 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc480da3880, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc43310c360, 0xc42df24c70, 0xd, 0x10, 0xc480da3880, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc43c304000, 0xc42df24c70, 0xd, 0x10, 0xc480da3880, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc43c304000, 0x0, 0xc483199758)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc43c304000)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702142 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc500a79a40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42df1d0e0, 0xc42df24c70, 0xd, 0x10, 0xc500a79a40, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4514a6700, 0xc42df24c70, 0xd, 0x10, 0xc500a79a40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4514a6700, 0x26e7, 0x14c83e0d9e2ad54b)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4514a6700)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702332 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc427807a80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42017b8c0, 0xc42df24c70, 0xd, 0x10, 0xc427807a80, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4258221c0, 0xc42df24c70, 0xd, 0x10, 0xc427807a80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4258221c0, 0xc4582bd778, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4258221c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702275 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc500a77b00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc422043e60, 0xc42df24c70, 0xd, 0x10, 0xc500a77b00, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42ddec8c0, 0xc42df24c70, 0xd, 0x10, 0xc500a77b00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42ddec8c0, 0x1, 0x8596549f0dd50)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42ddec8c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702306 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc480da3300, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc431dfa240, 0xc42df24c70, 0xd, 0x10, 0xc480da3300, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42c19a8c0, 0xc42df24c70, 0xd, 0x10, 0xc480da3300, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42c19a8c0, 0x1, 0xc420ee7020)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42c19a8c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702387 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc47a8545c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42e424360, 0xc42df24c70, 0xd, 0x10, 0xc47a8545c0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4239a6540, 0xc42df24c70, 0xd, 0x10, 0xc47a8545c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4239a6540, 0x40a2534ccccccccd, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4239a6540)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702318 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc496e59400, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42c19e240, 0xc42df24c70, 0xd, 0x10, 0xc496e59400, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4217148c0, 0xc42df24c70, 0xd, 0x10, 0xc496e59400, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4217148c0, 0x1, 0xc484b9d9a0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4217148c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702305 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc480da3040, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4247c5680, 0xc42df24c70, 0xd, 0x10, 0xc480da3040, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4200fb500, 0xc42df24c70, 0xd, 0x10, 0xc480da3040, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4200fb500, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4200fb500)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702388 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc47a854880, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42a0be120, 0xc42df24c70, 0xd, 0x10, 0xc47a854880, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42a0bc000, 0xc42df24c70, 0xd, 0x10, 0xc47a854880, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42a0bc000, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42a0bc000)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702261 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc430e99540, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4247c5c20, 0xc42df24c70, 0xd, 0x10, 0xc430e99540, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4294036c0, 0xc42df24c70, 0xd, 0x10, 0xc430e99540, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4294036c0, 0xc4ff55cde0, 0xc4204c9778)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4294036c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702190 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc496e5b800, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc431dfb560, 0xc42df24c70, 0xd, 0x10, 0xc496e5b800, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42ea56000, 0xc42df24c70, 0xd, 0x10, 0xc496e5b800, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42ea56000, 0xc44751ad90, 0xc44d319740)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42ea56000)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702310 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc480da3e00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc43310cea0, 0xc42df24c70, 0xd, 0x10, 0xc480da3e00, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc43c304700, 0xc42df24c70, 0xd, 0x10, 0xc480da3e00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc43c304700, 0xc47a1b7de0, 0x77)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc43c304700)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702216 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4890f80c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42ab81320, 0xc42df24c70, 0xd, 0x10, 0xc4890f80c0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc421730380, 0xc42df24c70, 0xd, 0x10, 0xc4890f80c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc421730380, 0xc4201b7297, 0x7)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc421730380)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702132 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc430e9bf80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42a97b320, 0xc42df24c70, 0xd, 0x10, 0xc430e9bf80, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42dc55a40, 0xc42df24c70, 0xd, 0x10, 0xc430e9bf80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42dc55a40, 0x20002, 0xc4fc5d3fb4)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42dc55a40)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702390 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4feb051c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc43786b680, 0xc42df24c70, 0xd, 0x10, 0xc4feb051c0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42ddeda40, 0xc42df24c70, 0xd, 0x10, 0xc4feb051c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42ddeda40, 0x11, 0xc44eaeff80)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42ddeda40)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702302 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc480da2800, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4247c4d80, 0xc42df24c70, 0xd, 0x10, 0xc480da2800, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4200fae00, 0xc42df24c70, 0xd, 0x10, 0xc480da2800, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4200fae00, 0x1469, 0x14c844b929bd06fa)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4200fae00)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9582878 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc429e2b560, 0xb9ff00, 0x3, 0xc4680520c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func4(0xc429e2b560, 0xc4680520c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x197

goroutine 9702115 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4e0d27480, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42c19eea0, 0xc42df24c70, 0xd, 0x10, 0xc4e0d27480, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42c19ae00, 0xc42df24c70, 0xd, 0x10, 0xc4e0d27480, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42c19ae00, 0xc4201b7297, 0x7)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42c19ae00)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702117 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4e0d27980, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42c19f9e0, 0xc42df24c70, 0xd, 0x10, 0xc4e0d27980, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42c19b6c0, 0xc42df24c70, 0xd, 0x10, 0xc4e0d27980, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42c19b6c0, 0xc4201b7297, 0x7)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42c19b6c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702274 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc500a77840, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc431dfab40, 0xc42df24c70, 0xd, 0x10, 0xc500a77840, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc421715a40, 0xc42df24c70, 0xd, 0x10, 0xc500a77840, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc421715a40, 0x1, 0xc4c74291c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc421715a40)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702370 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4feb07d40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4266e0480, 0xc42df24c70, 0xd, 0x10, 0xc4feb07d40, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc421714000, 0xc42df24c70, 0xd, 0x10, 0xc4feb07d40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc421714000, 0x11, 0xc44eaeff80)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc421714000)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702378 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4c412b280, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4266e1e60, 0xc42df24c70, 0xd, 0x10, 0xc4c412b280, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42c19a380, 0xc42df24c70, 0xd, 0x10, 0xc4c412b280, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42c19a380, 0x204f, 0x14c83f2532b8c680)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42c19a380)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702169 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc50096b940, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc448a96fc0, 0xc42df24c70, 0xd, 0x10, 0xc50096b940, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc445466e00, 0xc42df24c70, 0xd, 0x10, 0xc50096b940, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc445466e00, 0xc44751ad90, 0xc44d319740)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc445466e00)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702343 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc43dafd8c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc429149560, 0xc42df24c70, 0xd, 0x10, 0xc43dafd8c0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc429402e00, 0xc42df24c70, 0xd, 0x10, 0xc43dafd8c0, 0x0, 0x0)
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards

sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4239a6c40, 0xc42df24c70, 0xd, 0x10, 0xc4278061c0, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4239a6c40, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4239a6c40)
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
goroutine 9702157 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc5029c0580, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42ea56540, 0xc44751ad90, 0xc44d319740)
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc444abfa40, 0xc42df24c70, 0xd, 0x10, 0xc430e9a600, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc444abfa40, 0xc4201b7297, 0x7)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
goroutine 9702199 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc427808f40, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc43786bd40, 0xc42df24c70, 0xd, 0x10, 0xc427808f40, 0xb26cc0, 0x1)
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc445466000, 0xc42df24c70, 0xd, 0x10, 0xc427808f40, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc445466000, 0xc4201b7297, 0x7)
goroutine 9702284 [semacquire]:
	/usr/local/go/src/runtime/sema.go:47 +0x34
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42ddedc00, 0xc42df24c70, 0xd, 0x10, 0xc4391dd3c0, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42ddedc00, 0xc483199778, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42ddedc00)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
goroutine 9702361 [semacquire]:
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4feb04980, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42e424d80, 0xc42df24c70, 0xd, 0x10, 0xc4feb04980, 0xb26cc0, 0x1)
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4239a6e00, 0xc42df24c70, 0xd, 0x10, 0xc4feb04980, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4239a6e00, 0xeff660, 0x14c863281aca5800)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
goroutine 9702326 [semacquire]:
	/usr/local/go/src/runtime/sema.go:47 +0x34
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc425823880, 0x8, 0xc4326644b0)
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc425823880)
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
goroutine 9702396 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4c4128180, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc429e2a000, 0xc42df24c70, 0xd, 0x10, 0xc4c4128180, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
goroutine 9702202 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42c19b340, 0xac96a0, 0xc456ec0930)
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42c19b340)
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards

goroutine 9702183 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc496e5a4c0, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42ddecfc0, 0x0, 0x0)
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc421714540, 0x794265746972772c, 0x772c69303d736574)
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc421714540)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
goroutine 9582875 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc429e2b560, 0xc4680520c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1200 +0x18d
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x61

goroutine 9702215 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
goroutine 9702175 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc480da4ec0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42df1d9e0, 0xc42df24c70, 0xd, 0x10, 0xc480da4ec0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4514a6e00, 0xc42df24c70, 0xd, 0x10, 0xc480da4ec0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4514a6e00, 0xc4ff55cde0, 0xc4fc5cff78)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4514a6e00)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702174 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc480da4c00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42e425560, 0xc42df24c70, 0xd, 0x10, 0xc480da4c00, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4239a7340, 0xc42df24c70, 0xd, 0x10, 0xc480da4c00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4239a7340, 0xc4ff55cde0, 0xc4fc5d4778)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4239a7340)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702321 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc496e59c40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc448a97440, 0xc42df24c70, 0xd, 0x10, 0xc496e59c40, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc445467180, 0xc42df24c70, 0xd, 0x10, 0xc496e59c40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc445467180, 0xc4201b7297, 0x7)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc445467180)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9703720 [semacquire]:
sync.runtime_Semacquire(0xc4201c91ec)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4201c91e0)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201c91e0, 0x11, 0xc4869e0d00, 0x4, 0x4, 0x0, 0xa78440)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:889 +0x31
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420146f80, 0xc422878d40, 0xc4869e0c5c, 0x7, 0xc4201b7297, 0x7, 0xc4869e0d00, 0x4, 0x4, 0xc4388382a0, ...)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc438839740, 0xc420146f80, 0xc422878d40, 0xc4869e0c5c, 0x7, 0xc4201b7297, 0x7, 0xc4869e0d00, 0x4, 0x4)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 9702206 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc43dafe280, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42a0bf200, 0xc42df24c70, 0xd, 0x10, 0xc43dafe280, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42a0bcc40, 0xc42df24c70, 0xd, 0x10, 0xc43dafe280, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42a0bcc40, 0xc4201b7297, 0x7)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42a0bcc40)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702391 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4feb05480, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc457276fc0, 0xc42df24c70, 0xd, 0x10, 0xc4feb05480, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc444abf340, 0xc42df24c70, 0xd, 0x10, 0xc4feb05480, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc444abf340, 0x40a259fae147ae14, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc444abf340)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702228 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4890f9c40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc43310d320, 0xc42df24c70, 0xd, 0x10, 0xc4890f9c40, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc43c304a80, 0xc42df24c70, 0xd, 0x10, 0xc4890f9c40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc43c304a80, 0xa6ae52c791ba4c1d, 0xa62e53c796ba4d1d)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc43c304a80)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702213 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc43daff880, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc448a966c0, 0xc42df24c70, 0xd, 0x10, 0xc43daff880, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc445466700, 0xc42df24c70, 0xd, 0x10, 0xc43daff880, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc445466700, 0x20002, 0xc46811bfb4)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc445466700)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702224 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4890f9400, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc446c63e60, 0xc42df24c70, 0xd, 0x10, 0xc4890f9400, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4583f88c0, 0xc42df24c70, 0xd, 0x10, 0xc4890f9400, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4583f88c0, 0xc4201b7297, 0xc4765e7788)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4583f88c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702173 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc480da4940, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc43310c6c0, 0xc42df24c70, 0xd, 0x10, 0xc480da4940, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc43c3041c0, 0xc42df24c70, 0xd, 0x10, 0xc480da4940, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc43c3041c0, 0xc4ff55cde0, 0xc4fc5ce778)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc43c3041c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702209 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc43dafed80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4572777a0, 0xc42df24c70, 0xd, 0x10, 0xc43dafed80, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc444abf880, 0xc42df24c70, 0xd, 0x10, 0xc43dafed80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc444abf880, 0xc4201b7297, 0x7)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc444abf880)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702350 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4890f6c00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42e4245a0, 0xc42df24c70, 0xd, 0x10, 0xc4890f6c00, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4239a6700, 0xc42df24c70, 0xd, 0x10, 0xc4890f6c00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4239a6700, 0x0, 0x652c73726564726f)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4239a6700)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9582876 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc429e2b560, 0xb9ff01, 0x1, 0xc4680520c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func2(0xc429e2b560, 0xc4680520c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x13f

goroutine 9702372 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4c412a2c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42c19f320, 0xc42df24c70, 0xd, 0x10, 0xc4c412a2c0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42c19b180, 0xc42df24c70, 0xd, 0x10, 0xc4c412a2c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42c19b180, 0x80000c442c0fad0, 0x88)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42c19b180)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702298 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc5029bfd00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42e4258c0, 0xc42df24c70, 0xd, 0x10, 0xc5029bfd00, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4239a7500, 0xc42df24c70, 0xd, 0x10, 0xc5029bfd00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4239a7500, 0xc4e04e4140, 0x64)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4239a7500)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702150 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4391df300, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc448a977a0, 0xc42df24c70, 0xd, 0x10, 0xc4391df300, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4583f8e00, 0xc42df24c70, 0xd, 0x10, 0xc4391df300, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4583f8e00, 0xc500630f00, 0xc46a9ac778)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4583f8e00)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702170 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4391de540, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42df1ca20, 0xc42df24c70, 0xd, 0x10, 0xc4391de540, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4514a61c0, 0xc42df24c70, 0xd, 0x10, 0xc4391de540, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4514a61c0, 0xc4ff55cde0, 0xc46809af78)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4514a61c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702090 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc433785e00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42017b440, 0xc42df24c70, 0xd, 0x10, 0xc433785e00, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4200fa540, 0xc42df24c70, 0xd, 0x10, 0xc433785e00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4200fa540, 0xc4201b7297, 0x7)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4200fa540)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9703424 [semacquire]:
sync.runtime_Semacquire(0xc4201c91ec)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4201c91e0)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201c91e0, 0x11, 0xc45aab6e00, 0x4, 0x4, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:889 +0x31
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420146f80, 0xc4ff9b77e0, 0xc45aab6d5c, 0x7, 0xc4201b7297, 0x7, 0xc45aab6e00, 0x4, 0x4, 0x0, ...)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc442678180, 0xc420146f80, 0xc4ff9b77e0, 0xc45aab6d5c, 0x7, 0xc4201b7297, 0x7, 0xc45aab6e00, 0x4, 0x4)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 9702317 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc496e59140, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42a97aea0, 0xc42df24c70, 0xd, 0x10, 0xc496e59140, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42dc556c0, 0xc42df24c70, 0xd, 0x10, 0xc496e59140, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42dc556c0, 0xc4201b7297, 0x7)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42dc556c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702366 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4feb07240, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc446c639e0, 0xc42df24c70, 0xd, 0x10, 0xc4feb07240, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4583f8540, 0xc42df24c70, 0xd, 0x10, 0xc4feb07240, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4583f8540, 0x702c37353d64692c, 0x746e6d2f3d687461)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4583f8540)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702408 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc47a852280, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4266e18c0, 0xc42df24c70, 0xd, 0x10, 0xc47a852280, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc421714fc0, 0xc42df24c70, 0xd, 0x10, 0xc47a852280, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc421714fc0, 0x0, 0xc49ff85fa2)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc421714fc0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702137 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc500a78d40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc446c62a20, 0xc42df24c70, 0xd, 0x10, 0xc500a78d40, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4514a7880, 0xc42df24c70, 0xd, 0x10, 0xc500a78d40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4514a7880, 0x40a311f0a3d70a3d, 0x14c82388aad17353)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4514a7880)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702276 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc500a77dc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc446c63320, 0xc42df24c70, 0xd, 0x10, 0xc500a77dc0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4583f8000, 0xc42df24c70, 0xd, 0x10, 0xc500a77dc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4583f8000, 0x0, 0xc4811bb758)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4583f8000)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9703690 [semacquire]:
sync.runtime_Semacquire(0xc4201c91ec)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4201c91e0)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201c91e0, 0x11, 0xc4e0dae320, 0x5, 0x5, 0xc44d7d6c00, 0x12c69c42827)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:889 +0x31
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420146f80, 0xc4415bd480, 0xc4869e05dc, 0x7, 0xc4201b7297, 0x7, 0xc4e0dae320, 0x5, 0x5, 0xc4430f8290, ...)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc438838f00, 0xc420146f80, 0xc4415bd480, 0xc4869e05dc, 0x7, 0xc4201b7297, 0x7, 0xc4e0dae320, 0x5, 0x5)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 9702369 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4feb07a80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42017b680, 0xc42df24c70, 0xd, 0x10, 0xc4feb07a80, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc425822000, 0xc42df24c70, 0xd, 0x10, 0xc4feb07a80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc425822000, 0x666e692f78756c66, 0x61772f626478756c)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc425822000)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702192 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc496e5bd80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc446c63c20, 0xc42df24c70, 0xd, 0x10, 0xc496e5bd80, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4583f8700, 0xc42df24c70, 0xd, 0x10, 0xc496e5bd80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4583f8700, 0xc44751ad90, 0xc44d319740)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4583f8700)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702315 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc496e58bc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc457277d40, 0xc42df24c70, 0xd, 0x10, 0xc496e58bc0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc444abfc00, 0xc42df24c70, 0xd, 0x10, 0xc496e58bc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc444abfc00, 0x3, 0xc420018050)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc444abfc00)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702219 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc43dafeac0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42a97a000, 0xc42df24c70, 0xd, 0x10, 0xc43dafeac0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc421730e00, 0xc42df24c70, 0xd, 0x10, 0xc43dafeac0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc421730e00, 0x409793ef9db22d0e, 0x14c86b51c9fcc980)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc421730e00)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702197 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc427808a80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc448a96480, 0xc42df24c70, 0xd, 0x10, 0xc427808a80, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc445466540, 0xc42df24c70, 0xd, 0x10, 0xc427808a80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc445466540, 0xc4201b7297, 0x7)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func4(0xc5026478c0, 0xc42ac48ba0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x197
goroutine 9702191 [semacquire]:
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc496e5bac0, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc446c62480, 0xc42df24c70, 0xd, 0x10, 0xc496e5bac0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
goroutine 9702373 [semacquire]:
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4c412a580, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42ea57180, 0x2, 0x20)
goroutine 9702330 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc427807500, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42017a120, 0xc42df24c70, 0xd, 0x10, 0xc427807500, 0xb26cc0, 0x1)
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4204a4fc0, 0xc42df24c70, 0xd, 0x10, 0xc427807500, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4204a4fc0, 0x5, 0xa78440)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
goroutine 9702178 [semacquire]:
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc480da5700, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4291497a0, 0xc42df24c70, 0xd, 0x10, 0xc480da5700, 0xb26cc0, 0x1)
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4204a5340, 0x0, 0xc4582b7758)
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4204a5340)
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards

	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc50096be40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4583f9dc0, 0xc44751ad90, 0xc44d319740)
sync.runtime_Semacquire(0xc46228f8c4)
sync.(*RWMutex).RLock(0xc46228f8b8)
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4890f9f00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards

	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc430e9b000, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42dc55c00, 0xc42df24c70, 0xd, 0x10, 0xc480da5f40, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42dc55c00, 0xc4201b7297, 0x7)
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42dc55c00)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
goroutine 9702331 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4278077c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
goroutine 9702303 [semacquire]:
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42dc55880, 0xe9c460, 0xc435aa1300)
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42dc55880)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
goroutine 9702149 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4391df040, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc448a97d40, 0xc42df24c70, 0xd, 0x10, 0xc4391df040, 0xb26cc0, 0x1)
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc445467a40, 0xc42df24c70, 0xd, 0x10, 0xc4391df040, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc445467a40)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4514a68c0, 0x4365686361632c69, 0x6f69746361706d6f)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards

goroutine 9702166 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc5029c1e40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42c19a700, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42c19a700)
sync.runtime_Semacquire(0xc46228f8c4)
sync.(*RWMutex).RLock(0xc46228f8b8)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards

goroutine 9702347 [semacquire]:
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4890f63c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4246d2fc0, 0xc42df24c70, 0xd, 0x10, 0xc4890f63c0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc425822e00, 0xc42df24c70, 0xd, 0x10, 0xc4890f63c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc425822e00, 0x1, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc425822e00)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702385 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc47a853880, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42c19fc20, 0xc42df24c70, 0xd, 0x10, 0xc47a853880, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42c19b880, 0xc42df24c70, 0xd, 0x10, 0xc47a853880, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42c19b880, 0x6f4365686361632c, 0x6e6f69746361706d)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42c19b880)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702297 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc5029bf780, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc431dfaea0, 0xc42df24c70, 0xd, 0x10, 0xc5029bf780, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42c19bdc0, 0xc42df24c70, 0xd, 0x10, 0xc5029bf780, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42c19bdc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42c19bdc0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702356 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4890f7bc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc448a96000, 0xc42df24c70, 0xd, 0x10, 0xc4890f7bc0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4454661c0, 0xc42df24c70, 0xd, 0x10, 0xc4890f7bc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4454661c0, 0x75613d7963696c6f, 0x61772c6e65676f74)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4454661c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702133 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc500a78240, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42e424b40, 0xc42df24c70, 0xd, 0x10, 0xc500a78240, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc43c305180, 0xc42df24c70, 0xd, 0x10, 0xc500a78240, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc43c305180, 0xc42d988790, 0xc4e15c90e0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc43c305180)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9701364 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c0)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).Lock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:91 +0x6e
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).SetFieldName(0xc46228f880, 0xc468c5e848, 0x7)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1447 +0xa9
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).SetFieldName(0xc4201d9bc0, 0xc478909540, 0xd, 0x35, 0xc468c5e848, 0x7)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:600 +0x6b
github.com/influxdata/influxdb/tsdb.(*Shard).createFieldsAndMeasurements(0xc42a0bdc00, 0xc468c5ea50, 0x2, 0x2, 0xc43defd300, 0x2)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:538 +0x184
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42a0bdc00, 0xc43defd300, 0x2, 0x2, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:459 +0x1a6
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201c91e0, 0x11, 0xc43defd300, 0x2, 0x2, 0xc4b9a33c00, 0x12c69c42827)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420146f80, 0xc43defd320, 0xc442c328af, 0x7, 0xc4201b7297, 0x7, 0xc43defd300, 0x2, 0x2, 0xc45f4a2a90, ...)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc43068dc20, 0xc420146f80, 0xc43defd320, 0xc442c328af, 0x7, 0xc4201b7297, 0x7, 0xc43defd300, 0x2, 0x2)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 9702269 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc500a76b40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4246d2120, 0xc42df24c70, 0xd, 0x10, 0xc500a76b40, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4204a56c0, 0xc42df24c70, 0xd, 0x10, 0xc500a76b40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4204a56c0, 0xc4201b7297, 0x7)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4204a56c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702180 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc480da5c80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc429149c20, 0xc42df24c70, 0xd, 0x10, 0xc480da5c80, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc429403340, 0xc42df24c70, 0xd, 0x10, 0xc480da5c80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc429403340, 0xc4201b7297, 0x7)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc429403340)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9703693 [semacquire]:
sync.runtime_Semacquire(0xc4201c91ec)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4201c91e0)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201c91e0, 0x11, 0xc467c41000, 0xea, 0xea, 0x0, 0xa78440)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:889 +0x31
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420146f80, 0xc48e3c5420, 0xc4869e071c, 0x7, 0xc4201b7297, 0x7, 0xc467c41000, 0xea, 0xea, 0xc4388389c0, ...)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc4388390e0, 0xc420146f80, 0xc48e3c5420, 0xc4869e071c, 0x7, 0xc4201b7297, 0x7, 0xc467c41000, 0xea, 0xea)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 9702143 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc500a79d00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc44e6b67e0, 0xc42df24c70, 0xd, 0x10, 0xc500a79d00, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4583f9500, 0xc42df24c70, 0xd, 0x10, 0xc500a79d00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4583f9500, 0xc4ff55cde0, 0xc4fc5d5778)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4583f9500)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702218 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4890f8640, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc422042360, 0xc42df24c70, 0xd, 0x10, 0xc4890f8640, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4583f8c40, 0xc42df24c70, 0xd, 0x10, 0xc4890f8640, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4583f8c40, 0x4097c00000000000, 0x14c867c93d1ba800)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4583f8c40)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702092 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4e0d26300, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4246d37a0, 0xc42df24c70, 0xd, 0x10, 0xc4e0d26300, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc425823500, 0xc42df24c70, 0xd, 0x10, 0xc4e0d26300, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc425823500, 0xc4201b7297, 0x7)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc425823500)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702389 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4feb06a00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc43786a120, 0xc42df24c70, 0xd, 0x10, 0xc4feb06a00, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42ddeca80, 0xc42df24c70, 0xd, 0x10, 0xc4feb06a00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42ddeca80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42ddeca80)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702304 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc480da2d80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42df1de60, 0xc42df24c70, 0xd, 0x10, 0xc480da2d80, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4514a7180, 0xc42df24c70, 0xd, 0x10, 0xc480da2d80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4514a7180, 0x0, 0xe9c0e0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4514a7180)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702358 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4feb04400, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4247c5200, 0xc42df24c70, 0xd, 0x10, 0xc4feb04400, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4200fb180, 0xc42df24c70, 0xd, 0x10, 0xc4feb04400, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4200fb180, 0x1, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4200fb180)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702260 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc430e99280, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4247c4360, 0xc42df24c70, 0xd, 0x10, 0xc430e99280, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4200faa80, 0xc42df24c70, 0xd, 0x10, 0xc430e99280, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4200faa80, 0xc44751ad90, 0xc44d319740)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4200faa80)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702248 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4fc3fb440, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4266e1b00, 0xc42df24c70, 0xd, 0x10, 0xc4fc3fb440, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc421715180, 0xc42df24c70, 0xd, 0x10, 0xc4fc3fb440, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc421715180, 0x0, 0xc4aeebeba0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc421715180)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702185 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc496e5aa40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc429148b40, 0xc42df24c70, 0xd, 0x10, 0xc496e5aa40, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc429402700, 0xc42df24c70, 0xd, 0x10, 0xc496e5aa40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc429402700, 0xc4201b7297, 0x7)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc429402700)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702307 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc480da35c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4291490e0, 0xc42df24c70, 0xd, 0x10, 0xc480da35c0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42c19bc00, 0xc42df24c70, 0xd, 0x10, 0xc480da35c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42c19bc00, 0x23, 0x7)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42c19bc00)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702245 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4fc3facc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4247c5b00, 0xc42df24c70, 0xd, 0x10, 0xc4fc3facc0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4200fb880, 0xc42df24c70, 0xd, 0x10, 0xc4fc3facc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4200fb880, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4200fb880)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702405 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4c4129a40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4247c4120, 0xc42df24c70, 0xd, 0x10, 0xc4c4129a40, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4200fa8c0, 0xc42df24c70, 0xd, 0x10, 0xc4c4129a40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4200fa8c0, 0xc44584d298, 0xed0d4def6)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4200fa8c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702319 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc496e596c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc422042d80, 0xc42df24c70, 0xd, 0x10, 0xc496e596c0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4239a7a40, 0xc42df24c70, 0xd, 0x10, 0xc496e596c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4239a7a40, 0x0, 0xc423931b60)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4239a7a40)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702257 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc430e98a40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc43310de60, 0xc42df24c70, 0xd, 0x10, 0xc430e98a40, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc43c305340, 0xc42df24c70, 0xd, 0x10, 0xc430e98a40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc43c305340, 0xc4ff55cde0, 0xc420021778)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc43c305340)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702353 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4890f7380, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42ab805a0, 0xc42df24c70, 0xd, 0x10, 0xc4890f7380, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc429403dc0, 0xc42df24c70, 0xd, 0x10, 0xc4890f7380, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc429403dc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc429403dc0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702402 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4c4129200, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42a97a900, 0xc42df24c70, 0xd, 0x10, 0xc4c4129200, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42dc54380, 0xc42df24c70, 0xd, 0x10, 0xc4c4129200, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42dc54380, 0xc44584c4b8, 0xed0d4ddd5)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42dc54380)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702301 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc480da2540, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4246d27e0, 0xc42df24c70, 0xd, 0x10, 0xc480da2540, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc425822700, 0xc42df24c70, 0xd, 0x10, 0xc480da2540, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc425822700, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc425822700)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702282 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4391dce40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4246d2c60, 0xc42df24c70, 0xd, 0x10, 0xc4391dce40, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc425822a80, 0xc42df24c70, 0xd, 0x10, 0xc4391dce40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc425822a80, 0x0, 0xc4fde63500)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc425822a80)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702234 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc50096af40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc43310c000, 0xc42df24c70, 0xd, 0x10, 0xc50096af40, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4239a6380, 0xc42df24c70, 0xd, 0x10, 0xc50096af40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4239a6380, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
goroutine 9702125 [semacquire]:
	/usr/local/go/src/runtime/sema.go:47 +0x34
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc43c304c40, 0xc27286e84a13140b, 0xca4e7ae031eb88a6)
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc43c304c40)
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards

	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc5029c18c0, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4246d30e0, 0xc42df24c70, 0xd, 0x10, 0xc5029c18c0, 0xb26cc0, 0x1)
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc425822fc0, 0xc42df24c70, 0xd, 0x10, 0xc5029c18c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
goroutine 9702293 [semacquire]:
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc445466a80, 0xc43da9b790, 0x1)
goroutine 9702203 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc427809a40, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc427785320, 0xc42df24c70, 0xd, 0x10, 0xc427809a40, 0xb26cc0, 0x1)
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42dc54c40, 0xc42df24c70, 0xd, 0x10, 0xc427809a40, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42dc54c40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
goroutine 9702263 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc430e99ac0, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc431dfbe60, 0xc42df24c70, 0xd, 0x10, 0xc430e99ac0, 0xb26cc0, 0x1)
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42ea56700, 0xc42df24c70, 0xd, 0x10, 0xc430e99ac0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc43dafd340, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4247c4a20, 0xc42df24c70, 0xd, 0x10, 0xc43dafd340, 0xb26cc0, 0x1)
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc425823c00, 0xc42df24c70, 0xd, 0x10, 0xc43dafd340, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc430e987c0, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42c19f0e0, 0xc42df24c70, 0xd, 0x10, 0xc430e987c0, 0xb26cc0, 0x1)
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42c19afc0, 0xc42df24c70, 0xd, 0x10, 0xc430e987c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
goroutine 9702119 [semacquire]:
	/usr/local/go/src/runtime/sema.go:47 +0x34
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4246d39e0, 0xc42df24c70, 0xd, 0x10, 0xc4e0d27e80, 0xb26cc0, 0x1)
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4258236c0, 0xc42df24c70, 0xd, 0x10, 0xc4e0d27e80, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4258236c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc42df1c360, 0xb9ff01, 0x1, 0xc4fd4421e0)
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func2(0xc42df1c360, 0xc4fd4421e0)
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions

goroutine 9702160 [semacquire]:
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4

sync.runtime_Semacquire(0xc46228f8c4)
sync.(*RWMutex).RLock(0xc46228f8b8)
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4fc3fb6c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards

goroutine 9702334 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc43dafc000, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42dc55500, 0xc42df24c70, 0xd, 0x10, 0xc43dafc000, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42dc55500, 0x8, 0xc4326644b0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
sync.(*RWMutex).RLock(0xc46228f8b8)
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48

goroutine 9702288 [semacquire]:
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4391ddec0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42a0bc700, 0x0, 0xc4811b9758)
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42a0bc700)
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards

	/usr/local/go/src/runtime/sema.go:47 +0x34
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48

goroutine 9702226 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4890f9980, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc429403c00, 0xc42df24c70, 0xd, 0x10, 0xc4890f9980, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc429403c00, 0xc44751ad90, 0xc44d319740)
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc429403c00)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
goroutine 9702291 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42dc54fc0, 0xc42df24c70, 0xd, 0x10, 0xc5029be700, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702381 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4c412bac0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc457277560, 0xc42df24c70, 0xd, 0x10, 0xc4c412bac0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc444abf6c0, 0xc42df24c70, 0xd, 0x10, 0xc4c412bac0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc444abf6c0, 0x2270, 0x14c83f332d43f400)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc444abf6c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702135 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc500a787c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc43786bb00, 0xc42df24c70, 0xd, 0x10, 0xc500a787c0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42ddeddc0, 0xc42df24c70, 0xd, 0x10, 0xc500a787c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42ddeddc0, 0x0, 0xc4282a86c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42ddeddc0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 5799717 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc5026478c0, 0xb9ff01, 0x2, 0xc42ac48ba0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func3(0xc5026478c0, 0xc42ac48ba0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x16b

goroutine 9702410 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc47a852800, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc422043440, 0xc42df24c70, 0xd, 0x10, 0xc47a852800, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42ddec000, 0xc42df24c70, 0xd, 0x10, 0xc47a852800, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42ddec000, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42ddec000)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702237 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc50096b6c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42a0bd6c0, 0xc42df24c70, 0xd, 0x10, 0xc50096b6c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc5026478c0, 0xc42ac48b40)
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions.func1(0xc5026478c0, 0xc42ac48b40)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277 +0xcd

	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42a0bdc00, 0xc42df24c70, 0xd, 0x10, 0xc500a765c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42a0bdc00, 0x1, 0x85965496bc173)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42a0bdc00)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702223 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4890f9140, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42e425320, 0xc42df24c70, 0xd, 0x10, 0xc4890f9140, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4239a7180, 0xc42df24c70, 0xd, 0x10, 0xc4890f9140, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4239a7180, 0xc44751ad90, 0xc44d319740)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4239a7180)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702279 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4391dc600, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42a97a480, 0xc42df24c70, 0xd, 0x10, 0xc4391dc600, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc421731180, 0xc42df24c70, 0xd, 0x10, 0xc4391dc600, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc421731180, 0xc4811bcf01, 0x4f099c)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc421731180)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702145 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4391de280, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc448a96d80, 0xc42df24c70, 0xd, 0x10, 0xc4391de280, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc445466c40, 0xc42df24c70, 0xd, 0x10, 0xc4391de280, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc445466c40, 0xc4ff55cde0, 0xc4fc5d0778)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc445466c40)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702382 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4c412bd80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42ab807e0, 0xc42df24c70, 0xd, 0x10, 0xc4c412bd80, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4200fba40, 0xc42df24c70, 0xd, 0x10, 0xc4c412bd80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4200fba40, 0x4018c28f00001e00, 0x14c83f332d43f400)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4200fba40)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702211 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc43daff300, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4277847e0, 0xc42df24c70, 0xd, 0x10, 0xc43daff300, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42dc54540, 0xc42df24c70, 0xd, 0x10, 0xc43daff300, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42dc54540, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42dc54540)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48

goroutine 9702242 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4239a68c0)
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards

goroutine 9702241 [semacquire]:
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc421714380, 0xc42df24c70, 0xd, 0x10, 0xc4fc3fa340, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc421714380, 0x20002, 0xc5004797b4)
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc421714380)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702333 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc427807d40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4247c45a0, 0xc42df24c70, 0xd, 0x10, 0xc427807d40, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4200fac40, 0xc42df24c70, 0xd, 0x10, 0xc427807d40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4200fac40, 0xc4201b7297, 0x7)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4200fac40)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9701267 [IO wait]:
net.runtime_pollWait(0x8010957d8, 0x72, 0xc)
	/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc50807e3e8, 0x72, 0xe97160, 0xe903d0)
	/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc50807e3e8, 0xc4d0705000, 0x1000)
	/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc50807e380, 0xc4d0705000, 0x1000, 0x1000, 0x0, 0xe97160, 0xe903d0)
	/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc4c7428280, 0xc4d0705000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:181 +0x70
net/http.(*connReader).Read(0xc4a7fb8480, 0xc4d0705000, 0x1000, 0x1000, 0x46bf52, 0x1, 0xc49ffae830)
	/usr/local/go/src/net/http/server.go:754 +0x140
bufio.(*Reader).fill(0xc43717e7e0)
	/usr/local/go/src/bufio/bufio.go:97 +0x117
bufio.(*Reader).ReadSlice(0xc43717e7e0, 0xa, 0x2, 0x0, 0x0, 0x3, 0x5089a7)
	/usr/local/go/src/bufio/bufio.go:338 +0xbb
bufio.(*Reader).ReadLine(0xc43717e7e0, 0xc425926f00, 0x100, 0xf8, 0xb691e0, 0x2, 0x46bf52)
	/usr/local/go/src/bufio/bufio.go:367 +0x37
net/textproto.(*Reader).readLineSlice(0xc442c189f0, 0xc4c7ca3ac8, 0xc4c7ca3ac8, 0x40fb48, 0x100, 0xb691e0)
	/usr/local/go/src/net/textproto/reader.go:55 +0x5f
net/textproto.(*Reader).ReadLine(0xc442c189f0, 0xc425926f00, 0x72, 0x8000000000000000, 0x0)
	/usr/local/go/src/net/textproto/reader.go:36 +0x2f
net/http.readRequest(0xc43717e7e0, 0x0, 0xc425926f00, 0x0, 0x0)
	/usr/local/go/src/net/http/request.go:918 +0xa5
net/http.(*conn).readRequest(0xc439ccbd60, 0xe9f4e0, 0xc4a7fb8440, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/http/server.go:934 +0x213
net/http.(*conn).serve(0xc439ccbd60, 0xe9f4e0, 0xc4a7fb8440)
	/usr/local/go/src/net/http/server.go:1763 +0x49a
created by net/http.(*Server).Serve
	/usr/local/go/src/net/http/server.go:2668 +0x2ce

goroutine 9702292 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc5029be9c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4266e0fc0, 0xc42df24c70, 0xd, 0x10, 0xc5029be9c0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42c19a1c0, 0xc42df24c70, 0xd, 0x10, 0xc5029be9c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42c19a1c0, 0x14c863221fa8a402, 0x14c86cf4b1d28401)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42c19a1c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702207 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc43dafe540, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42df1cc60, 0xc42df24c70, 0xd, 0x10, 0xc43dafe540, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4514a6380, 0xc42df24c70, 0xd, 0x10, 0xc43dafe540, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4514a6380, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4514a6380)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702159 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc5029c0b00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4246d2a20, 0xc42df24c70, 0xd, 0x10, 0xc5029c0b00, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4258228c0, 0xc42df24c70, 0xd, 0x10, 0xc5029c0b00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4258228c0, 0xc44751ad90, 0xc44d319740)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4258228c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702131 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc430e9bcc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc427785d40, 0xc42df24c70, 0xd, 0x10, 0xc430e9bcc0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42dc55340, 0xc42df24c70, 0xd, 0x10, 0xc430e9bcc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42dc55340, 0x127b67eae40a166e, 0x6a7399e26e6114e1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42dc55340)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702299 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc5029bffc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc446c630e0, 0xc42df24c70, 0xd, 0x10, 0xc5029bffc0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4514a7dc0, 0xc42df24c70, 0xd, 0x10, 0xc5029bffc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4514a7dc0, 0x0, 0xc423931800)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4514a7dc0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702398 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4c4128700, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42a97a7e0, 0xc42df24c70, 0xd, 0x10, 0xc4c4128700, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42dc541c0, 0xc42df24c70, 0xd, 0x10, 0xc4c4128700, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42dc541c0, 0x11, 0xc44eaeff80)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42dc541c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702262 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc430e99800, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4277850e0, 0xc42df24c70, 0xd, 0x10, 0xc430e99800, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42dc54a80, 0xc42df24c70, 0xd, 0x10, 0xc430e99800, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42dc54a80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42dc54a80)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702375 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4c412ab00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42a0be360, 0xc42df24c70, 0xd, 0x10, 0xc4c412ab00, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42a0bc1c0, 0xc42df24c70, 0xd, 0x10, 0xc4c412ab00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42a0bc1c0, 0x1e0, 0xc497646f80)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42a0bc1c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702354 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4890f7640, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc427784ea0, 0xc42df24c70, 0xd, 0x10, 0xc4890f7640, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42dc548c0, 0xc42df24c70, 0xd, 0x10, 0xc4890f7640, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42dc548c0, 0x73646c656966237e, 0x657461657243)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42dc548c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702205 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc427809fc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc429e2b560, 0xc42df24c70, 0xd, 0x10, 0xc427809fc0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42ea57a40, 0xc42df24c70, 0xd, 0x10, 0xc427809fc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42ea57a40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42ea57a40)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9701378 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).HasTagKey(0xc46228f880, 0xc4c7ca4e60, 0x4, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:148 +0x3f
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).HasTagKey(0xc4201d9bc0, 0xc4845c67d0, 0xd, 0x10, 0xc4845c67a8, 0x4, 0x8, 0x0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:234 +0x11c
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).HasTagKey(0xc42df1c360, 0xc4845c67d0, 0xd, 0x10, 0xc4845c67a8, 0x4, 0x8, 0x0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:321 +0x83
github.com/influxdata/influxdb/tsdb.(*Shard).MapType(0xc42a0bdc00, 0xc468c5f6c0, 0xd, 0xc468c5f6f8, 0x4, 0xc4201b7297)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:876 +0x1fc
github.com/influxdata/influxdb/tsdb.Shards.MapType(0xc52455f120, 0x1, 0x1, 0xc468c5f6c0, 0xd, 0xc468c5f6f8, 0x4, 0xa1f3e0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:1052 +0x81
github.com/influxdata/influxdb/tsdb.(*Shards).MapType(0xc43defde20, 0xc468c5f6c0, 0xd, 0xc468c5f6f8, 0x4, 0xc4c7ca5060)
	<autogenerated>:75 +0x87
github.com/influxdata/influxdb/coordinator.(*LocalShardMapping).MapType(0xc52455f118, 0xc478909c80, 0xc468c5f6f8, 0x4, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/shard_mapper.go:147 +0x14d
github.com/influxdata/influxdb/influxql.EvalType(0xe9c460, 0xc43defde40, 0xc4845c6780, 0x1, 0x1, 0x8a24e4fa8, 0xc52455f118, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/influxql/ast.go:4661 +0x1e8
github.com/influxdata/influxdb/influxql.(*SelectStatement).RewriteFields.func1(0x8a24e4ee8, 0xc43defde40)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/influxql/ast.go:1164 +0xf1
github.com/influxdata/influxdb/influxql.walkFuncVisitor.Visit(0xc43defdea0, 0x8a24e4ee8, 0xc43defde40, 0xc4845c67a0, 0xc4845c67a0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/influxql/ast.go:4279 +0x3a
github.com/influxdata/influxdb/influxql.Walk(0xe96160, 0xc43defdea0, 0x8a24e4ee8, 0xc43defde40)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/influxql/ast.go:4174 +0x6c
github.com/influxdata/influxdb/influxql.Walk(0xe96160, 0xc43defdea0, 0xe97fe0, 0xc442c33c50)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/influxql/ast.go:4180 +0x92a
github.com/influxdata/influxdb/influxql.WalkFunc(0xe97fe0, 0xc442c33c50, 0xc43defdea0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/influxql/ast.go:4274 +0x4b
github.com/influxdata/influxdb/influxql.(*SelectStatement).RewriteFields(0xc4258142a0, 0x8a24e4f78, 0xc52455f118, 0x8a24e4f78, 0xc52455f118, 0xe9f7a0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/influxql/ast.go:1171 +0x1ec
github.com/influxdata/influxdb/coordinator.(*StatementExecutor).createIterators(0xc4201c67e0, 0xc4258142a0, 0xc4c7ca5cc0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/statement_executor.go:575 +0x55f
github.com/influxdata/influxdb/coordinator.(*StatementExecutor).executeSelectStatement(0xc4201c67e0, 0xc516ef70a0, 0xc4c7ca5cc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/statement_executor.go:433 +0x75
github.com/influxdata/influxdb/coordinator.(*StatementExecutor).ExecuteStatement(0xc4201c67e0, 0xe9fd60, 0xc516ef70a0, 0x0, 0xfa15, 0xc4239309c0, 0xc4282accc0, 0xea3860, 0xc4201d95c0, 0xc423930900, ...)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/statement_executor.go:57 +0x2b13
github.com/influxdata/influxdb/influxql.(*QueryExecutor).executeQuery(0xc4201b3830, 0xc425da57e0, 0xc50807ee8c, 0x7, 0xea0460, 0xeff660, 0x2710, 0x0, 0x0, 0x0, ...)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/influxql/query_executor.go:347 +0x577
created by github.com/influxdata/influxdb/influxql.(*QueryExecutor).ExecuteQuery
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/influxql/query_executor.go:242 +0xc3

goroutine 9702236 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc50096b440, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4220425a0, 0xc42df24c70, 0xd, 0x10, 0xc50096b440, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc43c305880, 0xc42df24c70, 0xd, 0x10, 0xc50096b440, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc43c305880, 0xc4201b7297, 0x7)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc43c305880)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702252 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4fc3fbdc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42017ad80, 0xc42df24c70, 0xd, 0x10, 0xc4fc3fbdc0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4204a5880, 0xc42df24c70, 0xd, 0x10, 0xc4fc3fbdc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4204a5880, 0xc4ff55cde0, 0xc420023f78)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4204a5880)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702395 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4feb05ec0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc431dfa000, 0xc42df24c70, 0xd, 0x10, 0xc4feb05ec0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42c19a540, 0xc42df24c70, 0xd, 0x10, 0xc4feb05ec0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42c19a540, 0x3fe0000000001df0, 0x14c83f332d43f400)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42c19a540)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702324 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc427806480, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42df1dc20, 0xc42df24c70, 0xd, 0x10, 0xc427806480, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4514a6fc0, 0xc42df24c70, 0xd, 0x10, 0xc427806480, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4514a6fc0, 0x3, 0xc4fbebd93e)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4514a6fc0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702280 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4391dc8c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc431dfb320, 0xc42df24c70, 0xd, 0x10, 0xc4391dc8c0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc421715dc0, 0xc42df24c70, 0xd, 0x10, 0xc4391dc8c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc421715dc0, 0xc4c1dd67a0, 0xe968a0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc421715dc0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702214 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc43daffb40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc457276000, 0xc42df24c70, 0xd, 0x10, 0xc43daffb40, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc444abe700, 0xc42df24c70, 0xd, 0x10, 0xc43daffb40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc444abe700, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc444abe700)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9703400 [semacquire]:
sync.runtime_Semacquire(0xc4201c91ec)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4201c91e0)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201c91e0, 0x11, 0xc42e855ce0, 0x6, 0x6, 0xc4b9a33c00, 0x12c69c42827)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:889 +0x31
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420146f80, 0xc4226d4780, 0xc478a6391c, 0x7, 0xc4201b7297, 0x7, 0xc42e855ce0, 0x6, 0x6, 0xc4a7fb8510, ...)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc42e855d40, 0xc420146f80, 0xc4226d4780, 0xc478a6391c, 0x7, 0xc4201b7297, 0x7, 0xc42e855ce0, 0x6, 0x6)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 5799716 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc5026478c0, 0xb9ff01, 0x1, 0xc42ac48ba0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func2(0xc5026478c0, 0xc42ac48ba0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x13f

goroutine 9702118 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4e0d27c00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc429e2bb00, 0xc42df24c70, 0xd, 0x10, 0xc4e0d27c00, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42ea57dc0, 0xc42df24c70, 0xd, 0x10, 0xc4e0d27c00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42ea57dc0, 0xc44751ad90, 0xc44d319740)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42ea57dc0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702313 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc496e58640, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc43786aea0, 0xc42df24c70, 0xd, 0x10, 0xc496e58640, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42dded500, 0xc42df24c70, 0xd, 0x10, 0xc496e58640, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42dded500, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42dded500)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702162 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc5029c1340, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4266e1d40, 0xc42df24c70, 0xd, 0x10, 0xc5029c1340, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc421715340, 0xc42df24c70, 0xd, 0x10, 0xc5029c1340, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc421715340, 0x20002, 0xc421d5f7b4)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc421715340)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702095 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4e0d26a80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc422042c60, 0xc42df24c70, 0xd, 0x10, 0xc4e0d26a80, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc43c305dc0, 0xc42df24c70, 0xd, 0x10, 0xc4e0d26a80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc43c305dc0, 0xc44751ad90, 0xc44d319740)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc43c305dc0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702200 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc427809200, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc44e6b7b00, 0xc42df24c70, 0xd, 0x10, 0xc427809200, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc444abe380, 0xc42df24c70, 0xd, 0x10, 0xc427809200, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc444abe380, 0xc4201b7297, 0x7)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc444abe380)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702400 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4c4128c80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc43786aa20, 0xc42df24c70, 0xd, 0x10, 0xc4c4128c80, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42dded180, 0xc42df24c70, 0xd, 0x10, 0xc4c4128c80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42dded180, 0x0, 0xc49ff85fa2)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42dded180)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702403 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4c41294c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42e425680, 0xc42df24c70, 0xd, 0x10, 0xc4c41294c0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc43c305c00, 0xc42df24c70, 0xd, 0x10, 0xc4c41294c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc43c305c00, 0xc44584c978, 0xed0d4de41)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc43c305c00)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702134 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc500a78500, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4220427e0, 0xc42df24c70, 0xd, 0x10, 0xc500a78500, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc43c305a40, 0xc42df24c70, 0xd, 0x10, 0xc500a78500, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc43c305a40, 0x20002, 0xc50047a7b4)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc43c305a40)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702349 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4890f6940, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc431dfb9e0, 0xc42df24c70, 0xd, 0x10, 0xc4890f6940, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42ea56380, 0xc42df24c70, 0xd, 0x10, 0xc4890f6940, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42ea56380, 0xc4201b7297, 0x7)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42ea56380)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702312 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc496e58380, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42a0bed80, 0xc42df24c70, 0xd, 0x10, 0xc496e58380, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42a0bc8c0, 0xc42df24c70, 0xd, 0x10, 0xc496e58380, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42a0bc8c0, 0x0, 0xc48319b758)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42a0bc8c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702246 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4fc3faf40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc429148900, 0xc42df24c70, 0xd, 0x10, 0xc4fc3faf40, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc429402540, 0xc42df24c70, 0xd, 0x10, 0xc4fc3faf40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc429402540, 0xc44751ad90, 0xc44d319740)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc429402540)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702399 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4c41289c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc43786a5a0, 0xc42df24c70, 0xd, 0x10, 0xc4c41289c0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42ddece00, 0xc42df24c70, 0xd, 0x10, 0xc4c41289c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42ddece00, 0x40a23c0a3d70a3d7, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42ddece00)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702196 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4278087c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42e425b00, 0xc42df24c70, 0xd, 0x10, 0xc4278087c0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4239a76c0, 0xc42df24c70, 0xd, 0x10, 0xc4278087c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4239a76c0, 0x20002, 0xc46a9b17b4)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4239a76c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702320 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc496e59980, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42a0bf440, 0xc42df24c70, 0xd, 0x10, 0xc496e59980, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42a0bce00, 0xc42df24c70, 0xd, 0x10, 0xc496e59980, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42a0bce00, 0x0, 0xc483197758)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42a0bce00)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702130 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc430e9ba00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42ab81560, 0xc42df24c70, 0xd, 0x10, 0xc430e9ba00, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc421730540, 0xc42df24c70, 0xd, 0x10, 0xc430e9ba00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc421730540, 0x5fc3d7e868018dcb, 0xb4f00ee5c2d7d3a2)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc421730540)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4514a7340, 0xc42df24c70, 0xd, 0x10, 0xc43dafdb80, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4514a7340, 0x14c8631b283c3f48, 0x14c86cedba661f47)
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4514a7340)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
goroutine 9702194 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc427808240, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42017bb00, 0xc42df24c70, 0xd, 0x10, 0xc427808240, 0xb26cc0, 0x1)
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc425822380, 0xc42df24c70, 0xd, 0x10, 0xc427808240, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc425822380, 0x0, 0xc43845cd20)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
goroutine 9702277 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42064e540)
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
goroutine 9701360 [IO wait]:
net.runtime_pollWait(0x801094f98, 0x72, 0x17)
	/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc50807ee68, 0x72, 0xe97160, 0xe903d0)
	/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc50807ee68, 0xc4789003d1, 0x1)
	/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc50807ee00, 0xc4789003d1, 0x1, 0x1, 0x0, 0xe97160, 0xe903d0)
	/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc4c7428f00, 0xc4789003d1, 0x1, 0x1, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:181 +0x70
net/http.(*connReader).backgroundRead(0xc4789003c0)
	/usr/local/go/src/net/http/server.go:656 +0x58
created by net/http.(*connReader).startBackgroundRead
	/usr/local/go/src/net/http/server.go:652 +0xdf

goroutine 9702325 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc427806740, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4572766c0, 0xc42df24c70, 0xd, 0x10, 0xc427806740, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc430e9a380, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc446c63560, 0xc42df24c70, 0xd, 0x10, 0xc430e9a380, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48

goroutine 9702409 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc47a852540, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc429e2a900, 0xc42df24c70, 0xd, 0x10, 0xc47a852540, 0xb26cc0, 0x1)
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42ea56fc0, 0xc42df24c70, 0xd, 0x10, 0xc47a852540, 0x0, 0x0)
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4204a4e00, 0xc42df24c70, 0xd, 0x10, 0xc4feb077c0, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4204a4e00, 0x7963696c6f506e6f, 0x6e65676f7475613d)
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4204a4e00)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
goroutine 9702247 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4fc3fb1c0, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc427784000, 0xc42df24c70, 0xd, 0x10, 0xc4fc3fb1c0, 0xb26cc0, 0x1)
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc421730a80, 0xc42df24c70, 0xd, 0x10, 0xc4fc3fb1c0, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc421730a80, 0xc4201b7297, 0xc500476788)
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc421730a80)

sync.runtime_Semacquire(0xc4201c91ec)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:889 +0x31
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1
goroutine 9702286 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards

sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4890f96c0, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4583f96c0)

goroutine 9702268 [semacquire]:
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc500a76880, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4204a5500, 0xc42df24c70, 0xd, 0x10, 0xc500a76880, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4204a5500, 0x460623fc85e0000, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4204a5500)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
goroutine 9702355 [semacquire]:
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4890f7900, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4266e0ea0, 0xc42df24c70, 0xd, 0x10, 0xc4890f7900, 0xb26cc0, 0x1)
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4e0d26f80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4583f9880)
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards

	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4feb06740, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
sync.runtime_Semacquire(0xc46228f8c4)
sync.(*RWMutex).RLock(0xc46228f8b8)
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4391dd100, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42c19a000, 0x0, 0x7)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42c19a000)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702255 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc430e98540, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc427784c60, 0xc42df24c70, 0xd, 0x10, 0xc430e98540, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42dc54700, 0xc42df24c70, 0xd, 0x10, 0xc430e98540, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42dc54700, 0xc4ff55cde0, 0xc420025778)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42dc54700)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702124 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc430e9ab00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc429e2b320, 0xc42df24c70, 0xd, 0x10, 0xc430e9ab00, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42ea57880, 0xc42df24c70, 0xd, 0x10, 0xc430e9ab00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42ea57880, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42ea57880)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702296 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc5029bf4c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc431dfa5a0, 0xc42df24c70, 0xd, 0x10, 0xc5029bf4c0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc421715500, 0xc42df24c70, 0xd, 0x10, 0xc5029bf4c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc421715500, 0x8, 0xc439df9758)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc421715500)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702393 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4feb05940, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4266e0240, 0xc42df24c70, 0xd, 0x10, 0xc4feb05940, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc421731dc0, 0xc42df24c70, 0xd, 0x10, 0xc4feb05940, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc421731dc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc421731dc0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702253 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc430e98040, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4246d2360, 0xc42df24c70, 0xd, 0x10, 0xc430e98040, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4204a5dc0, 0xc42df24c70, 0xd, 0x10, 0xc430e98040, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4204a5dc0, 0xc4ff55cde0, 0xc420024f78)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4204a5dc0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702374 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4c412a840, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42e424900, 0xc42df24c70, 0xd, 0x10, 0xc4c412a840, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc43c304fc0, 0xc42df24c70, 0xd, 0x10, 0xc4c412a840, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc43c304fc0, 0x10, 0xc458001510)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc43c304fc0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702413 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc47a853040, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc446c62360, 0xc42df24c70, 0xd, 0x10, 0xc47a853040, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4514a7500, 0xc42df24c70, 0xd, 0x10, 0xc47a853040, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4514a7500, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4514a7500)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9703413 [semacquire]:
sync.runtime_Semacquire(0xc4201c91ec)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4201c91e0)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201c91e0, 0x11, 0xc4256272c0, 0xf, 0xf, 0x0, 0xa78440)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:889 +0x31
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420146f80, 0xc4ff9b6c60, 0xc45aab699c, 0x7, 0xc4201b7297, 0x7, 0xc4256272c0, 0xf, 0xf, 0xc4421b96e0, ...)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc4421b9c80, 0xc420146f80, 0xc4ff9b6c60, 0xc45aab699c, 0x7, 0xc4201b7297, 0x7, 0xc4256272c0, 0xf, 0xf)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 9702259 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc430e98fc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc44e6b7560, 0xc42df24c70, 0xd, 0x10, 0xc430e98fc0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc444abe000, 0xc42df24c70, 0xd, 0x10, 0xc430e98fc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc444abe000, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc444abe000)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702123 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc430e9a880, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc431dfb7a0, 0xc42df24c70, 0xd, 0x10, 0xc430e9a880, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42ea561c0, 0xc42df24c70, 0xd, 0x10, 0xc430e9a880, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42ea561c0, 0x40a2c68f5c28f5c3, 0x14c823b484c2bbbe)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42ea561c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702295 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc5029bf200, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc431dfa360, 0xc42df24c70, 0xd, 0x10, 0xc5029bf200, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42c19ac40, 0xc42df24c70, 0xd, 0x10, 0xc5029bf200, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42c19ac40, 0x7806c00077e73, 0x7845d00078264)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42c19ac40)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702151 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4391df5c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42ab80ea0, 0xc42df24c70, 0xd, 0x10, 0xc4391df5c0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc421730000, 0xc42df24c70, 0xd, 0x10, 0xc4391df5c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc421730000, 0xc500630f00, 0xc501a2f778)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc421730000)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9698642 [IO wait]:
net.runtime_pollWait(0x8a2504fe0, 0x72, 0x143)
	/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4d82b33a8, 0x72, 0xe97160, 0xe903d0)
	/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4d82b33a8, 0xc4e6dbb000, 0x1000)
	/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4d82b3340, 0xc4e6dbb000, 0x1000, 0x1000, 0x0, 0xe97160, 0xe903d0)
	/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc4208b36e0, 0xc4e6dbb000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:181 +0x70
net/http.(*connReader).Read(0xc4c9acd1c0, 0xc4e6dbb000, 0x1000, 0x1000, 0x0, 0xc4e6529bb0, 0x597f68)
	/usr/local/go/src/net/http/server.go:754 +0x140
bufio.(*Reader).fill(0xc42a9d7560)
	/usr/local/go/src/bufio/bufio.go:97 +0x117
bufio.(*Reader).Peek(0xc42a9d7560, 0x4, 0x0, 0x0, 0x0, 0x0, 0xc4e6529c10)
	/usr/local/go/src/bufio/bufio.go:129 +0x67
net/http.(*conn).readRequest(0xc4396af9a0, 0xe9f4e0, 0xc4c9acd180, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/http/server.go:931 +0xe91
net/http.(*conn).serve(0xc4396af9a0, 0xe9f4e0, 0xc4c9acd180)
	/usr/local/go/src/net/http/server.go:1763 +0x49a
created by net/http.(*Server).Serve
	/usr/local/go/src/net/http/server.go:2668 +0x2ce

goroutine 9702176 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc480da5180, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc44e6b6360, 0xc42df24c70, 0xd, 0x10, 0xc480da5180, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4583f9180, 0xc42df24c70, 0xd, 0x10, 0xc480da5180, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4583f9180, 0xc44751ad90, 0xc44d319740)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4583f9180)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702383 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc47a854040, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42ab80a20, 0xc42df24c70, 0xd, 0x10, 0xc47a854040, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4200fbc00, 0xc42df24c70, 0xd, 0x10, 0xc47a854040, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4200fbc00, 0x40a0fe0000002249, 0x14c83f332d43f400)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4200fbc00)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702322 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc496e59f00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc420084fc0, 0xc42df24c70, 0xd, 0x10, 0xc496e59f00, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4204a48c0, 0xc42df24c70, 0xd, 0x10, 0xc496e59f00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4204a48c0, 0xc429eb31c0, 0xc429eb2600)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4204a48c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702359 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4feb046c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc429e2aea0, 0xc42df24c70, 0xd, 0x10, 0xc4feb046c0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42ea57500, 0xc42df24c70, 0xd, 0x10, 0xc4feb046c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42ea57500, 0xc442c476b0, 0xc4fd4251a8)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42ea57500)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702186 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc496e5ad00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc43786b200, 0xc42df24c70, 0xd, 0x10, 0xc496e5ad00, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42a0bd180, 0xc42df24c70, 0xd, 0x10, 0xc496e5ad00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42a0bd180, 0xc4201b7297, 0x7)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42a0bd180)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702371 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4c412a000, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4266e06c0, 0xc42df24c70, 0xd, 0x10, 0xc4c412a000, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4217141c0, 0xc42df24c70, 0xd, 0x10, 0xc4c412a000, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4217141c0, 0x40a253199999999a, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4217141c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702338 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc43dafcb00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc422042fc0, 0xc42df24c70, 0xd, 0x10, 0xc43dafcb00, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4239a7c00, 0xc42df24c70, 0xd, 0x10, 0xc43dafcb00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4239a7c00, 0x5, 0xa78440)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4239a7c00)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9703714 [semacquire]:
sync.runtime_Semacquire(0xc4201c91ec)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4201c91e0)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201c91e0, 0x11, 0xc43c7ca000, 0x10e1, 0x10e1, 0xc44d7d6c00, 0x12c69c42827)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:889 +0x31
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420146f80, 0xc420f93500, 0xc4869e095c, 0x7, 0xc4201b7297, 0x7, 0xc43c7ca000, 0x10e1, 0x10e1, 0xc4fe1a30d0, ...)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc438839380, 0xc420146f80, 0xc420f93500, 0xc4869e095c, 0x7, 0xc4201b7297, 0x7, 0xc43c7ca000, 0x10e1, 0x10e1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 9702290 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc5029be440, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc427785680, 0xc42df24c70, 0xd, 0x10, 0xc5029be440, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42dc54e00, 0xc42df24c70, 0xd, 0x10, 0xc5029be440, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42dc54e00, 0x0, 0xc51bf8d500)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42dc54e00)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9703306 [semacquire]:
sync.runtime_Semacquire(0xc4201c9324)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*WaitGroup).Wait(0xc4201c9318)
	/usr/local/go/src/sync/waitgroup.go:131 +0x7a
github.com/influxdata/influxdb/tsdb.(*Store).Close(0xc4201c91e0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:287 +0x93
github.com/influxdata/influxdb/cmd/influxd/run.(*Server).Close(0xc420010500, 0xb9fbf8, 0xc42013c6c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/cmd/influxd/run/server.go:466 +0x14f
github.com/influxdata/influxdb/cmd/influxd/run.(*Command).Close(0xc420140140, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/cmd/influxd/run/command.go:133 +0x89
created by main.(*Main).Run
	/Users/phemmer/.go/src/github.com/influxdata/influxdb/cmd/influxd/main.go:100 +0x484

goroutine 9702329 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc427807240, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42df1c7e0, 0xc42df24c70, 0xd, 0x10, 0xc427807240, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4514a6000, 0xc42df24c70, 0xd, 0x10, 0xc427807240, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4514a6000, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4514a6000)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702179 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc480da59c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4291499e0, 0xc42df24c70, 0xd, 0x10, 0xc480da59c0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc429403180, 0xc42df24c70, 0xd, 0x10, 0xc480da59c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc429403180, 0xc4ff55cde0, 0xc468097f78)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc429403180)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702230 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4feb061c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc457276d80, 0xc42df24c70, 0xd, 0x10, 0xc4feb061c0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc444abf180, 0xc42df24c70, 0xd, 0x10, 0xc4feb061c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc444abf180, 0xc44751ad90, 0xc44d319740)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc444abf180)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702379 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4c412b540, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc43786b0e0, 0xc42df24c70, 0xd, 0x10, 0xc4c412b540, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42dded6c0, 0xc42df24c70, 0xd, 0x10, 0xc4c412b540, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42dded6c0, 0x1dfd, 0x14c83f332d43f400)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42dded6c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702346 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4890f6100, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc454aca000, 0xc42df24c70, 0xd, 0x10, 0xc4890f6100, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc444abfdc0, 0xc42df24c70, 0xd, 0x10, 0xc4890f6100, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc444abfdc0, 0x14c86cf4b65958d9, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc444abfdc0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702189 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc496e5b540, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42ab80c60, 0xc42df24c70, 0xd, 0x10, 0xc496e5b540, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4200fbdc0, 0xc42df24c70, 0xd, 0x10, 0xc496e5b540, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4200fbdc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4200fbdc0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702167 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc480da4100, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc429e2a480, 0xc42df24c70, 0xd, 0x10, 0xc480da4100, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42ea56c40, 0xc42df24c70, 0xd, 0x10, 0xc480da4100, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42ea56c40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42ea56c40)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702300 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc480da2280, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42017be60, 0xc42df24c70, 0xd, 0x10, 0xc480da2280, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc425822540, 0xc42df24c70, 0xd, 0x10, 0xc480da2280, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc425822540, 0x0, 0xc48319d758)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc425822540)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702270 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc500a76e00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc429148480, 0xc42df24c70, 0xd, 0x10, 0xc500a76e00, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4294021c0, 0xc42df24c70, 0xd, 0x10, 0xc500a76e00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4294021c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4294021c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702187 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc496e5afc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42a0bfb00, 0xc42df24c70, 0xd, 0x10, 0xc496e5afc0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42a0bd500, 0xc42df24c70, 0xd, 0x10, 0xc496e5afc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42a0bd500, 0xc4201b7297, 0x7)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42a0bd500)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9701359 [chan receive]:
github.com/influxdata/influxdb/services/httpd.(*Handler).serveQuery(0xc4201412c0, 0x8a24e4e28, 0xc425da56c0, 0xc43e96d300, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/services/httpd/handler.go:454 +0x8e1
github.com/influxdata/influxdb/services/httpd.(*Handler).(github.com/influxdata/influxdb/services/httpd.serveQuery)-fm(0x8a24e4e28, 0xc425da56c0, 0xc43e96d300, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/services/httpd/handler.go:128 +0x5c
github.com/influxdata/influxdb/services/httpd.authenticate.func1(0x8a24e4e28, 0xc425da56c0, 0xc43e96d300)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/services/httpd/handler.go:1026 +0x7f5
net/http.HandlerFunc.ServeHTTP(0xc4201e5ec0, 0x8a24e4e28, 0xc425da56c0, 0xc43e96d300)
	/usr/local/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.(*Handler).responseWriter.func1(0xe9e7a0, 0xc425da56a0, 0xc43e96d300)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/services/httpd/handler.go:1235 +0xab
net/http.HandlerFunc.ServeHTTP(0xc4201e5ee0, 0xe9e7a0, 0xc425da56a0, 0xc43e96d300)
	/usr/local/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.gzipFilter.func1(0xe9cb20, 0xc425da5680, 0xc43e96d300)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/services/httpd/handler.go:1154 +0x18b
net/http.HandlerFunc.ServeHTTP(0xc4201e5f00, 0xe9cb20, 0xc425da5680, 0xc43e96d300)
	/usr/local/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.cors.func1(0xe9cb20, 0xc425da5680, 0xc43e96d300)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/services/httpd/handler.go:1209 +0xee
net/http.HandlerFunc.ServeHTTP(0xc4201e5f20, 0xe9cb20, 0xc425da5680, 0xc43e96d300)
	/usr/local/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.requestID.func1(0xe9cb20, 0xc425da5680, 0xc43e96d300)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/services/httpd/handler.go:1219 +0x138
net/http.HandlerFunc.ServeHTTP(0xc4201e5f40, 0xe9cb20, 0xc425da5680, 0xc43e96d300)
	/usr/local/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.(*Handler).logging.func1(0xe9cb20, 0xc425da5660, 0xc43e96d300)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/services/httpd/handler.go:1227 +0xfe
net/http.HandlerFunc.ServeHTTP(0xc4201e5f60, 0xe9cb20, 0xc425da5660, 0xc43e96d300)
	/usr/local/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.(*Handler).recovery.func1(0xe9e160, 0xc516ef6fc0, 0xc43e96d300)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/services/httpd/handler.go:1252 +0x14c
net/http.HandlerFunc.ServeHTTP(0xc4201e5f80, 0xe9e160, 0xc516ef6fc0, 0xc43e96d300)
	/usr/local/go/src/net/http/server.go:1942 +0x44
github.com/bmizerany/pat.(*PatternServeMux).ServeHTTP(0xc4201e5cc0, 0xe9e160, 0xc516ef6fc0, 0xc43e96d300)
	/tmp/.gdm_31741/src/github.com/bmizerany/pat/mux.go:117 +0x63f
github.com/influxdata/influxdb/services/httpd.(*Handler).ServeHTTP(0xc4201412c0, 0xe9e160, 0xc516ef6fc0, 0xc43e96d300)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/services/httpd/handler.go:261 +0x1fa
net/http.serverHandler.ServeHTTP(0xc43235ee70, 0xe9e160, 0xc516ef6fc0, 0xc43e96d300)
	/usr/local/go/src/net/http/server.go:2568 +0x92
net/http.(*conn).serve(0xc4571575e0, 0xe9f4e0, 0xc478900380)
	/usr/local/go/src/net/http/server.go:1825 +0x612
created by net/http.(*Server).Serve
	/usr/local/go/src/net/http/server.go:2668 +0x2ce

goroutine 9702227 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4feb04140, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc43310c480, 0xc42df24c70, 0xd, 0x10, 0xc4feb04140, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4239a6a80, 0xc42df24c70, 0xd, 0x10, 0xc4feb04140, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4239a6a80, 0x409793ef9db22d0e, 0x14c86988456e1180)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4239a6a80)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702116 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4e0d27700, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc429149e60, 0xc42df24c70, 0xd, 0x10, 0xc4e0d27700, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc429403500, 0xc42df24c70, 0xd, 0x10, 0xc4e0d27700, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc429403500, 0xc44751ad90, 0xc44d319740)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc429403500)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702327 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc427806cc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc427784900, 0xc42df24c70, 0xd, 0x10, 0xc427806cc0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4217316c0, 0xc42df24c70, 0xd, 0x10, 0xc427806cc0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4217316c0, 0x40a1e762dafa7c74, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4217316c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702184 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc496e5a780, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc43786ac60, 0xc42df24c70, 0xd, 0x10, 0xc496e5a780, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48

goroutine 9702165 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards

goroutine 9702386 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc47a8535c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42ea56e00, 0xc42df24c70, 0xd, 0x10, 0xc47a8535c0, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42ea56e00, 0x11, 0xc44eaeff80)
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42ea56e00)
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
goroutine 9702120 [semacquire]:
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42ea576c0, 0xc4201b7297, 0x7)

goroutine 9702182 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc496e5a200, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42a0bc540, 0xc42df24c70, 0xd, 0x10, 0xc496e5a200, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42a0bc540, 0xc4201b7297, 0x7)
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42a0bc540)
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
goroutine 9702363 [semacquire]:
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4feb04f00, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42a0bf680, 0xc42df24c70, 0xd, 0x10, 0xc4feb04f00, 0xb26cc0, 0x1)
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42dded880, 0xc42df24c70, 0xd, 0x10, 0xc4fc3fa840, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42dded880, 0xc4ff55cde0, 0xc420024778)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
goroutine 9702377 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4c412afc0, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc429148fc0, 0xc42df24c70, 0xd, 0x10, 0xc4c412afc0, 0xb26cc0, 0x1)
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc429402a80, 0xc42df24c70, 0xd, 0x10, 0xc4c412afc0, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc429402a80, 0xb354a0, 0x48)
goroutine 9702337 [semacquire]:
	/usr/local/go/src/runtime/sema.go:47 +0x34
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc43dafc840, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc429e2a240, 0xc42df24c70, 0xd, 0x10, 0xc43dafc840, 0xb26cc0, 0x1)
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42ea56a80, 0xc42df24c70, 0xd, 0x10, 0xc43dafc840, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42ea56a80, 0xc429eb3180, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
goroutine 9702407 [semacquire]:
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4c4129fc0, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4247c5e60, 0xc42df24c70, 0xd, 0x10, 0xc4c4129fc0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc429403880, 0x40a2623333333333, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc425823a40, 0xc44751ad90, 0xc44d319740)
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc425823a40)
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
goroutine 9702217 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4890f8380, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc429e2bd40, 0xc42df24c70, 0xd, 0x10, 0xc4890f8380, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
goroutine 9702340 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc454aca480, 0xc42df24c70, 0xd, 0x10, 0xc43dafd080, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
goroutine 9702335 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc43dafc2c0, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc431dfa900, 0xc42df24c70, 0xd, 0x10, 0xc43dafc2c0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48

goroutine 9702161 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc427785b00, 0xc42df24c70, 0xd, 0x10, 0xc5029c1080, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42dc55180, 0xc42df24c70, 0xd, 0x10, 0xc5029c1080, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42dc55180, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42dc55180)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +[httpd] 192.168.0.20 - - [15/Jun/2017:15:45:39 -0700] "GET /ping HTTP/1.1" 204 0 "-" "Go-http-client/1.1" 5aab9233-521c-11e7-922f-000000000000 54
0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702201 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4278094c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc45fe4ea20, 0xc42df24c70, 0xd, 0x10, 0xc4278094c0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc454202000, 0xc42df24c70, 0xd, 0x10, 0xc4278094c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc454202000, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc454202000)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702136 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc500a78a80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc446c627e0, 0xc42df24c70, 0xd, 0x10, 0xc500a78a80, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4514a76c0, 0xc42df24c70, 0xd, 0x10, 0xc500a78a80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4514a76c0, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4514a76c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702204 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc427809d00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42c19f7a0, 0xc42df24c70, 0xd, 0x10, 0xc427809d00, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42c19b500, 0xc42df24c70, 0xd, 0x10, 0xc427809d00, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42c19b500, 0xc4201b7297, 0x7)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42c19b500)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702278 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4391dc340, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc429148d80, 0xc42df24c70, 0xd, 0x10, 0xc4391dc340, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4294028c0, 0xc42df24c70, 0xd, 0x10, 0xc4391dc340, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4294028c0, 0x5, 0xa67f80)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4294028c0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702231 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4feb06480, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc454aca240, 0xc42df24c70, 0xd, 0x10, 0xc4feb06480, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42064e000, 0xc42df24c70, 0xd, 0x10, 0xc4feb06480, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42064e000, 0x8f1200e37a14ae47, 0x398baa1ec6f5285c)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42064e000)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702357 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4890f7e80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42a97bd40, 0xc42df24c70, 0xd, 0x10, 0xc4890f7e80, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc421731a40, 0xc42df24c70, 0xd, 0x10, 0xc4890f7e80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc421731a40, 0xac96a0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc421731a40)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702285 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4391dd680, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc457277320, 0xc42df24c70, 0xd, 0x10, 0xc4391dd680, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc444abf500, 0xc42df24c70, 0xd, 0x10, 0xc4391dd680, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc444abf500, 0xc43943fb10, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc444abf500)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702232 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc50096aa40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42c19e360, 0xc42df24c70, 0xd, 0x10, 0xc50096aa40, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc421714c40, 0xc42df24c70, 0xd, 0x10, 0xc50096aa40, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc421714c40, 0xcb004a62c6fb1506, 0x9d971c2c8716d9ce)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc421714c40)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702404 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4c4129780, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc422043c20, 0xc42df24c70, 0xd, 0x10, 0xc4c4129780, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42ddec700, 0xc42df24c70, 0xd, 0x10, 0xc4c4129780, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42ddec700, 0xc44584ce08, 0xed0d4de70)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42ddec700)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9703409 [semacquire]:
sync.runtime_Semacquire(0xc4201c91ec)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4201c91e0)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201c91e0, 0x11, 0xc4c491cc80, 0x194, 0x194, 0xc4ed6f3400, 0x12c69c42827)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:889 +0x31
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420146f80, 0xc45c66ca60, 0xc45aab671c, 0x7, 0xc4201b7297, 0x7, 0xc4c491cc80, 0x194, 0x194, 0xc4a7fb8510, ...)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc4421b9980, 0xc420146f80, 0xc45c66ca60, 0xc45aab671c, 0x7, 0xc4201b7297, 0x7, 0xc4c491cc80, 0x194, 0x194)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 9703411 [semacquire]:
sync.runtime_Semacquire(0xc4201c91ec)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4201c91e0)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201c91e0, 0x11, 0xc4d358a000, 0xeb, 0xeb, 0xc4ed6f2c00, 0x12c69c42827)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:889 +0x31
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420146f80, 0xc4ff9b6920, 0xc45aab685c, 0x7, 0xc4201b7297, 0x7, 0xc4d358a000, 0xeb, 0xeb, 0xc4a7fb8510, ...)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc4421b9b00, 0xc420146f80, 0xc4ff9b6920, 0xc45aab685c, 0x7, 0xc4201b7297, 0x7, 0xc4d358a000, 0xeb, 0xeb)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 9702365 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc4feb06f80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc448a97200, 0xc42df24c70, 0xd, 0x10, 0xc4feb06f80, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc445466fc0, 0xc42df24c70, 0xd, 0x10, 0xc4feb06f80, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/shard.go:978 +0xc4
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc445466fc0, 0x0, 0xc43300b020)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc445466fc0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:623 +0x48
created by github.com/influxdata/influxdb/tsdb.(*Store).walkShards
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97

goroutine 9702128 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc430e9b500, 0x0, 0x0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc42df1c5a0, 0xc42df24c70, 0xd, 0x10, 0xc430e9b500, 0xb26cc0, 0x1)
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc42a0bddc0, 0xc42df24c70, 0xd, 0x10, 0xc430e9b500, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42a0bddc0)

goroutine 9702412 [semacquire]:
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc47a852d80, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc4247c5440, 0xc42df24c70, 0xd, 0x10, 0xc47a852d80, 0xb26cc0, 0x1)
github.com/influxdata/influxdb/tsdb.(*Shard).ForEachMeasurementTagKey(0xc4200fb340, 0xc42df24c70, 0xd, 0x10, 0xc47a852d80, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc4200fb340, 0xd, 0xc471f40ae2)
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc4200fb340)
goroutine 9702212 [semacquire]:
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).ForEachMeasurementTagKey(0xc4201d9bc0, 0xc42df24c70, 0xd, 0x10, 0xc43daff5c0, 0x0, 0x0)
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).ForEachMeasurementTagKey(0xc43310d0e0, 0xc42df24c70, 0xd, 0x10, 0xc43daff5c0, 0xb26cc0, 0x1)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:1110 +0x19c
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/store.go:629 +0x97
sync.runtime_Semacquire(0xc46228f8c4)
	/usr/local/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc46228f8b8)
	/usr/local/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/meta.go:1417 +0x4b
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42064e380, 0x69622f617461642f, 0x75612f6e696f6374)
github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1(0xc4fc0a7890, 0xc42e668540, 0xc42064e380)
sync.runtime_Semacquire(0xc46228f8c4)
sync.(*RWMutex).RLock(0xc46228f8b8)
github.com/influxdata/influxdb/tsdb/index/inmem.(*Measurement).TagKeys(0xc46228f880, 0xc4201f45a0, 0xc42df24c70, 0xd)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:286 +0x97
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:329 +0x62
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards.func2(0xc42a0bd880, 0xc4201b7297, 0x7)
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc5026478c0, 0xc42ac48ba0)
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func1(0xc5026478c0, 0xc42ac48ba0)
	/tmp/.gdm_31741/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x113
rax    0x4
rdx    0x0
rdi    0xee3bd8
rsi    0xf
rbp    0x7fffffffe9a8
rsp    0x7fffffffe958
r8     0x0
r9     0x0
r10    0xc4956c1e50
r11    0xffffffff
r12    0x0
r13    0xc5000491e0
r14    0x43e8a0
r15    0xc51e80
rip    0x458e7e
rflags 0x247
cs     0x43
fs     0x13
gs     0x1b

log2

SIGQUIT: quit
PC=0x45c6e1 m=0 sigcode=0

goroutine 0 [idle]:
runtime.futex(0xef1290, 0x0, 0x0, 0x0, 0x0, 0x100016f7a, 0x0, 0x0, 0x7ffe6e61a510, 0x40fc1b, ...)
	/usr/lib/go/src/runtime/sys_linux_amd64.s:422 +0x21
runtime.futexsleep(0xef1290, 0x0, 0xffffffffffffffff)
	/usr/lib/go/src/runtime/os_linux.go:45 +0x62
runtime.notesleep(0xef1290)
	/usr/lib/go/src/runtime/lock_futex.go:145 +0x6b
runtime.stopm()
	/usr/lib/go/src/runtime/proc.go:1650 +0xad
runtime.exitsyscall0(0xc447e296c0)
	/usr/lib/go/src/runtime/proc.go:2771 +0xe7
runtime.mcall(0x7ffe6e61a5c0)
	/usr/lib/go/src/runtime/asm_amd64.s:269 +0x5b

goroutine 1 [chan receive, 1592 minutes]:
main.(*Main).Run(0xc420154580, 0xc420010200, 0x0, 0x0, 0x0, 0x0)
	/home/phemmer/.go/src/github.com/influxdata/influxdb/cmd/influxd/main.go:98 +0x416
main.main()
	/home/phemmer/.go/src/github.com/influxdata/influxdb/cmd/influxd/main.go:46 +0xad

goroutine 17 [syscall, 1592 minutes, locked to thread]:
runtime.goexit()
	/usr/lib/go/src/runtime/asm_amd64.s:2197 +0x1

goroutine 5 [syscall, 1592 minutes]:
os/signal.signal_recv(0x0)
	/usr/lib/go/src/runtime/sigqueue.go:116 +0x104
os/signal.loop()
	/usr/lib/go/src/os/signal/signal_unix.go:22 +0x22
created by os/signal.init.1
	/usr/lib/go/src/os/signal/signal_unix.go:28 +0x41

goroutine 18 [IO wait, 1592 minutes]:
net.runtime_pollWait(0x7fe700fefc40, 0x72, 0x0)
	/usr/lib/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420206a08, 0x72, 0x0, 0xc4200c53e0)
	/usr/lib/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420206a08, 0xffffffffffffffff, 0x0)
	/usr/lib/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).accept(0xc4202069a0, 0x0, 0xea25a0, 0xc4200c53e0)
	/usr/lib/go/src/net/fd_unix.go:430 +0x1e5
net.(*TCPListener).accept(0xc420152a18, 0x0, 0xc4200266e8, 0x470004)
	/usr/lib/go/src/net/tcpsock_posix.go:136 +0x2e
net.(*TCPListener).Accept(0xc420152a18, 0x0, 0x0, 0x0, 0x0)
	/usr/lib/go/src/net/tcpsock.go:228 +0x49
github.com/influxdata/influxdb/tcp.(*Mux).Serve(0xc42021aa80, 0xeab0e0, 0xc420152a18, 0xc420152a18, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tcp/mux.go:75 +0x97
created by github.com/influxdata/influxdb/cmd/influxd/run.(*Server).Open
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/cmd/influxd/run/server.go:361 +0x24a

goroutine 2979125 [semacquire, 2 minutes]:
sync.runtime_Semacquire(0xc42021b86c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b860)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b860, 0x130, 0xc42c0da000, 0x1185, 0x1185, 0xc43b65c000, 0x1185, 0x1185, 0xc43bd36000, 0x1185, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc4304781c0, 0xc42c0da000, 0x1185, 0x1185, 0xc43b65c000, 0x1185, 0x1185, 0xc43bd36000, 0x1185, 0x1185, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4292877a0, 0xc42c0da000, 0x1185, 0x1185, 0xc43b65c000, 0x1185, 0x1185, 0xc43bd36000, 0x1185, 0x1185, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42cb5ea80, 0xc42dd04000, 0x1185, 0x1185, 0xba8e38, 0xc400000002, 0xc420230c00, 0xc42013ed00, 0xc42002c610, 0x429347, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42cb5ea80, 0xc42dd04000, 0x1185, 0x1185, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420208f20, 0x130, 0xc42dd04000, 0x1185, 0x1185, 0xc42237c000, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420157b80, 0xc440d2b040, 0xc44f2aabdc, 0x7, 0xc4201f9340, 0x7, 0xc42dd04000, 0x1185, 0x1185, 0xc444bdd410, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc446ca8b40, 0xc420157b80, 0xc440d2b040, 0xc44f2aabdc, 0x7, 0xc4201f9340, 0x7, 0xc42dd04000, 0x1185, 0x1185)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 2816 [chan receive, 1592 minutes]:
github.com/influxdata/influxdb/tcp.(*listener).Accept(0xc4201f94d0, 0xba8fb0, 0xc42021acc0, 0xc42095a798, 0x42b93f)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tcp/mux.go:199 +0x5a
github.com/influxdata/influxdb/services/snapshotter.(*Service).serve(0xc42021acc0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/snapshotter/service.go:88 +0x78
created by github.com/influxdata/influxdb/services/snapshotter.(*Service).Open
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/snapshotter/service.go:61 +0xa3

goroutine 2811 [semacquire, 6 minutes]:
sync.runtime_Semacquire(0xc42021b86c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b860)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).MeasurementNamesByExpr(0xc42021b860, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:322 +0x7e
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).MeasurementNamesByExpr(0xc42030eb40, 0x0, 0x0, 0x0, 0x11, 0x8060102, 0x11, 0xffffffffffffffff)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:304 +0x55
github.com/influxdata/influxdb/tsdb.(*Shard).MeasurementNamesByExpr(0xc42268e000, 0x0, 0x0, 0x132, 0x200, 0x0, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:694 +0x55
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards(0xc420208f20)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:1086 +0x39b
created by github.com/influxdata/influxdb/tsdb.(*Store).Open
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:149 +0x280

goroutine 2850 [IO wait]:
net.runtime_pollWait(0x7fe700fefb80, 0x72, 0x0)
	/usr/lib/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc42013a148, 0x72, 0x0, 0xc4482f1e40)
	/usr/lib/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc42013a148, 0xffffffffffffffff, 0x0)
	/usr/lib/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).accept(0xc42013a0e0, 0x0, 0xea25a0, 0xc4482f1e40)
	/usr/lib/go/src/net/fd_unix.go:430 +0x1e5
net.(*TCPListener).accept(0xc42253e5b8, 0xc42090fe08, 0x68c6be, 0x4578d0)
	/usr/lib/go/src/net/tcpsock_posix.go:136 +0x2e
net.(*TCPListener).Accept(0xc42253e5b8, 0xba8878, 0xc4322c43c0, 0xeac6e0, 0xc42634ba40)
	/usr/lib/go/src/net/tcpsock.go:228 +0x49
net/http.(*Server).Serve(0xc420012c60, 0xeab0e0, 0xc42253e5b8, 0x0, 0x0)
	/usr/lib/go/src/net/http/server.go:2643 +0x228
net/http.Serve(0xeab0e0, 0xc42253e5b8, 0xea1060, 0xc42015f360, 0x0, 0xc422817f98)
	/usr/lib/go/src/net/http/server.go:2307 +0x78
github.com/influxdata/influxdb/services/httpd.(*Service).serve(0xc42015f4a0, 0xeab0e0, 0xc42253e5b8)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/service.go:210 +0x62
github.com/influxdata/influxdb/services/httpd.(*Service).serveTCP(0xc42015f4a0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/service.go:198 +0x3c
created by github.com/influxdata/influxdb/services/httpd.(*Service).Open
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/service.go:155 +0x678

goroutine 2813 [select, 342 minutes]:
github.com/influxdata/influxdb/services/subscriber.(*Service).waitForMetaUpdates(0xc42016e3c0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/subscriber/service.go:164 +0x243
github.com/influxdata/influxdb/services/subscriber.(*Service).Open.func2(0xc42016e3c0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/subscriber/service.go:101 +0x57
created by github.com/influxdata/influxdb/services/subscriber.(*Service).Open
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/subscriber/service.go:102 +0x19a

goroutine 2978793 [semacquire, 2 minutes]:
sync.runtime_Semacquire(0xc42021b86c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b860)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b860, 0x130, 0xc4475b0000, 0x3d6, 0x3d6, 0xc431420000, 0x3d6, 0x3d6, 0xc42ddba000, 0x3d6, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc4304781c0, 0xc4475b0000, 0x3d6, 0x3d6, 0xc431420000, 0x3d6, 0x3d6, 0xc42ddba000, 0x3d6, 0x3d6, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4292877a0, 0xc4475b0000, 0x3d6, 0x3d6, 0xc431420000, 0x3d6, 0x3d6, 0xc42ddba000, 0x3d6, 0x3d6, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42cb5ea80, 0xc4318c0000, 0x3d6, 0x3d6, 0xba8e38, 0xc400000002, 0xc421ed8000, 0xc4200de1a0, 0xc42d2d0e10, 0x429347, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42cb5ea80, 0xc4318c0000, 0x3d6, 0x3d6, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420208f20, 0x130, 0xc4318c0000, 0x3d6, 0x3d6, 0xc4204ac000, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420157b80, 0xc44115e7e0, 0xc44ff687dc, 0x7, 0xc4201f9340, 0x7, 0xc4318c0000, 0x3d6, 0x3d6, 0xc4371ac110, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc43df6d440, 0xc420157b80, 0xc44115e7e0, 0xc44ff687dc, 0x7, 0xc4201f9340, 0x7, 0xc4318c0000, 0x3d6, 0x3d6)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 2979013 [semacquire, 2 minutes]:
sync.runtime_Semacquire(0xc42021b86c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b860)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b860, 0x130, 0xc42e037c60, 0x1, 0x1, 0xc42e037c80, 0x1, 0x1, 0xc42e037ca0, 0x1, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc4304781c0, 0xc42e037c60, 0x1, 0x1, 0xc42e037c80, 0x1, 0x1, 0xc42e037ca0, 0x1, 0x1, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4292877a0, 0xc42e037c60, 0x1, 0x1, 0xc42e037c80, 0x1, 0x1, 0xc42e037ca0, 0x1, 0x1, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42cb5ea80, 0xc442955eb0, 0x1, 0x1, 0xba8e38, 0xc400000002, 0xc421ed8000, 0xc4200df860, 0xc44ef3ee10, 0x429347, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42cb5ea80, 0xc442955eb0, 0x1, 0x1, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420208f20, 0x130, 0xc442955eb0, 0x1, 0x1, 0xc42002ec00, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420157b80, 0xc42e037c20, 0xc44f2aa59c, 0x7, 0xc4201f9340, 0x7, 0xc442955eb0, 0x1, 0x1, 0xc44a69f250, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc428ef3da0, 0xc420157b80, 0xc42e037c20, 0xc44f2aa59c, 0x7, 0xc4201f9340, 0x7, 0xc442955eb0, 0x1, 0x1)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 2978161 [semacquire, 4 minutes]:
sync.runtime_Semacquire(0xc42021b86c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b860)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b860, 0x130, 0xc44de4a000, 0x118c, 0x118c, 0xc44b66c000, 0x118c, 0x118c, 0xc44b5d4000, 0x118c, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc4304781c0, 0xc44de4a000, 0x118c, 0x118c, 0xc44b66c000, 0x118c, 0x118c, 0xc44b5d4000, 0x118c, 0x118c, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4292877a0, 0xc44de4a000, 0x118c, 0x118c, 0xc44b66c000, 0x118c, 0x118c, 0xc44b5d4000, 0x118c, 0x118c, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42cb5ea80, 0xc43b176000, 0x118c, 0x118c, 0xba8e38, 0xc400000002, 0xc4202d5800, 0xc420700340, 0xc428f57610, 0x429347, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42cb5ea80, 0xc43b176000, 0x118c, 0x118c, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420208f20, 0x130, 0xc43b176000, 0x118c, 0x118c, 0xc42237c000, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420157b80, 0xc427d8de40, 0xc44a69f1dc, 0x7, 0xc4201f9340, 0x7, 0xc43b176000, 0x118c, 0x118c, 0xc4371ac110, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc423a70900, 0xc420157b80, 0xc427d8de40, 0xc44a69f1dc, 0x7, 0xc4201f9340, 0x7, 0xc43b176000, 0x118c, 0x118c)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 2399 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc4292877a0, 0xba8f01, 0x1, 0xc427c663c0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func2(0xc4292877a0, 0xc427c663c0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x13f

goroutine 2977454 [chan receive, 6 minutes]:
github.com/influxdata/influxdb/services/httpd.(*Handler).serveQuery(0xc42015f360, 0x7fe6c39eb230, 0xc440bbd900, 0xc43f524300, 0x0, 0x0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:453 +0x8e1
github.com/influxdata/influxdb/services/httpd.(*Handler).(github.com/influxdata/influxdb/services/httpd.serveQuery)-fm(0x7fe6c39eb230, 0xc440bbd900, 0xc43f524300, 0x0, 0x0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:127 +0x5c
github.com/influxdata/influxdb/services/httpd.authenticate.func1(0x7fe6c39eb230, 0xc440bbd900, 0xc43f524300)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1037 +0x7f5
net/http.HandlerFunc.ServeHTTP(0xc420229ae0, 0x7fe6c39eb230, 0xc440bbd900, 0xc43f524300)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.(*Handler).responseWriter.func1(0xea9c20, 0xc43f510640, 0xc43f524300)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1184 +0xab
net/http.HandlerFunc.ServeHTTP(0xc420229b00, 0xea9c20, 0xc43f510640, 0xc43f524300)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.gzipFilter.func1(0xea9ca0, 0xc440bbd880, 0xc43f524300)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/gzip.go:39 +0x219
net/http.HandlerFunc.ServeHTTP(0xc420229b20, 0xea9ca0, 0xc440bbd880, 0xc43f524300)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.cors.func1(0xea9ca0, 0xc440bbd880, 0xc43f524300)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1158 +0xee
net/http.HandlerFunc.ServeHTTP(0xc420229b40, 0xea9ca0, 0xc440bbd880, 0xc43f524300)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.requestID.func1(0xea9ca0, 0xc440bbd880, 0xc43f524300)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1168 +0x138
net/http.HandlerFunc.ServeHTTP(0xc420229b60, 0xea9ca0, 0xc440bbd880, 0xc43f524300)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.(*Handler).logging.func1(0xea9ca0, 0xc440bbd860, 0xc43f524300)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1176 +0xfe
net/http.HandlerFunc.ServeHTTP(0xc420229b80, 0xea9ca0, 0xc440bbd860, 0xc43f524300)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.(*Handler).recovery.func1(0xeab2e0, 0xc43f50ed20, 0xc43f524300)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1202 +0x167
net/http.HandlerFunc.ServeHTTP(0xc420229ba0, 0xeab2e0, 0xc43f50ed20, 0xc43f524300)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/bmizerany/pat.(*PatternServeMux).ServeHTTP(0xc4202299c0, 0xeab2e0, 0xc43f50ed20, 0xc43f524300)
	/tmp/.gdm_7620/src/github.com/bmizerany/pat/mux.go:117 +0x63f
github.com/influxdata/influxdb/services/httpd.(*Handler).ServeHTTP(0xc42015f360, 0xeab2e0, 0xc43f50ed20, 0xc43f524300)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:260 +0x1fa
net/http.serverHandler.ServeHTTP(0xc420012c60, 0xeab2e0, 0xc43f50ed20, 0xc43f524300)
	/usr/lib/go/src/net/http/server.go:2568 +0x92
net/http.(*conn).serve(0xc43d8bef00, 0xeac620, 0xc434f71e80)
	/usr/lib/go/src/net/http/server.go:1825 +0x612
created by net/http.(*Server).Serve
	/usr/lib/go/src/net/http/server.go:2668 +0x2ce

goroutine 2812 [select]:
github.com/influxdata/influxdb/services/subscriber.(*Service).run(0xc42016e3c0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/subscriber/service.go:238 +0x3e7
github.com/influxdata/influxdb/services/subscriber.(*Service).Open.func1(0xc42016e3c0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/subscriber/service.go:97 +0x57
created by github.com/influxdata/influxdb/services/subscriber.(*Service).Open
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/subscriber/service.go:98 +0x178

goroutine 2851 [select, 2 minutes]:
github.com/influxdata/influxdb/services/retention.(*Service).deleteShardGroups(0xc42021c460)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/retention/service.go:69 +0x738
created by github.com/influxdata/influxdb/services/retention.(*Service).Open
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/retention/service.go:45 +0x15f

goroutine 2855 [select, 1592 minutes, locked to thread]:
runtime.gopark(0xba8e78, 0x0, 0xb833b6, 0x6, 0x18, 0x2)
	/usr/lib/go/src/runtime/proc.go:271 +0x13a
runtime.selectgoImpl(0xc426130750, 0x0, 0x18)
	/usr/lib/go/src/runtime/select.go:423 +0x1364
runtime.selectgo(0xc426130750)
	/usr/lib/go/src/runtime/select.go:238 +0x1c
runtime.ensureSigM.func1()
	/usr/lib/go/src/runtime/signal_unix.go:434 +0x2dd
runtime.goexit()
	/usr/lib/go/src/runtime/asm_amd64.s:2197 +0x1

goroutine 2978813 [semacquire, 2 minutes]:
sync.runtime_Semacquire(0xc42021b86c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b860)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b860, 0x130, 0xc44929e000, 0x1194, 0x1194, 0xc431404000, 0x1194, 0x1194, 0xc447594000, 0x1194, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc4304781c0, 0xc44929e000, 0x1194, 0x1194, 0xc431404000, 0x1194, 0x1194, 0xc447594000, 0x1194, 0x1194, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4292877a0, 0xc44929e000, 0x1194, 0x1194, 0xc431404000, 0x1194, 0x1194, 0xc447594000, 0x1194, 0x1194, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42cb5ea80, 0xc434048000, 0x1194, 0x1194, 0xba8e38, 0xc400000002, 0xc4202d5800, 0xc42070b6c0, 0xc44c5c6e10, 0x429347, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42cb5ea80, 0xc434048000, 0x1194, 0x1194, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420208f20, 0x130, 0xc434048000, 0x1194, 0x1194, 0xc421ed8000, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420157b80, 0xc4308558a0, 0xc44c56d55c, 0x7, 0xc4201f9340, 0x7, 0xc434048000, 0x1194, 0x1194, 0xc4371ac110, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc442973f80, 0xc420157b80, 0xc4308558a0, 0xc44c56d55c, 0x7, 0xc4201f9340, 0x7, 0xc434048000, 0x1194, 0x1194)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 2400 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc4292877a0, 0xba8f01, 0x2, 0xc427c663c0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func3(0xc4292877a0, 0xc427c663c0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x16b

goroutine 2978542 [semacquire, 4 minutes]:
sync.runtime_Semacquire(0xc42021b86c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b860)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b860, 0x130, 0xc44dfa0a40, 0x1, 0x1, 0xc44dfa0a60, 0x1, 0x1, 0xc44dfa0a80, 0x1, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc4304781c0, 0xc44dfa0a40, 0x1, 0x1, 0xc44dfa0a60, 0x1, 0x1, 0xc44dfa0a80, 0x1, 0x1, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4292877a0, 0xc44dfa0a40, 0x1, 0x1, 0xc44dfa0a60, 0x1, 0x1, 0xc44dfa0a80, 0x1, 0x1, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42cb5ea80, 0xc43a589260, 0x1, 0x1, 0xba8e38, 0xc400000002, 0xc4204ac000, 0xc420717520, 0xc431203610, 0x429347, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42cb5ea80, 0xc43a589260, 0x1, 0x1, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420208f20, 0x130, 0xc43a589260, 0x1, 0x1, 0xc42013c000, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420157b80, 0xc44dfa0a00, 0xc447b0b99c, 0x7, 0xc4201f9340, 0x7, 0xc43a589260, 0x1, 0x1, 0xc4371ac110, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc43df6dd40, 0xc420157b80, 0xc44dfa0a00, 0xc447b0b99c, 0x7, 0xc4201f9340, 0x7, 0xc43a589260, 0x1, 0x1)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 2977580 [select, 6 minutes]:
github.com/influxdata/influxdb/services/httpd.(*Handler).serveQuery.func2(0xc42435aa80, 0xc444f1da40, 0xc42435aa20)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:416 +0xf4
created by github.com/influxdata/influxdb/services/httpd.(*Handler).serveQuery
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:421 +0x16cc

goroutine 2853 [select, 152 minutes]:
github.com/influxdata/influxdb/cmd/influxd/run.(*Server).startServerReporting(0xc4201603c0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/cmd/influxd/run/server.go:487 +0x152
created by github.com/influxdata/influxdb/cmd/influxd/run.(*Server).Open
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/cmd/influxd/run/server.go:432 +0xd7e

goroutine 2815 [select, 2 minutes]:
github.com/influxdata/influxdb/services/precreator.(*Service).runPrecreation(0xc42021c3c0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/services/precreator/service.go:77 +0x2f0
created by github.com/influxdata/influxdb/services/precreator.(*Service).Open
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/services/precreator/service.go:55 +0x19a

goroutine 2817 [runnable]:
github.com/influxdata/influxdb/services/continuous_querier.(*Service).backgroundLoop(0xc420157c00)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/continuous_querier/service.go:201 +0x42d
created by github.com/influxdata/influxdb/services/continuous_querier.(*Service).Open
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/continuous_querier/service.go:117 +0x19f

goroutine 2979200 [semacquire, 2 minutes]:
sync.runtime_Semacquire(0xc42021b86c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b860)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b860, 0x130, 0xc447012000, 0x1185, 0x1185, 0xc43401c000, 0x1185, 0x1185, 0xc433a42000, 0x1185, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc4304781c0, 0xc447012000, 0x1185, 0x1185, 0xc43401c000, 0x1185, 0x1185, 0xc433a42000, 0x1185, 0x1185, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4292877a0, 0xc447012000, 0x1185, 0x1185, 0xc43401c000, 0x1185, 0x1185, 0xc433a42000, 0x1185, 0x1185, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42cb5ea80, 0xc438456000, 0x1185, 0x1185, 0xba8e38, 0xc400000002, 0xc42002ec00, 0xc420736680, 0xc43da1f610, 0x429347, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42cb5ea80, 0xc438456000, 0x1185, 0x1185, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420208f20, 0x130, 0xc438456000, 0x1185, 0x1185, 0xc4202d4000, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420157b80, 0xc4493acc20, 0xc435db0e5c, 0x7, 0xc4201f9340, 0x7, 0xc438456000, 0x1185, 0x1185, 0xc4257fe650, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc4409d7980, 0xc420157b80, 0xc4493acc20, 0xc435db0e5c, 0x7, 0xc4201f9340, 0x7, 0xc438456000, 0x1185, 0x1185)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 2977446 [select, 6 minutes]:
github.com/influxdata/influxdb/influxql.(*TaskManager).waitForQuery(0xc42021a960, 0x4dd8, 0xc440202e40, 0xc42435aa20, 0xc440202ea0)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/task_manager.go:220 +0x2cb
created by github.com/influxdata/influxdb/influxql.(*TaskManager).AttachQuery
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/task_manager.go:151 +0x34d

goroutine 2977643 [semacquire, 6 minutes]:
sync.runtime_Semacquire(0xc42021b86c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b860)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b860, 0x130, 0xc43fec64e0, 0x1, 0x1, 0xc43fec6500, 0x1, 0x1, 0xc43fec6520, 0x1, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc4304781c0, 0xc43fec64e0, 0x1, 0x1, 0xc43fec6500, 0x1, 0x1, 0xc43fec6520, 0x1, 0x1, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4292877a0, 0xc43fec64e0, 0x1, 0x1, 0xc43fec6500, 0x1, 0x1, 0xc43fec6520, 0x1, 0x1, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42cb5ea80, 0xc435f9f100, 0x1, 0x1, 0xc4481f5040, 0xc42612f660, 0x405d7b, 0xc42612f760, 0xc43d35a910, 0xc42612f6e0, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42cb5ea80, 0xc435f9f100, 0x1, 0x1, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420208f20, 0x130, 0xc435f9f100, 0x1, 0x1, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420157b80, 0xc43fec64a0, 0xc43656a31c, 0x7, 0xc4201f9340, 0x7, 0xc435f9f100, 0x1, 0x1, 0x0, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc44e965c80, 0xc420157b80, 0xc43fec64a0, 0xc43656a31c, 0x7, 0xc4201f9340, 0x7, 0xc435f9f100, 0x1, 0x1)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 2852 [select, 2 minutes]:
github.com/influxdata/influxdb/services/retention.(*Service).deleteShards(0xc42021c460)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/retention/service.go:98 +0xabc
created by github.com/influxdata/influxdb/services/retention.(*Service).Open
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/retention/service.go:46 +0x181

goroutine 2397 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc4292877a0, 0xc427c66360)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1139 +0x436
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions.func1(0xc4292877a0, 0xc427c66360)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277 +0xcd

goroutine 2977636 [semacquire, 6 minutes]:
sync.runtime_Semacquire(0xc42021b86c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b860)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).MeasurementExists(0xc42021b860, 0xc429b31640, 0x6, 0x8, 0x0, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:116 +0x48
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).MeasurementExists(0xc4292877a0, 0xc429b31640, 0x6, 0x8, 0x6, 0x8, 0x642f626478756c66)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:300 +0x58
github.com/influxdata/influxdb/tsdb.(*Shard).MapType(0xc42cb5ea80, 0xc435f9e442, 0x6, 0xc435f9e3c3, 0x5, 0xc4201f9340)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:864 +0xb4
github.com/influxdata/influxdb/tsdb.Shards.MapType(0xc430394470, 0x1, 0x1, 0xc435f9e442, 0x6, 0xc435f9e3c3, 0x5, 0xa26880)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:1052 +0x81
github.com/influxdata/influxdb/tsdb.(*Shards).MapType(0xc429b2d2e0, 0xc435f9e442, 0x6, 0xc435f9e3c3, 0x5, 0x0)
<autogenerated>:75 +0x87
github.com/influxdata/influxdb/coordinator.(*LocalShardMapping).MapType(0xc430394468, 0xc43a5c1b80, 0xc435f9e3c3, 0x5, 0x0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/shard_mapper.go:147 +0x14d
github.com/influxdata/influxdb/influxql.EvalType(0xea95a0, 0xc429b2d360, 0xc429b315e0, 0x1, 0x1, 0x7fe6caa3dda0, 0xc430394468, 0xc432e70f38)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:4661 +0x1e8
github.com/influxdata/influxdb/influxql.(*SelectStatement).RewriteFields.func1(0x7fe6c2d858b8, 0xc429b2d360)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:1164 +0xf1
github.com/influxdata/influxdb/influxql.walkFuncVisitor.Visit(0xc429b2d3c0, 0x7fe6c2d858b8, 0xc429b2d360, 0x2, 0x75613d7963696c6f)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:4279 +0x3a
github.com/influxdata/influxdb/influxql.Walk(0xea31e0, 0xc429b2d3c0, 0x7fe6c2d858b8, 0xc429b2d360)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:4174 +0x6c
github.com/influxdata/influxdb/influxql.Walk(0xea31e0, 0xc429b2d3c0, 0x7fe6c3bb21c0, 0xc429b2fd10)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:4185 +0x1046
github.com/influxdata/influxdb/influxql.Walk(0xea31e0, 0xc429b2d3c0, 0xea50e0, 0xc429b2fd70)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:4180 +0x92a
github.com/influxdata/influxdb/influxql.Walk(0xea31e0, 0xc429b2d3c0, 0xea51e0, 0xc429b2d3a0)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:4208 +0x9ef
github.com/influxdata/influxdb/influxql.Walk(0xea31e0, 0xc429b2d3c0, 0xea7fa0, 0xc429b2d3e0)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:4212 +0xf71
github.com/influxdata/influxdb/influxql.WalkFunc(0xea7fa0, 0xc429b2d3e0, 0xc429b2d3c0)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:4274 +0x4b
github.com/influxdata/influxdb/influxql.(*SelectStatement).RewriteFields(0xc43bfe0380, 0x7fe6caa3dd70, 0xc430394468, 0x7fe6caa3dd70, 0xc430394468, 0xeac8e0)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:1170 +0x19d
github.com/influxdata/influxdb/coordinator.(*StatementExecutor).createIterators(0xc420206930, 0xc43bfe0380, 0xc432e71cc0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/statement_executor.go:575 +0x55f
github.com/influxdata/influxdb/coordinator.(*StatementExecutor).executeSelectStatement(0xc420206930, 0xc43bfd2e00, 0xc432e71cc0, 0x0, 0x0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/statement_executor.go:433 +0x75
github.com/influxdata/influxdb/coordinator.(*StatementExecutor).ExecuteStatement(0xc420206930, 0xeacea0, 0xc43bfd2e00, 0x0, 0x4ddc, 0xc4442cdf20, 0xc44e9655c0, 0xeb08e0, 0xc42021aa20, 0xc4442cde60, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/statement_executor.go:57 +0x2b13
github.com/influxdata/influxdb/influxql.(*QueryExecutor).executeQuery(0xc4201f3c20, 0xc44e6e9b60, 0xc43166c8d4, 0x7, 0xead5a0, 0xf0cd30, 0x2710, 0x1, 0x0, 0x0, ...)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/query_executor.go:347 +0x577
created by github.com/influxdata/influxdb/influxql.(*QueryExecutor).ExecuteQuery
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/query_executor.go:242 +0xc3

goroutine 2978314 [semacquire, 4 minutes]:
sync.runtime_Semacquire(0xc42021b86c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b860)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b860, 0x130, 0xc435fd4c60, 0x1, 0x1, 0xc435fd4c80, 0x1, 0x1, 0xc435fd4ca0, 0x1, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc4304781c0, 0xc435fd4c60, 0x1, 0x1, 0xc435fd4c80, 0x1, 0x1, 0xc435fd4ca0, 0x1, 0x1, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4292877a0, 0xc435fd4c60, 0x1, 0x1, 0xc435fd4c80, 0x1, 0x1, 0xc435fd4ca0, 0x1, 0x1, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42cb5ea80, 0xc44ad8cb00, 0x1, 0x1, 0xba8e38, 0xc400000002, 0xc42013c000, 0xc42075c9c0, 0xc420027610, 0x429347, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42cb5ea80, 0xc44ad8cb00, 0x1, 0x1, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420208f20, 0x130, 0xc44ad8cb00, 0x1, 0x1, 0xc4202ba000, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420157b80, 0xc44cade640, 0xc44f2abedc, 0x7, 0xc4201f9340, 0x7, 0xc44ad8cb00, 0x1, 0x1, 0xc4371ac110, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc4351d9920, 0xc420157b80, 0xc44cade640, 0xc44f2abedc, 0x7, 0xc4201f9340, 0x7, 0xc44ad8cb00, 0x1, 0x1)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 2854 [select, 1592 minutes]:
github.com/influxdata/influxdb/cmd/influxd/run.(*Command).monitorServerErrors(0xc42015e140)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/cmd/influxd/run/command.go:141 +0x1f4
created by github.com/influxdata/influxdb/cmd/influxd/run.(*Command).Run
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/cmd/influxd/run/command.go:123 +0x9ff

goroutine 2977424 [semacquire, 6 minutes]:
sync.runtime_Semacquire(0xc42021b86c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b860)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b860, 0x130, 0xc446402000, 0x1191, 0x1191, 0xc447f00000, 0x1191, 0x1191, 0xc4294f6000, 0x1191, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc4304781c0, 0xc446402000, 0x1191, 0x1191, 0xc447f00000, 0x1191, 0x1191, 0xc4294f6000, 0x1191, 0x1191, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4292877a0, 0xc446402000, 0x1191, 0x1191, 0xc447f00000, 0x1191, 0x1191, 0xc4294f6000, 0x1191, 0x1191, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42cb5ea80, 0xc444b78000, 0x1191, 0x1191, 0xc442f14340, 0xc446bbbe60, 0x405d7b, 0xc446bbbf60, 0xc447a8b130, 0xc446bbbee0, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42cb5ea80, 0xc444b78000, 0x1191, 0x1191, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420208f20, 0x130, 0xc444b78000, 0x1191, 0x1191, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420157b80, 0xc44cb88040, 0xc434b9729c, 0x7, 0xc4201f9340, 0x7, 0xc444b78000, 0x1191, 0x1191, 0x0, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc42435a000, 0xc420157b80, 0xc44cb88040, 0xc434b9729c, 0x7, 0xc4201f9340, 0x7, 0xc444b78000, 0x1191, 0x1191)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 2979306 [semacquire, 2 minutes]:
sync.runtime_Semacquire(0xc42021b86c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b860)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b860, 0x130, 0xc4229a9980, 0x107, 0x107, 0xc4229ab300, 0x107, 0x107, 0xc4229acc80, 0x107, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc4304781c0, 0xc4229a9980, 0x107, 0x107, 0xc4229ab300, 0x107, 0x107, 0xc4229acc80, 0x107, 0x107, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4292877a0, 0xc4229a9980, 0x107, 0x107, 0xc4229ab300, 0x107, 0x107, 0xc4229acc80, 0x107, 0x107, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42cb5ea80, 0xc43f80d300, 0x107, 0x107, 0xba8e38, 0xc400000002, 0xc421ed8000, 0xc446a844e0, 0xc44ccba610, 0x429347, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42cb5ea80, 0xc43f80d300, 0x107, 0x107, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420208f20, 0x130, 0xc43f80d300, 0x107, 0x107, 0xc4202d5800, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420157b80, 0xc44b89bee0, 0xc4257ff99c, 0x7, 0xc4201f9340, 0x7, 0xc43f80d300, 0x107, 0x107, 0xc4371ac110, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc43ec419e0, 0xc420157b80, 0xc44b89bee0, 0xc4257ff99c, 0x7, 0xc4201f9340, 0x7, 0xc43f80d300, 0x107, 0x107)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 2979002 [semacquire, 2 minutes]:
sync.runtime_Semacquire(0xc42021b86c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b860)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b860, 0x130, 0xc4409d6600, 0x4, 0x4, 0xc4409d6660, 0x4, 0x4, 0xc4409d66c0, 0x4, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc4304781c0, 0xc4409d6600, 0x4, 0x4, 0xc4409d6660, 0x4, 0x4, 0xc4409d66c0, 0x4, 0x4, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4292877a0, 0xc4409d6600, 0x4, 0x4, 0xc4409d6660, 0x4, 0x4, 0xc4409d66c0, 0x4, 0x4, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42cb5ea80, 0xc435db0300, 0x4, 0x4, 0xba8e38, 0xc400000002, 0xc421ed8000, 0xc42077dba0, 0xc431202610, 0x429347, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42cb5ea80, 0xc435db0300, 0x4, 0x4, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420208f20, 0x130, 0xc435db0300, 0x4, 0x4, 0xc42002ec00, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420157b80, 0xc42da9b3e0, 0xc435db021c, 0x7, 0xc4201f9340, 0x7, 0xc435db0300, 0x4, 0x4, 0xc447b0b810, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc4409d6540, 0xc420157b80, 0xc42da9b3e0, 0xc435db021c, 0x7, 0xc4201f9340, 0x7, 0xc435db0300, 0x4, 0x4)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 2979625 [semacquire]:
sync.runtime_Semacquire(0xc42021b86c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b860)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b860, 0x130, 0xc44e866ba0, 0x2, 0x2, 0xc44e866bd0, 0x2, 0x2, 0xc44e866c00, 0x2, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc4304781c0, 0xc44e866ba0, 0x2, 0x2, 0xc44e866bd0, 0x2, 0x2, 0xc44e866c00, 0x2, 0x2, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4292877a0, 0xc44e866ba0, 0x2, 0x2, 0xc44e866bd0, 0x2, 0x2, 0xc44e866c00, 0x2, 0x2, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42cb5ea80, 0xc42da9a420, 0x2, 0x2, 0xba8e38, 0xc400000002, 0xc4202d5800, 0xc4207901a0, 0xc446bbbe10, 0x429347, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42cb5ea80, 0xc42da9a420, 0x2, 0x2, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420208f20, 0x130, 0xc42da9a420, 0x2, 0x2, 0xc4202d4000, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420157b80, 0xc42da9a480, 0xc44697b25c, 0x7, 0xc4201f9340, 0x7, 0xc42da9a420, 0x2, 0x2, 0xc435db0810, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc446ca9260, 0xc420157b80, 0xc42da9a480, 0xc44697b25c, 0x7, 0xc4201f9340, 0x7, 0xc42da9a420, 0x2, 0x2)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 2398 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc4292877a0, 0xc427c663c0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1200 +0x18d
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func1(0xc4292877a0, 0xc427c663c0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x113

goroutine 3043 [IO wait]:
net.runtime_pollWait(0x7fe700fef700, 0x72, 0x271)
	/usr/lib/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc42f293028, 0x72, 0xea4260, 0xe9d688)
	/usr/lib/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc42f293028, 0xc43c86c000, 0x1000)
	/usr/lib/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc42f292fc0, 0xc43c86c000, 0x1000, 0x1000, 0x0, 0xea4260, 0xe9d688)
	/usr/lib/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc43d3e58d8, 0xc43c86c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/lib/go/src/net/net.go:181 +0x70
net/http.(*connReader).Read(0xc4371ac0c0, 0xc43c86c000, 0x1000, 0x1000, 0x46f782, 0x0, 0xc44f29a410)
	/usr/lib/go/src/net/http/server.go:754 +0x140
bufio.(*Reader).fill(0xc4371911a0)
	/usr/lib/go/src/bufio/bufio.go:97 +0x117
bufio.(*Reader).ReadSlice(0xc4371911a0, 0xa, 0x2, 0x0, 0x0, 0x3, 0x50d547)
	/usr/lib/go/src/bufio/bufio.go:338 +0xbb
bufio.(*Reader).ReadLine(0xc4371911a0, 0xc44c844f00, 0x100, 0xf8, 0xb71aa0, 0xc4202d4000, 0x7fe7010672c0)
	/usr/lib/go/src/bufio/bufio.go:367 +0x37
net/textproto.(*Reader).readLineSlice(0xc43864f470, 0xc42444dac8, 0xc42444dac8, 0x411828, 0x100, 0xb71aa0)
	/usr/lib/go/src/net/textproto/reader.go:55 +0x5f
net/textproto.(*Reader).ReadLine(0xc43864f470, 0xc44c844f00, 0x72, 0x8000000000000000, 0x0)
	/usr/lib/go/src/net/textproto/reader.go:36 +0x2f
net/http.readRequest(0xc4371911a0, 0x0, 0xc44c844f00, 0x0, 0x0)
	/usr/lib/go/src/net/http/request.go:918 +0xa5
net/http.(*conn).readRequest(0xc43f338000, 0xeac620, 0xc4371ac080, 0x0, 0x0, 0x0)
	/usr/lib/go/src/net/http/server.go:934 +0x213
net/http.(*conn).serve(0xc43f338000, 0xeac620, 0xc4371ac080)
	/usr/lib/go/src/net/http/server.go:1763 +0x49a
created by net/http.(*Server).Serve
	/usr/lib/go/src/net/http/server.go:2668 +0x2ce

goroutine 2978706 [semacquire, 2 minutes]:
sync.runtime_Semacquire(0xc42021b86c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b860)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b860, 0x130, 0xc438cff980, 0x107, 0x107, 0xc438d01300, 0x107, 0x107, 0xc438d02c80, 0x107, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc4304781c0, 0xc438cff980, 0x107, 0x107, 0xc438d01300, 0x107, 0x107, 0xc438d02c80, 0x107, 0x107, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4292877a0, 0xc438cff980, 0x107, 0x107, 0xc438d01300, 0x107, 0x107, 0xc438d02c80, 0x107, 0x107, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42cb5ea80, 0xc449334600, 0x107, 0x107, 0xba8e38, 0xc400000002, 0xc42013c000, 0xc4207a2d00, 0xc44523fe10, 0x429347, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42cb5ea80, 0xc449334600, 0x107, 0x107, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420208f20, 0x130, 0xc449334600, 0x107, 0x107, 0xc4202d5800, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420157b80, 0xc435e308a0, 0xc44697a35c, 0x7, 0xc4201f9340, 0x7, 0xc449334600, 0x107, 0x107, 0xc44697a790, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc44c752360, 0xc420157b80, 0xc435e308a0, 0xc44697a35c, 0x7, 0xc4201f9340, 0x7, 0xc449334600, 0x107, 0x107)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 2814 [semacquire, 6 minutes]:
sync.runtime_Semacquire(0xc42021b86c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b860)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).SeriesSketches(0xc42021b860, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:92 +0x67
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).SeriesSketches(0xc42b9b18c0, 0xba8fa0, 0xc438dd4668, 0xc4277a2000, 0xc42eb068c0, 0xc4277a2000, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:342 +0x3d
github.com/influxdata/influxdb/tsdb.(*Shard).SeriesSketches(0xc438dd4540, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:513 +0xcc
github.com/influxdata/influxdb/tsdb.(*Store).SeriesCardinality.func1(0xc438dd4540, 0xc44022e340, 0xc4277a2000, 0x12d, 0x200, 0x40, 0x40)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:737 +0xcc
github.com/influxdata/influxdb/tsdb.(*Store).estimateCardinality(0xc420208f20, 0xc424668b2d, 0x7, 0xba8128, 0x7000103, 0x0, 0xffffffffffffffff)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:711 +0x101
github.com/influxdata/influxdb/tsdb.(*Store).SeriesCardinality(0xc420208f20, 0xc424668b2d, 0x7, 0xc434b97040, 0x0, 0x2)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:738 +0x4b
github.com/influxdata/influxdb/tsdb.(*Store).Statistics(0xc420208f20, 0xc4201f3770, 0x1, 0x1, 0xc44022e2c0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:95 +0x13e
github.com/influxdata/influxdb/cmd/influxd/run.(*Server).Statistics(0xc4201603c0, 0xc4201f3770, 0xc4201fa050, 0xc43d9a6560, 0x4425c0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/cmd/influxd/run/server.go:215 +0xeb
github.com/influxdata/influxdb/monitor.(*Monitor).gatherStatistics(0xc4201fa000, 0xc43da8bf68, 0x1, 0x1, 0xc4201f3770, 0x0, 0x0, 0x0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/monitor/service.go:318 +0xd3
github.com/influxdata/influxdb/monitor.(*Monitor).Statistics(0xc4201fa000, 0xc4201f3770, 0xef0600, 0x2540be400, 0xed0d6b01c, 0xc400000000, 0xef0600)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/monitor/service.go:310 +0xe65
github.com/influxdata/influxdb/monitor.(*Monitor).storeStatistics(0xc4201fa000)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/monitor/service.go:411 +0x401
created by github.com/influxdata/influxdb/monitor.(*Monitor).Open
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/monitor/service.go:122 +0x2f8

goroutine 2401 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc4292877a0, 0xba8f00, 0x3, 0xc427c663c0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func4(0xc4292877a0, 0xc427c663c0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x197

goroutine 2978944 [semacquire, 2 minutes]:
sync.runtime_Semacquire(0xc42021b86c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b860)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b860, 0x130, 0xc43f7d2000, 0x3d9, 0x3d9, 0xc439aca000, 0x3d9, 0x3d9, 0xc432e9c000, 0x3d9, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc4304781c0, 0xc43f7d2000, 0x3d9, 0x3d9, 0xc439aca000, 0x3d9, 0x3d9, 0xc432e9c000, 0x3d9, 0x3d9, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4292877a0, 0xc43f7d2000, 0x3d9, 0x3d9, 0xc439aca000, 0x3d9, 0x3d9, 0xc432e9c000, 0x3d9, 0x3d9, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42cb5ea80, 0xc428b30000, 0x3d9, 0x3d9, 0xba8e38, 0xc400000002, 0xc420230c00, 0xc4481d8b60, 0xc44ccbae10, 0x429347, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42cb5ea80, 0xc428b30000, 0x3d9, 0x3d9, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420208f20, 0x130, 0xc428b30000, 0x3d9, 0x3d9, 0xc42013c000, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420157b80, 0xc42fa37160, 0xc444bdce9c, 0x7, 0xc4201f9340, 0x7, 0xc428b30000, 0x3d9, 0x3d9, 0xc4371ac110, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc423a718c0, 0xc420157b80, 0xc42fa37160, 0xc444bdce9c, 0x7, 0xc4201f9340, 0x7, 0xc428b30000, 0x3d9, 0x3d9)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 2979181 [semacquire, 2 minutes]:
sync.runtime_Semacquire(0xc42021b86c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b860)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b860, 0x130, 0xc4397bc600, 0x107, 0x107, 0xc42319a000, 0x107, 0x107, 0xc42319b980, 0x107, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc4304781c0, 0xc4397bc600, 0x107, 0x107, 0xc42319a000, 0x107, 0x107, 0xc42319b980, 0x107, 0x107, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4292877a0, 0xc4397bc600, 0x107, 0x107, 0xc42319a000, 0x107, 0x107, 0xc42319b980, 0x107, 0x107, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42cb5ea80, 0xc436415300, 0x107, 0x107, 0xba8e38, 0xc400000002, 0xc42237c000, 0xc43c532ea0, 0xc44ccba610, 0x429347, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42cb5ea80, 0xc436415300, 0x107, 0x107, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420208f20, 0x130, 0xc436415300, 0x107, 0x107, 0xc42237c000, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420157b80, 0xc4353ca300, 0xc4300ba3dc, 0x7, 0xc4201f9340, 0x7, 0xc436415300, 0x107, 0x107, 0xc42ed5e510, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc43c777a40, 0xc420157b80, 0xc4353ca300, 0xc4300ba3dc, 0x7, 0xc4201f9340, 0x7, 0xc436415300, 0x107, 0x107)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 2977962 [semacquire, 4 minutes]:
sync.runtime_Semacquire(0xc42021b86c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b860)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b860, 0x130, 0xc421c40f00, 0x174, 0x174, 0xc421c43400, 0x174, 0x174, 0xc421c45900, 0x174, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc4304781c0, 0xc421c40f00, 0x174, 0x174, 0xc421c43400, 0x174, 0x174, 0xc421c45900, 0x174, 0x174, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4292877a0, 0xc421c40f00, 0x174, 0x174, 0xc421c43400, 0x174, 0x174, 0xc421c45900, 0x174, 0x174, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42cb5ea80, 0xc434d8d800, 0x174, 0x174, 0x7fe6c25081c8, 0x8, 0x66, 0x40, 0x3f, 0xc435529628, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42cb5ea80, 0xc434d8d800, 0x174, 0x174, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420208f20, 0x130, 0xc434d8d800, 0x174, 0x174, 0xc4202ba000, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420157b80, 0xc42fa40540, 0xc435db11dc, 0x7, 0xc4201f9340, 0x7, 0xc434d8d800, 0x174, 0x174, 0xc43656a590, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc4409d6240, 0xc420157b80, 0xc42fa40540, 0xc435db11dc, 0x7, 0xc4201f9340, 0x7, 0xc434d8d800, 0x174, 0x174)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 2979313 [IO wait]:
net.runtime_pollWait(0x7fe700feef80, 0x72, 0xb)
	/usr/lib/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc430704308, 0x72, 0xea4260, 0xe9d688)
	/usr/lib/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc430704308, 0xc429cbf000, 0x1000)
	/usr/lib/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4307042a0, 0xc429cbf000, 0x1000, 0x1000, 0x0, 0xea4260, 0xe9d688)
	/usr/lib/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420316210, 0xc429cbf000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/lib/go/src/net/net.go:181 +0x70
net/http.(*connReader).Read(0xc435db0340, 0xc429cbf000, 0x1000, 0x1000, 0x0, 0xc42c6ffbb0, 0x598278)
	/usr/lib/go/src/net/http/server.go:754 +0x140
bufio.(*Reader).fill(0xc441f62600)
	/usr/lib/go/src/bufio/bufio.go:97 +0x117
bufio.(*Reader).Peek(0xc441f62600, 0x4, 0x0, 0x0, 0x0, 0x0, 0xc42c6ffc10)
	/usr/lib/go/src/bufio/bufio.go:129 +0x67
net/http.(*conn).readRequest(0xc420138000, 0xeac620, 0xc435db02c0, 0x0, 0x0, 0x0)
	/usr/lib/go/src/net/http/server.go:931 +0xe91
net/http.(*conn).serve(0xc420138000, 0xeac620, 0xc435db02c0)
	/usr/lib/go/src/net/http/server.go:1763 +0x49a
created by net/http.(*Server).Serve
	/usr/lib/go/src/net/http/server.go:2668 +0x2ce

goroutine 2979511 [semacquire]:
sync.runtime_Semacquire(0xc42021b86c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b860)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b860, 0x130, 0xc43cdac000, 0x9b1, 0x9b1, 0xc448b90000, 0x9b1, 0x9b1, 0xc440e74000, 0x9b1, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc4304781c0, 0xc43cdac000, 0x9b1, 0x9b1, 0xc448b90000, 0x9b1, 0x9b1, 0xc440e74000, 0x9b1, 0x9b1, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4292877a0, 0xc43cdac000, 0x9b1, 0x9b1, 0xc448b90000, 0x9b1, 0x9b1, 0xc440e74000, 0x9b1, 0x9b1, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42cb5ea80, 0xc43ba0c000, 0x9b1, 0x9b1, 0xba8e38, 0xc400000002, 0xc4202ba000, 0xc43a801ba0, 0xc44523c610, 0x429347, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42cb5ea80, 0xc43ba0c000, 0x9b1, 0x9b1, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420208f20, 0x130, 0xc43ba0c000, 0x9b1, 0x9b1, 0xc4202d5800, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420157b80, 0xc4309056e0, 0xc44f2aa15c, 0x7, 0xc4201f9340, 0x7, 0xc43ba0c000, 0x9b1, 0x9b1, 0xc4371ac110, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc42bc1a360, 0xc420157b80, 0xc4309056e0, 0xc44f2aa15c, 0x7, 0xc4201f9340, 0x7, 0xc43ba0c000, 0x9b1, 0x9b1)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 2978113 [semacquire, 4 minutes]:
sync.runtime_Semacquire(0xc42021b86c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b860)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b860, 0x130, 0xc442356000, 0x9b5, 0x9b5, 0xc44b960000, 0x9b5, 0x9b5, 0xc43895e000, 0x9b5, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc4304781c0, 0xc442356000, 0x9b5, 0x9b5, 0xc44b960000, 0x9b5, 0x9b5, 0xc43895e000, 0x9b5, 0x9b5, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4292877a0, 0xc442356000, 0x9b5, 0x9b5, 0xc44b960000, 0x9b5, 0x9b5, 0xc43895e000, 0x9b5, 0x9b5, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42cb5ea80, 0xc430bd6000, 0x9b5, 0x9b5, 0xba8e38, 0xc400000002, 0xc4202d5800, 0xc43a80d860, 0xc44a883e10, 0x429347, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42cb5ea80, 0xc430bd6000, 0x9b5, 0x9b5, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420208f20, 0x130, 0xc430bd6000, 0x9b5, 0x9b5, 0xc4202d4000, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420157b80, 0xc43d9b9ae0, 0xc44a69eb1c, 0x7, 0xc4201f9340, 0x7, 0xc430bd6000, 0x9b5, 0x9b5, 0xc440864850, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc44d255e00, 0xc420157b80, 0xc43d9b9ae0, 0xc44a69eb1c, 0x7, 0xc4201f9340, 0x7, 0xc430bd6000, 0x9b5, 0x9b5)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 2977449 [semacquire, 6 minutes]:
sync.runtime_Semacquire(0xc42021b86c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b860)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).MeasurementExists(0xc42021b860, 0xc42e4035e8, 0x6, 0x8, 0x0, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:116 +0x48
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).MeasurementExists(0xc4292877a0, 0xc42e4035e8, 0x6, 0x8, 0x6, 0x8, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:300 +0x58
github.com/influxdata/influxdb/tsdb.(*Shard).MapType(0xc42cb5ea80, 0xc42e402a6a, 0x6, 0xc42e402a30, 0x5, 0xc4201f9340)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:864 +0xb4
github.com/influxdata/influxdb/tsdb.Shards.MapType(0xc446ad7158, 0x1, 0x1, 0xc42e402a6a, 0x6, 0xc42e402a30, 0x5, 0xa26880)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:1052 +0x81
github.com/influxdata/influxdb/tsdb.(*Shards).MapType(0xc440bbd3c0, 0xc42e402a6a, 0x6, 0xc42e402a30, 0x5, 0x20)
<autogenerated>:75 +0x87
github.com/influxdata/influxdb/coordinator.(*LocalShardMapping).MapType(0xc446ad7150, 0xc432011e80, 0xc42e402a30, 0x5, 0x0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/shard_mapper.go:147 +0x14d
github.com/influxdata/influxdb/influxql.EvalType(0xea95a0, 0xc440bbd440, 0xc42e4035a0, 0x1, 0x1, 0x7fe6caa3dda0, 0xc446ad7150, 0x0)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:4661 +0x1e8
github.com/influxdata/influxdb/influxql.(*SelectStatement).RewriteFields.func1(0x7fe6c2d858b8, 0xc440bbd440)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:1164 +0xf1
github.com/influxdata/influxdb/influxql.walkFuncVisitor.Visit(0xc440bbd4a0, 0x7fe6c2d858b8, 0xc440bbd440, 0x10, 0xad2000)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:4279 +0x3a
github.com/influxdata/influxdb/influxql.Walk(0xea31e0, 0xc440bbd4a0, 0x7fe6c2d858b8, 0xc440bbd440)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:4174 +0x6c
github.com/influxdata/influxdb/influxql.Walk(0xea31e0, 0xc440bbd4a0, 0x7fe6c3bb21c0, 0xc44f28f6b0)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:4185 +0x1046
github.com/influxdata/influxdb/influxql.Walk(0xea31e0, 0xc440bbd4a0, 0xea51e0, 0xc440bbd460)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:4208 +0x9ef
github.com/influxdata/influxdb/influxql.Walk(0xea31e0, 0xc440bbd4a0, 0xea7fa0, 0xc440bbd4c0)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:4212 +0xf71
github.com/influxdata/influxdb/influxql.WalkFunc(0xea7fa0, 0xc440bbd4c0, 0xc440bbd4a0)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:4274 +0x4b
github.com/influxdata/influxdb/influxql.(*SelectStatement).RewriteFields(0xc43f50e9a0, 0x7fe6caa3dd70, 0xc446ad7150, 0x7fe6caa3dd70, 0xc446ad7150, 0xeac8e0)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:1170 +0x19d
github.com/influxdata/influxdb/coordinator.(*StatementExecutor).createIterators(0xc420206930, 0xc43f50e9a0, 0xc439bb1cc0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/statement_executor.go:575 +0x55f
github.com/influxdata/influxdb/coordinator.(*StatementExecutor).executeSelectStatement(0xc420206930, 0xc43f50e620, 0xc439bb1cc0, 0x0, 0x0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/statement_executor.go:433 +0x75
github.com/influxdata/influxdb/coordinator.(*StatementExecutor).ExecuteStatement(0xc420206930, 0xeacea0, 0xc43f50e620, 0x0, 0x4dda, 0xc440203560, 0xc4402033e0, 0xeb08e0, 0xc42021aa20, 0xc4402034a0, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/statement_executor.go:57 +0x2b13
github.com/influxdata/influxdb/influxql.(*QueryExecutor).executeQuery(0xc4201f3c20, 0xc440bbcee0, 0xc4318c8654, 0x7, 0xead5a0, 0xf0cd30, 0x2710, 0x1, 0x0, 0x0, ...)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/query_executor.go:347 +0x577
created by github.com/influxdata/influxdb/influxql.(*QueryExecutor).ExecuteQuery
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/query_executor.go:242 +0xc3

goroutine 2979204 [semacquire, 2 minutes]:
sync.runtime_Semacquire(0xc42021b86c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b860)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b860, 0x130, 0xc436430000, 0x3d9, 0x3d9, 0xc42f386000, 0x3d9, 0x3d9, 0xc44dd0a000, 0x3d9, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc4304781c0, 0xc436430000, 0x3d9, 0x3d9, 0xc42f386000, 0x3d9, 0x3d9, 0xc44dd0a000, 0x3d9, 0x3d9, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4292877a0, 0xc436430000, 0x3d9, 0x3d9, 0xc42f386000, 0x3d9, 0x3d9, 0xc44dd0a000, 0x3d9, 0x3d9, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42cb5ea80, 0xc434ad0000, 0x3d9, 0x3d9, 0xc42022e330, 0xc4399b0fa0, 0xd, 0x0, 0xc445796600, 0x40604b, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42cb5ea80, 0xc434ad0000, 0x3d9, 0x3d9, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420208f20, 0x130, 0xc434ad0000, 0x3d9, 0x3d9, 0x83539c, 0xc420306000)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420157b80, 0xc43d802400, 0xc4300baa5c, 0x7, 0xc4201f9340, 0x7, 0xc434ad0000, 0x3d9, 0x3d9, 0x1b8, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc43c777f80, 0xc420157b80, 0xc43d802400, 0xc4300baa5c, 0x7, 0xc4201f9340, 0x7, 0xc434ad0000, 0x3d9, 0x3d9)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 2977450 [select, 6 minutes]:
github.com/influxdata/influxdb/influxql.(*TaskManager).waitForQuery(0xc42021a960, 0x4dda, 0xc4402034a0, 0xc440203320, 0xc440203500)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/task_manager.go:220 +0x2cb
created by github.com/influxdata/influxdb/influxql.(*TaskManager).AttachQuery
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/task_manager.go:151 +0x34d

goroutine 2979564 [semacquire]:
sync.runtime_Semacquire(0xc42021b86c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b860)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b860, 0x130, 0xc43950fca0, 0x1, 0x1, 0xc43950fcc0, 0x1, 0x1, 0xc43950fce0, 0x1, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc4304781c0, 0xc43950fca0, 0x1, 0x1, 0xc43950fcc0, 0x1, 0x1, 0xc43950fce0, 0x1, 0x1, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4292877a0, 0xc43950fca0, 0x1, 0x1, 0xc43950fcc0, 0x1, 0x1, 0xc43950fce0, 0x1, 0x1, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42cb5ea80, 0xc448c3bbb0, 0x1, 0x1, 0xba8e38, 0xc400000002, 0xc4202d4000, 0xc438d064e0, 0xc420956610, 0x429347, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42cb5ea80, 0xc448c3bbb0, 0x1, 0x1, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420208f20, 0x130, 0xc448c3bbb0, 0x1, 0x1, 0xc4202d5800, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420157b80, 0xc43950fc60, 0xc44c56c91c, 0x7, 0xc4201f9340, 0x7, 0xc448c3bbb0, 0x1, 0x1, 0xc4371ac110, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc4409d7680, 0xc420157b80, 0xc43950fc60, 0xc44c56c91c, 0x7, 0xc4201f9340, 0x7, 0xc448c3bbb0, 0x1, 0x1)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 2978212 [semacquire, 4 minutes]:
sync.runtime_Semacquire(0xc42021b86c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b860)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b860, 0x130, 0xc43bb0bf00, 0x1, 0x1, 0xc43bb0bf20, 0x1, 0x1, 0xc43bb0bf40, 0x1, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc4304781c0, 0xc43bb0bf00, 0x1, 0x1, 0xc43bb0bf20, 0x1, 0x1, 0xc43bb0bf40, 0x1, 0x1, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4292877a0, 0xc43bb0bf00, 0x1, 0x1, 0xc43bb0bf20, 0x1, 0x1, 0xc43bb0bf40, 0x1, 0x1, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42cb5ea80, 0xc43fa2d730, 0x1, 0x1, 0x300000002, 0xc438d11a00, 0xc434aaede8, 0x4348ee, 0xc438d11a00, 0x200000003, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42cb5ea80, 0xc43fa2d730, 0x1, 0x1, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420208f20, 0x130, 0xc43fa2d730, 0x1, 0x1, 0xc4222dfc00, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420157b80, 0xc43bb0bec0, 0xc4500ba1dc, 0x7, 0xc4201f9340, 0x7, 0xc43fa2d730, 0x1, 0x1, 0xc4371ac110, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc43953a1e0, 0xc420157b80, 0xc43bb0bec0, 0xc4500ba1dc, 0x7, 0xc4201f9340, 0x7, 0xc43fa2d730, 0x1, 0x1)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 2979412 [semacquire, 2 minutes]:
sync.runtime_Semacquire(0xc42021b86c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b860)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b860, 0x130, 0xc4229ae600, 0x108, 0x108, 0xc4300de000, 0x108, 0x108, 0xc4300df980, 0x108, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc4304781c0, 0xc4229ae600, 0x108, 0x108, 0xc4300de000, 0x108, 0x108, 0xc4300df980, 0x108, 0x108, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4292877a0, 0xc4229ae600, 0x108, 0x108, 0xc4300de000, 0x108, 0x108, 0xc4300df980, 0x108, 0x108, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42cb5ea80, 0xc44bd09300, 0x108, 0x108, 0xba8e38, 0xc400000002, 0xc421ed8000, 0xc42eebf520, 0xc44ccbd610, 0x429347, ...)
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42cb5ea80, 0xc444772000, 0x9b0, 0x9b0, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420208f20, 0x130, 0xc444772000, 0x9b0, 0x9b0, 0xc446952680, 0x3)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420157b80, 0xc44478d900, 0xc444b40f5c, 0x7, 0xc4201f9340, 0x7, 0xc444772000, 0x9b0, 0x9b0, 0x91ab5d, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc43bfde8a0, 0xc420157b80, 0xc44478d900, 0xc444b40f5c, 0x7, 0xc4201f9340, 0x7, 0xc444772000, 0x9b0, 0x9b0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 2979110 [semacquire, 2 minutes]:
sync.runtime_Semacquire(0xc42021b86c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b860)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b860, 0x130, 0xc4395b2c80, 0x107, 0x107, 0xc4395b4600, 0x107, 0x107, 0xc4229a8000, 0x107, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc4304781c0, 0xc4395b2c80, 0x107, 0x107, 0xc4395b4600, 0x107, 0x107, 0xc4229a8000, 0x107, 0x107, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4292877a0, 0xc4395b2c80, 0x107, 0x107, 0xc4395b4600, 0x107, 0x107, 0xc4229a8000, 0x107, 0x107, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42cb5ea80, 0xc4299aa600, 0x107, 0x107, 0xba8e38, 0xc400000002, 0xc4202ba000, 0xc43df5c340, 0xc44ccbd610, 0x429347, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42cb5ea80, 0xc4299aa600, 0x107, 0x107, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420208f20, 0x130, 0xc4299aa600, 0x107, 0x107, 0xc42237c000, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420157b80, 0xc43b8ddd60, 0xc42ed5e25c, 0x7, 0xc4201f9340, 0x7, 0xc4299aa600, 0x107, 0x107, 0xc4371ac110, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc4351d9380, 0xc420157b80, 0xc43b8ddd60, 0xc42ed5e25c, 0x7, 0xc4201f9340, 0x7, 0xc4299aa600, 0x107, 0x107)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1
rax    0xca
rbx    0x1
rcx    0x45c6e3
rdx    0x0
rdi    0xef1290
rsi    0x0
rbp    0x7ffe6e61a4e0
rsp    0x7ffe6e61a498
r8     0x0
r9     0x0
r10    0x0
r11    0x286
r12    0xc447b0f308
r13    0x0
r14    0xc447b0f2c0
r15    0x0
rip    0x45c6e1
rflags 0x286
cs     0x33
fs     0x0
gs     0x0

log3

SIGQUIT: quit
PC=0x45c6e1 m=0 sigcode=0

goroutine 0 [idle]:
runtime.futex(0xef1290, 0x0, 0x0, 0x0, 0x0, 0x100000000, 0x0, 0x0, 0x7ffc6102b0c0, 0x40fc1b, ...)
	/usr/lib/go/src/runtime/sys_linux_amd64.s:422 +0x21
runtime.futexsleep(0xef1290, 0x0, 0xffffffffffffffff)
	/usr/lib/go/src/runtime/os_linux.go:45 +0x62
runtime.notesleep(0xef1290)
	/usr/lib/go/src/runtime/lock_futex.go:145 +0x6b
runtime.stopm()
	/usr/lib/go/src/runtime/proc.go:1650 +0xad
runtime.findrunnable(0xc42001a000, 0x0)
	/usr/lib/go/src/runtime/proc.go:2102 +0x2e4
runtime.schedule()
	/usr/lib/go/src/runtime/proc.go:2222 +0x14c
runtime.park_m(0xc4204e4b60)
	/usr/lib/go/src/runtime/proc.go:2285 +0xab
runtime.mcall(0x7ffc6102b250)
	/usr/lib/go/src/runtime/asm_amd64.s:269 +0x5b

goroutine 1 [chan receive, 106 minutes]:
main.(*Main).Run(0xc42014e580, 0xc420010200, 0x0, 0x0, 0x0, 0x0)
	/home/phemmer/.go/src/github.com/influxdata/influxdb/cmd/influxd/main.go:98 +0x416
main.main()
	/home/phemmer/.go/src/github.com/influxdata/influxdb/cmd/influxd/main.go:46 +0xad

goroutine 17 [syscall, 106 minutes, locked to thread]:
runtime.goexit()
	/usr/lib/go/src/runtime/asm_amd64.s:2197 +0x1

goroutine 5 [syscall, 106 minutes]:
os/signal.signal_recv(0x0)
	/usr/lib/go/src/runtime/sigqueue.go:116 +0x104
os/signal.loop()
	/usr/lib/go/src/os/signal/signal_unix.go:22 +0x22
created by os/signal.init.1
	/usr/lib/go/src/os/signal/signal_unix.go:28 +0x41

goroutine 18 [IO wait, 106 minutes]:
net.runtime_pollWait(0x7f05eea09ba8, 0x72, 0x0)
	/usr/lib/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420206a08, 0x72, 0x0, 0xc4200c5440)
	/usr/lib/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420206a08, 0xffffffffffffffff, 0x0)
	/usr/lib/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).accept(0xc4202069a0, 0x0, 0xea25a0, 0xc4200c5440)
	/usr/lib/go/src/net/fd_unix.go:430 +0x1e5
net.(*TCPListener).accept(0xc420152a18, 0x0, 0xc4200266e8, 0x470004)
	/usr/lib/go/src/net/tcpsock_posix.go:136 +0x2e
net.(*TCPListener).Accept(0xc420152a18, 0x0, 0x0, 0x0, 0x0)
	/usr/lib/go/src/net/tcpsock.go:228 +0x49
github.com/influxdata/influxdb/tcp.(*Mux).Serve(0xc42021aae0, 0xeab0e0, 0xc420152a18, 0xc420152a18, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tcp/mux.go:75 +0x97
created by github.com/influxdata/influxdb/cmd/influxd/run.(*Server).Open
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/cmd/influxd/run/server.go:361 +0x24a

goroutine 170419 [semacquire, 5 minutes]:
sync.runtime_Semacquire(0xc42021b8cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b8c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b8c0, 0x130, 0xc4384df540, 0x3, 0x3, 0xc4384df590, 0x3, 0x3, 0xc4384df5e0, 0x3, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc428aac540, 0xc4384df540, 0x3, 0x3, 0xc4384df590, 0x3, 0x3, 0xc4384df5e0, 0x3, 0x3, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc42c635320, 0xc4384df540, 0x3, 0x3, 0xc4384df590, 0x3, 0x3, 0xc4384df5e0, 0x3, 0x3, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42e7d2700, 0xc43fc22090, 0x3, 0x3, 0xc42022e540, 0xc433f2c668, 0x42b666, 0xc4209a0228, 0xc44a728680, 0x40, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42e7d2700, 0xc43fc22090, 0x3, 0x3, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420209080, 0x130, 0xc43fc22090, 0x3, 0x3, 0x76c77c, 0xc433f2c6c8)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420155b80, 0xc449214f00, 0xc44d4f855c, 0x7, 0xc4201f9330, 0x7, 0xc43fc22090, 0x3, 0x3, 0xab3d00, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc4487ec360, 0xc420155b80, 0xc449214f00, 0xc44d4f855c, 0x7, 0xc4201f9330, 0x7, 0xc43fc22090, 0x3, 0x3)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 2468 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc42c635320, 0xba8f01, 0x1, 0xc4487f1e00)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func2(0xc42c635320, 0xc4487f1e00)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x13f

goroutine 169760 [chan receive, 7 minutes]:
github.com/influxdata/influxdb/services/httpd.(*Handler).serveQuery(0xc42015f400, 0x7f057ce6b1b8, 0xc43310df00, 0xc447590400, 0x0, 0x0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:453 +0x8e1
github.com/influxdata/influxdb/services/httpd.(*Handler).(github.com/influxdata/influxdb/services/httpd.serveQuery)-fm(0x7f057ce6b1b8, 0xc43310df00, 0xc447590400, 0x0, 0x0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:127 +0x5c
github.com/influxdata/influxdb/services/httpd.authenticate.func1(0x7f057ce6b1b8, 0xc43310df00, 0xc447590400)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1037 +0x7f5
net/http.HandlerFunc.ServeHTTP(0xc420229ae0, 0x7f057ce6b1b8, 0xc43310df00, 0xc447590400)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.(*Handler).responseWriter.func1(0xea9c20, 0xc4384df7c0, 0xc447590400)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1184 +0xab
net/http.HandlerFunc.ServeHTTP(0xc420229b00, 0xea9c20, 0xc4384df7c0, 0xc447590400)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.gzipFilter.func1(0xea9ca0, 0xc43310de80, 0xc447590400)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/gzip.go:39 +0x219
net/http.HandlerFunc.ServeHTTP(0xc420229b20, 0xea9ca0, 0xc43310de80, 0xc447590400)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.cors.func1(0xea9ca0, 0xc43310de80, 0xc447590400)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1158 +0xee
net/http.HandlerFunc.ServeHTTP(0xc420229b40, 0xea9ca0, 0xc43310de80, 0xc447590400)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.requestID.func1(0xea9ca0, 0xc43310de80, 0xc447590400)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1168 +0x138
net/http.HandlerFunc.ServeHTTP(0xc420229b60, 0xea9ca0, 0xc43310de80, 0xc447590400)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.(*Handler).logging.func1(0xea9ca0, 0xc43310de60, 0xc447590400)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1176 +0xfe
net/http.HandlerFunc.ServeHTTP(0xc420229b80, 0xea9ca0, 0xc43310de60, 0xc447590400)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.(*Handler).recovery.func1(0xeab2e0, 0xc44754c380, 0xc447590400)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1202 +0x167
net/http.HandlerFunc.ServeHTTP(0xc420229ba0, 0xeab2e0, 0xc44754c380, 0xc447590400)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/bmizerany/pat.(*PatternServeMux).ServeHTTP(0xc4202299c0, 0xeab2e0, 0xc44754c380, 0xc447590400)
	/tmp/.gdm_7620/src/github.com/bmizerany/pat/mux.go:117 +0x63f
github.com/influxdata/influxdb/services/httpd.(*Handler).ServeHTTP(0xc42015f400, 0xeab2e0, 0xc44754c380, 0xc447590400)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:260 +0x1fa
net/http.serverHandler.ServeHTTP(0xc420012b00, 0xeab2e0, 0xc44754c380, 0xc447590400)
	/usr/lib/go/src/net/http/server.go:2568 +0x92
net/http.(*conn).serve(0xc4425b21e0, 0xeac620, 0xc440f56540)
	/usr/lib/go/src/net/http/server.go:1825 +0x612
created by net/http.(*Server).Serve
	/usr/lib/go/src/net/http/server.go:2668 +0x2ce

goroutine 2466 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc42c635320, 0xc4487f1da0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1139 +0x436
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions.func1(0xc42c635320, 0xc4487f1da0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277 +0xcd

goroutine 171538 [semacquire, 3 minutes]:
sync.runtime_Semacquire(0xc42021b8cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b8c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b8c0, 0x130, 0xc43ea42000, 0x3d5, 0x3d5, 0xc4434ee000, 0x3d5, 0x3d5, 0xc44bcb8000, 0x3d5, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc428aac540, 0xc43ea42000, 0x3d5, 0x3d5, 0xc4434ee000, 0x3d5, 0x3d5, 0xc44bcb8000, 0x3d5, 0x3d5, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc42c635320, 0xc43ea42000, 0x3d5, 0x3d5, 0xc4434ee000, 0x3d5, 0x3d5, 0xc44bcb8000, 0x3d5, 0x3d5, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42e7d2700, 0xc43d536000, 0x3d5, 0x3d5, 0x300000002, 0xc43feabba0, 0xc43874b5e8, 0x4348ee, 0xc43feabba0, 0x200000003, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42e7d2700, 0xc43d536000, 0x3d5, 0x3d5, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420209080, 0x130, 0xc43d536000, 0x3d5, 0x3d5, 0xc4203e7000, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420155b80, 0xc449172340, 0xc42acb995c, 0x7, 0xc4201f9330, 0x7, 0xc43d536000, 0x3d5, 0x3d5, 0xc42e818b10, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc43ad6e8a0, 0xc420155b80, 0xc449172340, 0xc42acb995c, 0x7, 0xc4201f9330, 0x7, 0xc43d536000, 0x3d5, 0x3d5)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 170892 [semacquire, 5 minutes]:
sync.runtime_Semacquire(0xc42021b8cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b8c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b8c0, 0x130, 0xc4416a6000, 0xa0d, 0xa0d, 0xc430f44000, 0xa0d, 0xa0d, 0xc45d2a4000, 0xa0d, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc428aac540, 0xc4416a6000, 0xa0d, 0xa0d, 0xc430f44000, 0xa0d, 0xa0d, 0xc45d2a4000, 0xa0d, 0xa0d, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc42c635320, 0xc4416a6000, 0xa0d, 0xa0d, 0xc430f44000, 0xa0d, 0xa0d, 0xc45d2a4000, 0xa0d, 0xa0d, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42e7d2700, 0xc447192000, 0xa0d, 0xa0d, 0xba8e38, 0xc400000002, 0xc4203e7000, 0xc4204b31e0, 0xc43e89c610, 0x429347, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42e7d2700, 0xc447192000, 0xa0d, 0xa0d, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420209080, 0x130, 0xc447192000, 0xa0d, 0xa0d, 0xc42002e800, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420155b80, 0xc423129180, 0xc4332b0f5c, 0x7, 0xc4201f9330, 0x7, 0xc447192000, 0xa0d, 0xa0d, 0xc42e818b10, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc43ad6faa0, 0xc420155b80, 0xc423129180, 0xc4332b0f5c, 0x7, 0xc4201f9330, 0x7, 0xc447192000, 0xa0d, 0xa0d)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 2849 [semacquire, 7 minutes]:
sync.runtime_Semacquire(0xc42021b8cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b8c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).SeriesSketches(0xc42021b8c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:92 +0x67
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).SeriesSketches(0xc4283f2120, 0xba8fa0, 0xc4283f0128, 0xc4334a2000, 0xc424e43880, 0xc4334a2000, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:342 +0x3d
github.com/influxdata/influxdb/tsdb.(*Shard).SeriesSketches(0xc4283f0000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:513 +0xcc
github.com/influxdata/influxdb/tsdb.(*Store).SeriesCardinality.func1(0xc4283f0000, 0xc4419a8e80, 0xc4334a2000, 0x12d, 0x200, 0xc4404e1810, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:737 +0xcc
github.com/influxdata/influxdb/tsdb.(*Store).estimateCardinality(0xc420209080, 0xc430ba294d, 0x7, 0xba8128, 0xee8110, 0xc42a8081d8, 0xc4404e1810)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:711 +0x101
github.com/influxdata/influxdb/tsdb.(*Store).SeriesCardinality(0xc420209080, 0xc430ba294d, 0x7, 0xc43e4f6758, 0xc43964e990, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:738 +0x4b
github.com/influxdata/influxdb/tsdb.(*Store).Statistics(0xc420209080, 0xc4201f3680, 0x1, 0x1, 0xc4419a8940)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:95 +0x13e
github.com/influxdata/influxdb/cmd/influxd/run.(*Server).Statistics(0xc4201603c0, 0xc4201f3680, 0xc4201fa050, 0xc42a808560, 0x4425c0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/cmd/influxd/run/server.go:215 +0xeb
github.com/influxdata/influxdb/monitor.(*Monitor).gatherStatistics(0xc4201fa000, 0xc42000fc80, 0x1, 0x1, 0xc4201f3680, 0x0, 0x0, 0x0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/monitor/service.go:318 +0xd3
github.com/influxdata/influxdb/monitor.(*Monitor).Statistics(0xc4201fa000, 0xc4201f3680, 0xef0600, 0x2540be400, 0xed0d6c8d6, 0xc400000000, 0xef0600)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/monitor/service.go:310 +0xe65
github.com/influxdata/influxdb/monitor.(*Monitor).storeStatistics(0xc4201fa000)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/monitor/service.go:411 +0x401
created by github.com/influxdata/influxdb/monitor.(*Monitor).Open
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/monitor/service.go:122 +0x2f8

goroutine 169877 [select, 7 minutes]:
github.com/influxdata/influxdb/influxql.(*TaskManager).waitForQuery(0xc42021a9c0, 0x470, 0xc441fd9bc0, 0xc4334a47e0, 0xc441fd9c20)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/task_manager.go:220 +0x2cb
created by github.com/influxdata/influxdb/influxql.(*TaskManager).AttachQuery
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/task_manager.go:151 +0x34d

goroutine 171001 [semacquire, 5 minutes]:
sync.runtime_Semacquire(0xc42021b8cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b8c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b8c0, 0x130, 0xc45b620000, 0xa10, 0xa10, 0xc441944000, 0xa10, 0xa10, 0xc4404c4000, 0xa10, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc428aac540, 0xc45b620000, 0xa10, 0xa10, 0xc441944000, 0xa10, 0xa10, 0xc4404c4000, 0xa10, 0xa10, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc42c635320, 0xc45b620000, 0xa10, 0xa10, 0xc441944000, 0xa10, 0xa10, 0xc4404c4000, 0xa10, 0xa10, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42e7d2700, 0xc43a460000, 0xa10, 0xa10, 0xba8e38, 0xc400000002, 0xc42002ec00, 0xc4205161a0, 0xc42cb70610, 0x429347, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42e7d2700, 0xc43a460000, 0xa10, 0xa10, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420209080, 0x130, 0xc43a460000, 0xa10, 0xa10, 0xef1180, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420155b80, 0xc429d7c7e0, 0xc4297495dc, 0x7, 0xc4201f9330, 0x7, 0xc43a460000, 0xa10, 0xa10, 0xc42e818b10, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc43ad86000, 0xc420155b80, 0xc429d7c7e0, 0xc4297495dc, 0x7, 0xc4201f9330, 0x7, 0xc43a460000, 0xa10, 0xa10)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 172573 [semacquire]:
sync.runtime_Semacquire(0xc42021b8cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b8c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b8c0, 0x130, 0xc45d448000, 0xa13, 0xa13, 0xc45d3a8000, 0xa13, 0xa13, 0xc42b990000, 0xa13, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc428aac540, 0xc45d448000, 0xa13, 0xa13, 0xc45d3a8000, 0xa13, 0xa13, 0xc42b990000, 0xa13, 0xa13, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc42c635320, 0xc45d448000, 0xa13, 0xa13, 0xc45d3a8000, 0xa13, 0xa13, 0xc42b990000, 0xa13, 0xa13, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42e7d2700, 0xc439f26000, 0xa13, 0xa13, 0xba8e38, 0xc400000002, 0xc4204da000, 0xc420517040, 0xc433f2fe10, 0x429347, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42e7d2700, 0xc439f26000, 0xa13, 0xa13, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420209080, 0x130, 0xc439f26000, 0xa13, 0xa13, 0xef1180, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420155b80, 0xc44916a160, 0xc444fa7a9c, 0x7, 0xc4201f9330, 0x7, 0xc439f26000, 0xa13, 0xa13, 0xc42e818b10, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc4487ed200, 0xc420155b80, 0xc44916a160, 0xc444fa7a9c, 0x7, 0xc4201f9330, 0x7, 0xc439f26000, 0xa13, 0xa13)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 1581 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc42033e240, 0xc430fb5980)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1139 +0x436
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions.func1(0xc42033e240, 0xc430fb5980)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277 +0xcd

goroutine 2853 [IO wait]:
net.runtime_pollWait(0x7f05eea09ae8, 0x72, 0x0)
	/usr/lib/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc42011e068, 0x72, 0x0, 0xc43d1ccf60)
	/usr/lib/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc42011e068, 0xffffffffffffffff, 0x0)
	/usr/lib/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).accept(0xc42011e000, 0x0, 0xea25a0, 0xc43d1ccf60)
	/usr/lib/go/src/net/fd_unix.go:430 +0x1e5
net.(*TCPListener).accept(0xc420152378, 0xc4487ffe08, 0x68c6be, 0x4578d0)
	/usr/lib/go/src/net/tcpsock_posix.go:136 +0x2e
net.(*TCPListener).Accept(0xc420152378, 0xba8878, 0xc42e8205a0, 0xeac6e0, 0xc426a35050)
	/usr/lib/go/src/net/tcpsock.go:228 +0x49
net/http.(*Server).Serve(0xc420012b00, 0xeab0e0, 0xc420152378, 0x0, 0x0)
	/usr/lib/go/src/net/http/server.go:2643 +0x228
net/http.Serve(0xeab0e0, 0xc420152378, 0xea1060, 0xc42015f400, 0x9facc4, 0xc42f200a80)
	/usr/lib/go/src/net/http/server.go:2307 +0x78
github.com/influxdata/influxdb/services/httpd.(*Service).serve(0xc42015f540, 0xeab0e0, 0xc420152378)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/service.go:210 +0x62
github.com/influxdata/influxdb/services/httpd.(*Service).serveTCP(0xc42015f540)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/service.go:198 +0x3c
created by github.com/influxdata/influxdb/services/httpd.(*Service).Open
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/service.go:155 +0x678

goroutine 2469 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc42c635320, 0xba8f01, 0x2, 0xc4487f1e00)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func3(0xc42c635320, 0xc4487f1e00)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x16b

goroutine 173099 [semacquire]:
sync.runtime_Semacquire(0xc42021b8cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b8c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b8c0, 0x130, 0xc43a334000, 0x1189, 0x1189, 0xc4410b4000, 0x1189, 0x1189, 0xc42b328000, 0x1189, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc428aac540, 0xc43a334000, 0x1189, 0x1189, 0xc4410b4000, 0x1189, 0x1189, 0xc42b328000, 0x1189, 0x1189, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc42c635320, 0xc43a334000, 0x1189, 0x1189, 0xc4410b4000, 0x1189, 0x1189, 0xc42b328000, 0x1189, 0x1189, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42e7d2700, 0xc459c1c000, 0x1189, 0x1189, 0x300000002, 0xc420556ea0, 0x66, 0x1, 0x0, 0xc4274cde28, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42e7d2700, 0xc459c1c000, 0x1189, 0x1189, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420209080, 0x130, 0xc459c1c000, 0x1189, 0x1189, 0xc4204da000, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420155b80, 0xc434c60520, 0xc4324f4f9c, 0x7, 0xc4201f9330, 0x7, 0xc459c1c000, 0x1189, 0x1189, 0xc42e818b10, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc44880c180, 0xc420155b80, 0xc434c60520, 0xc4324f4f9c, 0x7, 0xc4201f9330, 0x7, 0xc459c1c000, 0x1189, 0x1189)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 170694 [semacquire, 5 minutes]:
sync.runtime_Semacquire(0xc42021b8cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b8c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b8c0, 0x130, 0xc43a205fb0, 0x2, 0x2, 0xc43c534030, 0x2, 0x2, 0xc43c534060, 0x2, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc428aac540, 0xc43a205fb0, 0x2, 0x2, 0xc43c534030, 0x2, 0x2, 0xc43c534060, 0x2, 0x2, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc42c635320, 0xc43a205fb0, 0x2, 0x2, 0xc43c534030, 0x2, 0x2, 0xc43c534060, 0x2, 0x2, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42e7d2700, 0xc43a286d40, 0x2, 0x2, 0x300000002, 0xc420569d40, 0xc457116de8, 0x4348ee, 0xc420569d40, 0x200000003, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42e7d2700, 0xc43a286d40, 0x2, 0x2, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420209080, 0x130, 0xc43a286d40, 0x2, 0x2, 0xc42013c000, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420155b80, 0xc43a286d60, 0xc42e78fe9c, 0x7, 0xc4201f9330, 0x7, 0xc43a286d40, 0x2, 0x2, 0xc42e818b10, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc43cf3b800, 0xc420155b80, 0xc43a286d60, 0xc42e78fe9c, 0x7, 0xc4201f9330, 0x7, 0xc43a286d40, 0x2, 0x2)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 173105 [semacquire]:
sync.runtime_Semacquire(0xc42021b8cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b8c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b8c0, 0x130, 0xc440b7df80, 0x2, 0x2, 0xc440b7dfb0, 0x2, 0x2, 0xc432ad4000, 0x2, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc428aac540, 0xc440b7df80, 0x2, 0x2, 0xc440b7dfb0, 0x2, 0x2, 0xc432ad4000, 0x2, 0x2, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc42c635320, 0xc440b7df80, 0x2, 0x2, 0xc440b7dfb0, 0x2, 0x2, 0xc432ad4000, 0x2, 0x2, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42e7d2700, 0xc434c60940, 0x2, 0x2, 0xba8e38, 0xc400000002, 0xc42002e800, 0xc420573ba0, 0xc457115e10, 0x429347, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42e7d2700, 0xc434c60940, 0x2, 0x2, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420209080, 0x130, 0xc434c60940, 0x2, 0x2, 0xc420230800, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420155b80, 0xc434c60960, 0xc4324f57dc, 0x7, 0xc4201f9330, 0x7, 0xc434c60940, 0x2, 0x2, 0xc42e818b10, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc44880c420, 0xc420155b80, 0xc434c60960, 0xc4324f57dc, 0x7, 0xc4201f9330, 0x7, 0xc434c60940, 0x2, 0x2)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 172588 [semacquire]:
sync.runtime_Semacquire(0xc42021b8cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b8c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b8c0, 0x130, 0xc442d56000, 0x3d2, 0x3d2, 0xc4439f2000, 0x3d2, 0x3d2, 0xc420bfa000, 0x3d2, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc428aac540, 0xc442d56000, 0x3d2, 0x3d2, 0xc4439f2000, 0x3d2, 0x3d2, 0xc420bfa000, 0x3d2, 0x3d2, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc42c635320, 0xc442d56000, 0x3d2, 0x3d2, 0xc4439f2000, 0x3d2, 0x3d2, 0xc420bfa000, 0x3d2, 0x3d2, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42e7d2700, 0xc442e54000, 0x3d2, 0x3d2, 0xba8e38, 0xc400000002, 0xc4203e7000, 0xc42057d380, 0xc43874ce10, 0x429347, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42e7d2700, 0xc442e54000, 0x3d2, 0x3d2, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420209080, 0x130, 0xc442e54000, 0x3d2, 0x3d2, 0xc4202aa000, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420155b80, 0xc449101460, 0xc4216770dc, 0x7, 0xc4201f9330, 0x7, 0xc442e54000, 0x3d2, 0x3d2, 0xc45d29cf10, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc43754f0e0, 0xc420155b80, 0xc449101460, 0xc4216770dc, 0x7, 0xc4201f9330, 0x7, 0xc442e54000, 0x3d2, 0x3d2)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 1583 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc42033e240, 0xba8f01, 0x1, 0xc430fb5a40)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func2(0xc42033e240, 0xc430fb5a40)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x13f

goroutine 2848 [select, 106 minutes]:
github.com/influxdata/influxdb/services/subscriber.(*Service).waitForMetaUpdates(0xc42016e3c0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/subscriber/service.go:164 +0x243
github.com/influxdata/influxdb/services/subscriber.(*Service).Open.func2(0xc42016e3c0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/subscriber/service.go:101 +0x57
created by github.com/influxdata/influxdb/services/subscriber.(*Service).Open
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/subscriber/service.go:102 +0x19a

goroutine 1582 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc42033e240, 0xc430fb5a40)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1200 +0x18d
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func1(0xc42033e240, 0xc430fb5a40)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x113

goroutine 170755 [semacquire, 5 minutes]:
sync.runtime_Semacquire(0xc42021b8cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b8c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b8c0, 0x130, 0xc437c0bf20, 0x4, 0x4, 0xc437c0bf80, 0x4, 0x4, 0xc43b886000, 0x4, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc428aac540, 0xc437c0bf20, 0x4, 0x4, 0xc437c0bf80, 0x4, 0x4, 0xc43b886000, 0x4, 0x4, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc42c635320, 0xc437c0bf20, 0x4, 0x4, 0xc437c0bf80, 0x4, 0x4, 0xc43b886000, 0x4, 0x4, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42e7d2700, 0xc435838d00, 0x4, 0x4, 0x300000002, 0xc4205871e0, 0xc4571115e8, 0x4348ee, 0xc4205871e0, 0x200000003, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42e7d2700, 0xc435838d00, 0x4, 0x4, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420209080, 0x130, 0xc435838d00, 0x4, 0x4, 0xc4203aa000, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420155b80, 0xc435854240, 0xc435838b5c, 0x7, 0xc4201f9330, 0x7, 0xc435838d00, 0x4, 0x4, 0xc42e818b10, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc437c0be60, 0xc420155b80, 0xc435854240, 0xc435838b5c, 0x7, 0xc4201f9330, 0x7, 0xc435838d00, 0x4, 0x4)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 2854 [select, 17 minutes]:
github.com/influxdata/influxdb/services/retention.(*Service).deleteShardGroups(0xc42021c460)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/retention/service.go:69 +0x738
created by github.com/influxdata/influxdb/services/retention.(*Service).Open
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/retention/service.go:45 +0x15f

goroutine 2852 [select]:
github.com/influxdata/influxdb/services/continuous_querier.(*Service).backgroundLoop(0xc420155c00)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/continuous_querier/service.go:201 +0x42d
created by github.com/influxdata/influxdb/services/continuous_querier.(*Service).Open
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/continuous_querier/service.go:117 +0x19f

goroutine 2851 [chan receive, 106 minutes]:
github.com/influxdata/influxdb/tcp.(*listener).Accept(0xc4201f94c0, 0xba8fb0, 0xc42021ad20, 0xc42e67b620, 0xc42e67b620)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tcp/mux.go:199 +0x5a
github.com/influxdata/influxdb/services/snapshotter.(*Service).serve(0xc42021ad20)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/snapshotter/service.go:88 +0x78
created by github.com/influxdata/influxdb/services/snapshotter.(*Service).Open
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/snapshotter/service.go:61 +0xa3

goroutine 173313 [IO wait]:
net.runtime_pollWait(0x7f05eea092a8, 0x72, 0x277)
	/usr/lib/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc43b8b06f8, 0x72, 0xea4260, 0xe9d688)
	/usr/lib/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc43b8b06f8, 0xc444592751, 0x1)
	/usr/lib/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc43b8b0690, 0xc444592751, 0x1, 0x1, 0x0, 0xea4260, 0xe9d688)
	/usr/lib/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420b16cf8, 0xc444592751, 0x1, 0x1, 0x0, 0x0, 0x0)
	/usr/lib/go/src/net/net.go:181 +0x70
net/http.(*connReader).backgroundRead(0xc444592740)
	/usr/lib/go/src/net/http/server.go:656 +0x58
created by net/http.(*connReader).startBackgroundRead
	/usr/lib/go/src/net/http/server.go:652 +0xdf

goroutine 2855 [select, 17 minutes]:
github.com/influxdata/influxdb/services/retention.(*Service).deleteShards(0xc42021c460)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/retention/service.go:98 +0xabc
created by github.com/influxdata/influxdb/services/retention.(*Service).Open
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/retention/service.go:46 +0x181

goroutine 2470 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc42c635320, 0xba8f00, 0x3, 0xc4487f1e00)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func4(0xc42c635320, 0xc4487f1e00)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x197

goroutine 1585 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc42033e240, 0xba8f00, 0x3, 0xc430fb5a40)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func4(0xc42033e240, 0xc430fb5a40)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x197

goroutine 2857 [select, 106 minutes]:
github.com/influxdata/influxdb/cmd/influxd/run.(*Command).monitorServerErrors(0xc42015e140)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/cmd/influxd/run/command.go:141 +0x1f4
created by github.com/influxdata/influxdb/cmd/influxd/run.(*Command).Run
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/cmd/influxd/run/command.go:123 +0x9ff

goroutine 2856 [select, 106 minutes]:
github.com/influxdata/influxdb/cmd/influxd/run.(*Server).startServerReporting(0xc4201603c0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/cmd/influxd/run/server.go:487 +0x152
created by github.com/influxdata/influxdb/cmd/influxd/run.(*Server).Open
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/cmd/influxd/run/server.go:432 +0xd7e

goroutine 2858 [select, 106 minutes, locked to thread]:
runtime.gopark(0xba8e78, 0x0, 0xb833b6, 0x6, 0x18, 0x2)
	/usr/lib/go/src/runtime/proc.go:271 +0x13a
runtime.selectgoImpl(0xc42a10a750, 0x0, 0x18)
	/usr/lib/go/src/runtime/select.go:423 +0x1364
runtime.selectgo(0xc42a10a750)
	/usr/lib/go/src/runtime/select.go:238 +0x1c
runtime.ensureSigM.func1()
	/usr/lib/go/src/runtime/signal_unix.go:434 +0x2dd
runtime.goexit()
	/usr/lib/go/src/runtime/asm_amd64.s:2197 +0x1

goroutine 171063 [semacquire, 5 minutes]:
sync.runtime_Semacquire(0xc42021b8cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b8c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b8c0, 0x130, 0xc42af58120, 0x1, 0x1, 0xc42af58140, 0x1, 0x1, 0xc42af58160, 0x1, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc428aac540, 0xc42af58120, 0x1, 0x1, 0xc42af58140, 0x1, 0x1, 0xc42af58160, 0x1, 0x1, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc42c635320, 0xc42af58120, 0x1, 0x1, 0xc42af58140, 0x1, 0x1, 0xc42af58160, 0x1, 0x1, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42e7d2700, 0xc43e7970e0, 0x1, 0x1, 0x300000002, 0xc4205a5860, 0xc4274cede8, 0x4348ee, 0xc4205a5860, 0x200000003, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42e7d2700, 0xc43e7970e0, 0x1, 0x1, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420209080, 0x130, 0xc43e7970e0, 0x1, 0x1, 0xc4203e7000, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420155b80, 0xc4230c4280, 0xc43dfb60dc, 0x7, 0xc4201f9330, 0x7, 0xc43e7970e0, 0x1, 0x1, 0xc42e818b10, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc42ba06b40, 0xc420155b80, 0xc4230c4280, 0xc43dfb60dc, 0x7, 0xc4201f9330, 0x7, 0xc43e7970e0, 0x1, 0x1)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 2847 [select]:
github.com/influxdata/influxdb/services/subscriber.(*Service).run(0xc42016e3c0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/subscriber/service.go:238 +0x3e7
github.com/influxdata/influxdb/services/subscriber.(*Service).Open.func1(0xc42016e3c0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/subscriber/service.go:97 +0x57
created by github.com/influxdata/influxdb/services/subscriber.(*Service).Open
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/subscriber/service.go:98 +0x178

goroutine 2850 [select, 7 minutes]:
github.com/influxdata/influxdb/services/precreator.(*Service).runPrecreation(0xc42021c3c0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/services/precreator/service.go:77 +0x2f0
created by github.com/influxdata/influxdb/services/precreator.(*Service).Open
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/services/precreator/service.go:55 +0x19a

goroutine 169875 [select, 7 minutes]:
github.com/influxdata/influxdb/services/httpd.(*Handler).serveQuery.func2(0xc441fd9b00, 0xc436f6ecb0, 0xc441fd9aa0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:416 +0xf4
created by github.com/influxdata/influxdb/services/httpd.(*Handler).serveQuery
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:421 +0x16cc

goroutine 2846 [semacquire, 7 minutes]:
sync.runtime_Semacquire(0xc42021b8cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b8c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).MeasurementNamesByExpr(0xc42021b8c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:322 +0x7e
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).MeasurementNamesByExpr(0xc43124d8c0, 0x0, 0x0, 0x0, 0x18, 0x8060105, 0x18, 0xffffffffffffffff)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:304 +0x55
github.com/influxdata/influxdb/tsdb.(*Shard).MeasurementNamesByExpr(0xc43667c380, 0x0, 0x0, 0x132, 0x200, 0x0, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:694 +0x55
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards(0xc420209080)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:1086 +0x39b
created by github.com/influxdata/influxdb/tsdb.(*Store).Open
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:149 +0x280

goroutine 1584 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc42033e240, 0xba8f01, 0x2, 0xc430fb5a40)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func3(0xc42033e240, 0xc430fb5a40)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x16b

goroutine 170065 [select]:
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged(0xc420155b80, 0xc4329deb1c, 0x7, 0xc4201f9330, 0x7, 0x1, 0xc43859e000, 0x118f, 0x1190, 0x0, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:341 +0x6e2
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePoints(0xc420155b80, 0xc4329deb1c, 0x7, 0xc4329deb31, 0x0, 0x1, 0x0, 0x0, 0xc43859e000, 0x118f, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:289 +0x91
github.com/influxdata/influxdb/services/httpd.(*Handler).serveWrite(0xc42015f400, 0x7f057ce6b1b8, 0xc429cc0720, 0xc43d1ca200, 0x0, 0x0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:684 +0x94d
github.com/influxdata/influxdb/services/httpd.(*Handler).(github.com/influxdata/influxdb/services/httpd.serveWrite)-fm(0x7f057ce6b1b8, 0xc429cc0720, 0xc43d1ca200, 0x0, 0x0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:139 +0x5c
github.com/influxdata/influxdb/services/httpd.authenticate.func1(0x7f057ce6b1b8, 0xc429cc0720, 0xc43d1ca200)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1037 +0x7f5
net/http.HandlerFunc.ServeHTTP(0xc420229d40, 0x7f057ce6b1b8, 0xc429cc0720, 0xc43d1ca200)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.(*Handler).responseWriter.func1(0xea9c20, 0xc4406443c0, 0xc43d1ca200)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1184 +0xab
net/http.HandlerFunc.ServeHTTP(0xc420229d60, 0xea9c20, 0xc4406443c0, 0xc43d1ca200)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.gzipFilter.func1(0xea9ca0, 0xc429cc0700, 0xc43d1ca200)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/gzip.go:39 +0x219
net/http.HandlerFunc.ServeHTTP(0xc420229d80, 0xea9ca0, 0xc429cc0700, 0xc43d1ca200)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.cors.func1(0xea9ca0, 0xc429cc0700, 0xc43d1ca200)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1158 +0xee
net/http.HandlerFunc.ServeHTTP(0xc420229da0, 0xea9ca0, 0xc429cc0700, 0xc43d1ca200)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.requestID.func1(0xea9ca0, 0xc429cc0700, 0xc43d1ca200)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1168 +0x138
net/http.HandlerFunc.ServeHTTP(0xc420229dc0, 0xea9ca0, 0xc429cc0700, 0xc43d1ca200)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.(*Handler).logging.func1(0xea9ca0, 0xc429cc06e0, 0xc43d1ca200)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1176 +0xfe
net/http.HandlerFunc.ServeHTTP(0xc420229de0, 0xea9ca0, 0xc429cc06e0, 0xc43d1ca200)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.(*Handler).recovery.func1(0xeab2e0, 0xc4314f0ee0, 0xc43d1ca200)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1202 +0x167
net/http.HandlerFunc.ServeHTTP(0xc420229e00, 0xeab2e0, 0xc4314f0ee0, 0xc43d1ca200)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/bmizerany/pat.(*PatternServeMux).ServeHTTP(0xc4202299c0, 0xeab2e0, 0xc4314f0ee0, 0xc43d1ca200)
	/tmp/.gdm_7620/src/github.com/bmizerany/pat/mux.go:117 +0x63f
github.com/influxdata/influxdb/services/httpd.(*Handler).ServeHTTP(0xc42015f400, 0xeab2e0, 0xc4314f0ee0, 0xc43d1ca200)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:260 +0x1fa
net/http.serverHandler.ServeHTTP(0xc420012b00, 0xeab2e0, 0xc4314f0ee0, 0xc43d1ca200)
	/usr/lib/go/src/net/http/server.go:2568 +0x92
net/http.(*conn).serve(0xc444aed180, 0xeac620, 0xc43cb6d8c0)
	/usr/lib/go/src/net/http/server.go:1825 +0x612
created by net/http.(*Server).Serve
	/usr/lib/go/src/net/http/server.go:2668 +0x2ce

goroutine 169907 [chan receive, 7 minutes]:
github.com/influxdata/influxdb/services/httpd.(*Handler).serveQuery(0xc42015f400, 0x7f057ce6b1b8, 0xc434dcc2a0, 0xc44692c500, 0x0, 0x0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:453 +0x8e1
github.com/influxdata/influxdb/services/httpd.(*Handler).(github.com/influxdata/influxdb/services/httpd.serveQuery)-fm(0x7f057ce6b1b8, 0xc434dcc2a0, 0xc44692c500, 0x0, 0x0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:127 +0x5c
github.com/influxdata/influxdb/services/httpd.authenticate.func1(0x7f057ce6b1b8, 0xc434dcc2a0, 0xc44692c500)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1037 +0x7f5
net/http.HandlerFunc.ServeHTTP(0xc420229ae0, 0x7f057ce6b1b8, 0xc434dcc2a0, 0xc44692c500)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.(*Handler).responseWriter.func1(0xea9c20, 0xc4384df9a0, 0xc44692c500)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1184 +0xab
net/http.HandlerFunc.ServeHTTP(0xc420229b00, 0xea9c20, 0xc4384df9a0, 0xc44692c500)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.gzipFilter.func1(0xea9ca0, 0xc434dcc220, 0xc44692c500)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/gzip.go:39 +0x219
net/http.HandlerFunc.ServeHTTP(0xc420229b20, 0xea9ca0, 0xc434dcc220, 0xc44692c500)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.cors.func1(0xea9ca0, 0xc434dcc220, 0xc44692c500)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1158 +0xee
net/http.HandlerFunc.ServeHTTP(0xc420229b40, 0xea9ca0, 0xc434dcc220, 0xc44692c500)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.requestID.func1(0xea9ca0, 0xc434dcc220, 0xc44692c500)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1168 +0x138
net/http.HandlerFunc.ServeHTTP(0xc420229b60, 0xea9ca0, 0xc434dcc220, 0xc44692c500)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.(*Handler).logging.func1(0xea9ca0, 0xc434dcc200, 0xc44692c500)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1176 +0xfe
net/http.HandlerFunc.ServeHTTP(0xc420229b80, 0xea9ca0, 0xc434dcc200, 0xc44692c500)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.(*Handler).recovery.func1(0xeab2e0, 0xc44754c700, 0xc44692c500)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1202 +0x167
net/http.HandlerFunc.ServeHTTP(0xc420229ba0, 0xeab2e0, 0xc44754c700, 0xc44692c500)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/bmizerany/pat.(*PatternServeMux).ServeHTTP(0xc4202299c0, 0xeab2e0, 0xc44754c700, 0xc44692c500)
	/tmp/.gdm_7620/src/github.com/bmizerany/pat/mux.go:117 +0x63f
github.com/influxdata/influxdb/services/httpd.(*Handler).ServeHTTP(0xc42015f400, 0xeab2e0, 0xc44754c700, 0xc44692c500)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:260 +0x1fa
net/http.serverHandler.ServeHTTP(0xc420012b00, 0xeab2e0, 0xc44754c700, 0xc44692c500)
	/usr/lib/go/src/net/http/server.go:2568 +0x92
net/http.(*conn).serve(0xc4475a01e0, 0xeac620, 0xc4469324c0)
	/usr/lib/go/src/net/http/server.go:1825 +0x612
created by net/http.(*Server).Serve
	/usr/lib/go/src/net/http/server.go:2668 +0x2ce

goroutine 2467 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc42c635320, 0xc4487f1e00)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1200 +0x18d
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func1(0xc42c635320, 0xc4487f1e00)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x113

goroutine 170052 [semacquire, 7 minutes]:
sync.runtime_Semacquire(0xc42021b8cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b8c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b8c0, 0x130, 0xc43fc46c80, 0x108, 0x108, 0xc43fc48600, 0x108, 0x108, 0xc441b2c000, 0x108, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc428aac540, 0xc43fc46c80, 0x108, 0x108, 0xc43fc48600, 0x108, 0x108, 0xc441b2c000, 0x108, 0x108, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc42c635320, 0xc43fc46c80, 0x108, 0x108, 0xc43fc48600, 0x108, 0x108, 0xc441b2c000, 0x108, 0x108, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42e7d2700, 0xc43a639900, 0x108, 0x108, 0xc42022e540, 0xc433f30e68, 0x42b666, 0xc4209a0228, 0xc447348800, 0x40, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42e7d2700, 0xc43a639900, 0x108, 0x108, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420209080, 0x130, 0xc43a639900, 0x108, 0x108, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420155b80, 0xc441b2b1c0, 0xc43cb6ccdc, 0x7, 0xc4201f9330, 0x7, 0xc43a639900, 0x108, 0x108, 0xab3d00, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc438b10840, 0xc420155b80, 0xc441b2b1c0, 0xc43cb6ccdc, 0x7, 0xc4201f9330, 0x7, 0xc43a639900, 0x108, 0x108)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 171225 [semacquire, 5 minutes]:
sync.runtime_Semacquire(0xc42021b8cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b8c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b8c0, 0x130, 0xc45d7a6c80, 0x107, 0x107, 0xc45d7a8600, 0x107, 0x107, 0xc44bb32000, 0x107, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc428aac540, 0xc45d7a6c80, 0x107, 0x107, 0xc45d7a8600, 0x107, 0x107, 0xc44bb32000, 0x107, 0x107, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc42c635320, 0xc45d7a6c80, 0x107, 0x107, 0xc45d7a8600, 0x107, 0x107, 0xc44bb32000, 0x107, 0x107, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42e7d2700, 0xc445f7f900, 0x107, 0x107, 0x300000002, 0xc4363fe820, 0xc440d2bde8, 0x4348ee, 0xc4363fe820, 0x200000003, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42e7d2700, 0xc445f7f900, 0x107, 0x107, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420209080, 0x130, 0xc445f7f900, 0x107, 0x107, 0xc4202aa000, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420155b80, 0xc43d308380, 0xc42f0b6edc, 0x7, 0xc4201f9330, 0x7, 0xc445f7f900, 0x107, 0x107, 0xc42e818b10, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc4487f0180, 0xc420155b80, 0xc43d308380, 0xc42f0b6edc, 0x7, 0xc4201f9330, 0x7, 0xc445f7f900, 0x107, 0x107)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 172072 [semacquire, 3 minutes]:
sync.runtime_Semacquire(0xc42021b8cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b8c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b8c0, 0x130, 0xc43ff50000, 0x16e, 0x16e, 0xc43ff52500, 0x16e, 0x16e, 0xc43ff54a00, 0x16e, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc428aac540, 0xc43ff50000, 0x16e, 0x16e, 0xc43ff52500, 0x16e, 0x16e, 0xc43ff54a00, 0x16e, 0x16e, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc42c635320, 0xc43ff50000, 0x16e, 0x16e, 0xc43ff52500, 0x16e, 0x16e, 0xc43ff54a00, 0x16e, 0x16e, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42e7d2700, 0xc44213d800, 0x16e, 0x16e, 0xba8e38, 0xc400000002, 0xc42002e800, 0xc442a3a9c0, 0xc44760ce10, 0x429347, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42e7d2700, 0xc44213d800, 0x16e, 0x16e, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420209080, 0x130, 0xc44213d800, 0x16e, 0x16e, 0xc42002ec00, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420155b80, 0xc424f36080, 0xc42e78ff9c, 0x7, 0xc4201f9330, 0x7, 0xc44213d800, 0x16e, 0x16e, 0xc42e818b10, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc448809b00, 0xc420155b80, 0xc424f36080, 0xc42e78ff9c, 0x7, 0xc4201f9330, 0x7, 0xc44213d800, 0x16e, 0x16e)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 170171 [semacquire, 7 minutes]:
sync.runtime_Semacquire(0xc42021b8cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b8c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b8c0, 0x130, 0xc44bc32000, 0x108, 0x108, 0xc44bc33980, 0x108, 0x108, 0xc44bc35300, 0x108, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc428aac540, 0xc44bc32000, 0x108, 0x108, 0xc44bc33980, 0x108, 0x108, 0xc44bc35300, 0x108, 0x108, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc42c635320, 0xc44bc32000, 0x108, 0x108, 0xc44bc33980, 0x108, 0x108, 0xc44bc35300, 0x108, 0x108, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42e7d2700, 0xc436b5ec00, 0x108, 0x108, 0xba8e38, 0xc400000002, 0xc42002e800, 0xc442a3b6c0, 0xc430e2de10, 0x429347, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42e7d2700, 0xc436b5ec00, 0x108, 0x108, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420209080, 0x130, 0xc436b5ec00, 0x108, 0x108, 0xc42002ec00, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420155b80, 0xc43a286500, 0xc440f57e9c, 0x7, 0xc4201f9330, 0x7, 0xc436b5ec00, 0x108, 0x108, 0xc43cb6d650, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc4410dd800, 0xc420155b80, 0xc43a286500, 0xc440f57e9c, 0x7, 0xc4201f9330, 0x7, 0xc436b5ec00, 0x108, 0x108)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 171487 [semacquire, 3 minutes]:
sync.runtime_Semacquire(0xc42021b8cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b8c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b8c0, 0x130, 0xc44926bf60, 0x1, 0x1, 0xc44926bfa0, 0x1, 0x1, 0xc44926bfe0, 0x1, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc428aac540, 0xc44926bf60, 0x1, 0x1, 0xc44926bfa0, 0x1, 0x1, 0xc44926bfe0, 0x1, 0x1, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc42c635320, 0xc44926bf60, 0x1, 0x1, 0xc44926bfa0, 0x1, 0x1, 0xc44926bfe0, 0x1, 0x1, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42e7d2700, 0xc4384f5010, 0x1, 0x1, 0xba8e38, 0xc400000002, 0xc42002e800, 0xc446bf3a00, 0xc433f2a610, 0x429347, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc432ca7c80, 0xc420155b80, 0xc42d1ae3c0, 0xc4329d0b5c, 0x7, 0xc4201f9330, 0x7, 0xc42adc2000, 0x3d3, 0x3d3)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 171015 [semacquire, 5 minutes]:
sync.runtime_Semacquire(0xc42021b8cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42021b8c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc42021b8c0, 0x130, 0xc44900c000, 0xf, 0xf, 0xc44900c480, 0xf, 0xf, 0xc44900c600, 0xf, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc428aac540, 0xc44900c000, 0xf, 0xf, 0xc44900c480, 0xf, 0xf, 0xc44900c600, 0xf, 0xf, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc42c635320, 0xc44900c000, 0xf, 0xf, 0xc44900c480, 0xf, 0xf, 0xc44900c600, 0xf, 0xf, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42e7d2700, 0xc421441b30, 0xf, 0xf, 0x300000002, 0xc433c91040, 0xc457113de8, 0x4348ee, 0xc433c91040, 0x200000003, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42e7d2700, 0xc421441b30, 0xf, 0xf, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420209080, 0x130, 0xc421441b30, 0xf, 0xf, 0xc420230800, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420155b80, 0xc4348a6460, 0xc4329d01dc, 0x7, 0xc4201f9330, 0x7, 0xc421441b30, 0xf, 0xf, 0xc42e818b10, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc440b9b9e0, 0xc420155b80, 0xc4348a6460, 0xc4329d01dc, 0x7, 0xc4201f9330, 0x7, 0xc421441b30, 0xf, 0xf)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1
rax    0xca
rbx    0x1
rcx    0x45c6e3
rdx    0x0
rdi    0xef1290
rsi    0x0
rbp    0x7ffc6102b090
rsp    0x7ffc6102b048
r8     0x0
r9     0x0
r10    0x0
r11    0x286
r12    0xc448808000
r13    0x0
r14    0xc4487f1e00
r15    0x0
rip    0x45c6e1
rflags 0x286
cs     0x33
fs     0x0
gs     0x0

log4

SIGQUIT: quit
PC=0x45c6e1 m=0 sigcode=0

goroutine 0 [idle]:
runtime.futex(0xef1290, 0x0, 0x0, 0x0, 0x0, 0x100050042, 0x0, 0x0, 0x7ffebddd6e90, 0x40fc1b, ...)
	/usr/lib/go/src/runtime/sys_linux_amd64.s:422 +0x21
runtime.futexsleep(0xef1290, 0x2800000000, 0xffffffffffffffff)
	/usr/lib/go/src/runtime/os_linux.go:45 +0x62
runtime.notesleep(0xef1290)
	/usr/lib/go/src/runtime/lock_futex.go:145 +0x6b
runtime.stopm()
	/usr/lib/go/src/runtime/proc.go:1650 +0xad
runtime.findrunnable(0xc420020000, 0x0)
	/usr/lib/go/src/runtime/proc.go:2102 +0x2e4
runtime.schedule()
	/usr/lib/go/src/runtime/proc.go:2222 +0x14c
runtime.park_m(0xc42056dba0)
	/usr/lib/go/src/runtime/proc.go:2285 +0xab
runtime.mcall(0x7ffebddd7020)
	/usr/lib/go/src/runtime/asm_amd64.s:269 +0x5b

goroutine 1 [chan receive, 29 minutes]:
main.(*Main).Run(0xc42015e540, 0xc420010200, 0x0, 0x0, 0x0, 0x0)
	/home/phemmer/.go/src/github.com/influxdata/influxdb/cmd/influxd/main.go:98 +0x416
main.main()
	/home/phemmer/.go/src/github.com/influxdata/influxdb/cmd/influxd/main.go:46 +0xad

goroutine 17 [syscall, 29 minutes, locked to thread]:
runtime.goexit()
	/usr/lib/go/src/runtime/asm_amd64.s:2197 +0x1

goroutine 5 [syscall, 29 minutes]:
os/signal.signal_recv(0x0)
	/usr/lib/go/src/runtime/sigqueue.go:116 +0x104
os/signal.loop()
	/usr/lib/go/src/os/signal/signal_unix.go:22 +0x22
created by os/signal.init.1
	/usr/lib/go/src/os/signal/signal_unix.go:28 +0x41

goroutine 18 [IO wait, 29 minutes]:
net.runtime_pollWait(0x7fba7413b920, 0x72, 0x0)
	/usr/lib/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420214a08, 0x72, 0x0, 0xc42014e060)
	/usr/lib/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420214a08, 0xffffffffffffffff, 0x0)
	/usr/lib/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).accept(0xc4202149a0, 0x0, 0xea25a0, 0xc42014e060)
	/usr/lib/go/src/net/fd_unix.go:430 +0x1e5
net.(*TCPListener).accept(0xc420164a08, 0x0, 0xc4200266e8, 0x470004)
	/usr/lib/go/src/net/tcpsock_posix.go:136 +0x2e
net.(*TCPListener).Accept(0xc420164a08, 0x0, 0x0, 0x0, 0x0)
	/usr/lib/go/src/net/tcpsock.go:228 +0x49
github.com/influxdata/influxdb/tcp.(*Mux).Serve(0xc420228ae0, 0xeab0e0, 0xc420164a08, 0xc420164a08, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tcp/mux.go:75 +0x97
created by github.com/influxdata/influxdb/cmd/influxd/run.(*Server).Open
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/cmd/influxd/run/server.go:361 +0x24a

goroutine 52222 [semacquire]:
sync.runtime_Semacquire(0xc4202298cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4202298c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc4202298c0, 0x130, 0xc43a7d6000, 0x1196, 0x1196, 0xc42dd4e000, 0x1196, 0x1196, 0xc438354000, 0x1196, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc42b64e7e0, 0xc43a7d6000, 0x1196, 0x1196, 0xc42dd4e000, 0x1196, 0x1196, 0xc438354000, 0x1196, 0x1196, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4350ea120, 0xc43a7d6000, 0x1196, 0x1196, 0xc42dd4e000, 0x1196, 0x1196, 0xc438354000, 0x1196, 0x1196, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42d0d5a40, 0xc43ad8a000, 0x1196, 0x1196, 0xc4202443c0, 0xc43fbe65a0, 0xb, 0xc420d5a088, 0xc446855a80, 0x40, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42d0d5a40, 0xc43ad8a000, 0x1196, 0x1196, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420216f20, 0x130, 0xc43ad8a000, 0x1196, 0x1196, 0x83539c, 0xc4286a9500)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420173b00, 0xc4316e1800, 0xc426d98bdc, 0x7, 0xc4202072e0, 0x7, 0xc43ad8a000, 0x1196, 0x1196, 0xab3d00, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc42ec60900, 0xc420173b00, 0xc4316e1800, 0xc426d98bdc, 0x7, 0xc4202072e0, 0x7, 0xc43ad8a000, 0x1196, 0x1196)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 52314 [IO wait]:
net.runtime_pollWait(0x7fba7413af60, 0x72, 0x276)
	/usr/lib/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc43c7927d8, 0x72, 0xea4260, 0xe9d688)
	/usr/lib/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc43c7927d8, 0xc43151aed1, 0x1)
	/usr/lib/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc43c792770, 0xc43151aed1, 0x1, 0x1, 0x0, 0xea4260, 0xe9d688)
	/usr/lib/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc444f4e5e8, 0xc43151aed1, 0x1, 0x1, 0x0, 0x0, 0x0)
	/usr/lib/go/src/net/net.go:181 +0x70
net/http.(*connReader).backgroundRead(0xc43151aec0)
	/usr/lib/go/src/net/http/server.go:656 +0x58
created by net/http.(*connReader).startBackgroundRead
	/usr/lib/go/src/net/http/server.go:652 +0xdf

goroutine 2835 [select, 10 minutes]:
github.com/influxdata/influxdb/services/precreator.(*Service).runPrecreation(0xc42022a320)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/services/precreator/service.go:77 +0x2f0
created by github.com/influxdata/influxdb/services/precreator.(*Service).Open
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/services/precreator/service.go:55 +0x19a

goroutine 2837 [select]:
github.com/influxdata/influxdb/services/continuous_querier.(*Service).backgroundLoop(0xc420173b80)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/continuous_querier/service.go:201 +0x42d
created by github.com/influxdata/influxdb/services/continuous_querier.(*Service).Open
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/continuous_querier/service.go:117 +0x19f

goroutine 1701 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc42234e7e0, 0xba8f01, 0x1, 0xc426dd8b40)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func2(0xc42234e7e0, 0xc426dd8b40)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x13f

goroutine 2840 [select, 29 minutes]:
github.com/influxdata/influxdb/services/retention.(*Service).deleteShards(0xc42022a3c0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/retention/service.go:98 +0xabc
created by github.com/influxdata/influxdb/services/retention.(*Service).Open
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/retention/service.go:46 +0x181

goroutine 52220 [semacquire]:
sync.runtime_Semacquire(0xc4202298cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4202298c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc4202298c0, 0x130, 0xc440de8500, 0x16e, 0x16e, 0xc440deaa00, 0x16e, 0x16e, 0xc440def400, 0x16e, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc42b64e7e0, 0xc440de8500, 0x16e, 0x16e, 0xc440deaa00, 0x16e, 0x16e, 0xc440def400, 0x16e, 0x16e, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4350ea120, 0xc440de8500, 0x16e, 0x16e, 0xc440deaa00, 0x16e, 0x16e, 0xc440def400, 0x16e, 0x16e, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42d0d5a40, 0xc4418c7800, 0x16e, 0x16e, 0x300000002, 0xc420563a00, 0xc428f465e8, 0x4348ee, 0xc420563a00, 0x200000003, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42d0d5a40, 0xc4418c7800, 0x16e, 0x16e, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420216f20, 0x130, 0xc4418c7800, 0x16e, 0x16e, 0xc420312000, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420173b00, 0xc436d64400, 0xc426d9869c, 0x7, 0xc4202072e0, 0x7, 0xc4418c7800, 0x16e, 0x16e, 0xc4378a1e90, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc42ec607e0, 0xc420173b00, 0xc436d64400, 0xc426d9869c, 0x7, 0xc4202072e0, 0x7, 0xc4418c7800, 0x16e, 0x16e)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 1703 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc42234e7e0, 0xba8f00, 0x3, 0xc426dd8b40)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func4(0xc42234e7e0, 0xc426dd8b40)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x197

goroutine 2810 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc4350ea120, 0xba8f01, 0x2, 0xc4273eef00)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func3(0xc4350ea120, 0xc4273eef00)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x16b

goroutine 2838 [IO wait]:
net.runtime_pollWait(0x7fba7413b860, 0x72, 0x0)
	/usr/lib/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4201260d8, 0x72, 0x0, 0xc43054fee0)
	/usr/lib/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4201260d8, 0xffffffffffffffff, 0x0)
	/usr/lib/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).accept(0xc420126070, 0x0, 0xea25a0, 0xc43054fee0)
	/usr/lib/go/src/net/fd_unix.go:430 +0x1e5
net.(*TCPListener).accept(0xc42037e3b0, 0xc420038e08, 0x68c6be, 0x4578d0)
	/usr/lib/go/src/net/tcpsock_posix.go:136 +0x2e
net.(*TCPListener).Accept(0xc42037e3b0, 0xba8878, 0xc427d7e1e0, 0xeac6e0, 0xc437ed2180)
	/usr/lib/go/src/net/tcpsock.go:228 +0x49
net/http.(*Server).Serve(0xc420012bb0, 0xeab0e0, 0xc42037e3b0, 0x0, 0x0)
	/usr/lib/go/src/net/http/server.go:2643 +0x228
net/http.Serve(0xeab0e0, 0xc42037e3b0, 0xea1060, 0xc42016b360, 0xc431042790, 0x42b93f)
	/usr/lib/go/src/net/http/server.go:2307 +0x78
github.com/influxdata/influxdb/services/httpd.(*Service).serve(0xc42016b4a0, 0xeab0e0, 0xc42037e3b0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/service.go:210 +0x62
github.com/influxdata/influxdb/services/httpd.(*Service).serveTCP(0xc42016b4a0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/service.go:198 +0x3c
created by github.com/influxdata/influxdb/services/httpd.(*Service).Open
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/service.go:155 +0x678

goroutine 2811 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc4350ea120, 0xba8f00, 0x3, 0xc4273eef00)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func4(0xc4350ea120, 0xc4273eef00)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x197

goroutine 52277 [semacquire]:
sync.runtime_Semacquire(0xc4202298cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4202298c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc4202298c0, 0x130, 0xc449b36000, 0xa15, 0xa15, 0xc4499a8000, 0xa15, 0xa15, 0xc449a38000, 0xa15, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc42b64e7e0, 0xc449b36000, 0xa15, 0xa15, 0xc4499a8000, 0xa15, 0xa15, 0xc449a38000, 0xa15, 0xa15, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4350ea120, 0xc449b36000, 0xa15, 0xa15, 0xc4499a8000, 0xa15, 0xa15, 0xc449a38000, 0xa15, 0xa15, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42d0d5a40, 0xc448e16000, 0xa15, 0xa15, 0xc4384e8820, 0xc441db2660, 0x405d7b, 0xc441db2760, 0xc4205120a0, 0xc441db26e0, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42d0d5a40, 0xc448e16000, 0xa15, 0xa15, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420216f20, 0x130, 0xc448e16000, 0xa15, 0xa15, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420173b00, 0xc42c055d20, 0xc446e46fdc, 0x7, 0xc4202072e0, 0x7, 0xc448e16000, 0xa15, 0xa15, 0x0, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc431b93860, 0xc420173b00, 0xc42c055d20, 0xc446e46fdc, 0x7, 0xc4202072e0, 0x7, 0xc448e16000, 0xa15, 0xa15)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 2800 [select]:
github.com/influxdata/influxdb/services/subscriber.(*Service).run(0xc42017c3c0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/subscriber/service.go:238 +0x3e7
github.com/influxdata/influxdb/services/subscriber.(*Service).Open.func1(0xc42017c3c0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/subscriber/service.go:97 +0x57
created by github.com/influxdata/influxdb/services/subscriber.(*Service).Open
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/subscriber/service.go:98 +0x178

goroutine 2842 [select, 29 minutes]:
github.com/influxdata/influxdb/cmd/influxd/run.(*Command).monitorServerErrors(0xc42016a140)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/cmd/influxd/run/command.go:141 +0x1f4
created by github.com/influxdata/influxdb/cmd/influxd/run.(*Command).Run
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/cmd/influxd/run/command.go:123 +0x9ff

goroutine 1700 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc42234e7e0, 0xc426dd8b40)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1200 +0x18d
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func1(0xc42234e7e0, 0xc426dd8b40)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x113

goroutine 2799 [semacquire]:
sync.runtime_Semacquire(0xc4202298cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4202298c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).MeasurementNamesByExpr(0xc4202298c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:322 +0x7e
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).MeasurementNamesByExpr(0xc426ccca20, 0x0, 0x0, 0x0, 0x1e, 0x8060104, 0x1e, 0xffffffffffffffff)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:304 +0x55
github.com/influxdata/influxdb/tsdb.(*Shard).MeasurementNamesByExpr(0xc4280aa540, 0x0, 0x0, 0x132, 0x200, 0x0, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:694 +0x55
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards(0xc420216f20)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:1086 +0x39b
created by github.com/influxdata/influxdb/tsdb.(*Store).Open
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:149 +0x280

goroutine 2836 [chan receive, 29 minutes]:
github.com/influxdata/influxdb/tcp.(*listener).Accept(0xc420207470, 0xba8fb0, 0xc420228d20, 0xc428f43798, 0x42b93f)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tcp/mux.go:199 +0x5a
github.com/influxdata/influxdb/services/snapshotter.(*Service).serve(0xc420228d20)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/snapshotter/service.go:88 +0x78
created by github.com/influxdata/influxdb/services/snapshotter.(*Service).Open
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/snapshotter/service.go:61 +0xa3

goroutine 2843 [select, 29 minutes, locked to thread]:
runtime.gopark(0xba8e78, 0x0, 0xb833b6, 0x6, 0x18, 0x2)
	/usr/lib/go/src/runtime/proc.go:271 +0x13a
runtime.selectgoImpl(0xc427e24750, 0x0, 0x18)
	/usr/lib/go/src/runtime/select.go:423 +0x1364
runtime.selectgo(0xc427e24750)
	/usr/lib/go/src/runtime/select.go:238 +0x1c
runtime.ensureSigM.func1()
	/usr/lib/go/src/runtime/signal_unix.go:434 +0x2dd
runtime.goexit()
	/usr/lib/go/src/runtime/asm_amd64.s:2197 +0x1

goroutine 2808 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc4350ea120, 0xc4273eef00)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1200 +0x18d
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func1(0xc4350ea120, 0xc4273eef00)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x113

goroutine 1699 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc42234e7e0, 0xc426dd8ae0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1139 +0x436
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions.func1(0xc42234e7e0, 0xc426dd8ae0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277 +0xcd

goroutine 2807 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc4350ea120, 0xc4273eeea0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1139 +0x436
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions.func1(0xc4350ea120, 0xc4273eeea0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277 +0xcd

goroutine 2809 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc4350ea120, 0xba8f01, 0x1, 0xc4273eef00)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func2(0xc4350ea120, 0xc4273eef00)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x13f

goroutine 1702 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc42234e7e0, 0xba8f01, 0x2, 0xc426dd8b40)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func3(0xc42234e7e0, 0xc426dd8b40)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x16b

goroutine 2839 [select, 29 minutes]:
github.com/influxdata/influxdb/services/retention.(*Service).deleteShardGroups(0xc42022a3c0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/retention/service.go:69 +0x738
created by github.com/influxdata/influxdb/services/retention.(*Service).Open
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/retention/service.go:45 +0x15f

goroutine 2841 [select, 29 minutes]:
github.com/influxdata/influxdb/cmd/influxd/run.(*Server).startServerReporting(0xc42016c3c0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/cmd/influxd/run/server.go:487 +0x152
created by github.com/influxdata/influxdb/cmd/influxd/run.(*Server).Open
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/cmd/influxd/run/server.go:432 +0xd7e

goroutine 2834 [semacquire]:
sync.runtime_Semacquire(0xc4202298cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4202298c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).SeriesSketches(0xc4202298c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:92 +0x67
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).SeriesSketches(0xc42c2c7320, 0xba8fa0, 0xc42f248f28, 0xc42291d000, 0xc4280aa540, 0xc42291d000, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:342 +0x3d
github.com/influxdata/influxdb/tsdb.(*Shard).SeriesSketches(0xc42f248e00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:513 +0xcc
github.com/influxdata/influxdb/tsdb.(*Store).SeriesCardinality.func1(0xc42f248e00, 0xc425fe0400, 0xc42291d000, 0x12d, 0x200, 0x40, 0x40)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:737 +0xcc
github.com/influxdata/influxdb/tsdb.(*Store).estimateCardinality(0xc420216f20, 0xc434a842bd, 0x7, 0xba8128, 0x2000100, 0x0, 0xffffffffffffffff)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:711 +0x101
github.com/influxdata/influxdb/tsdb.(*Store).SeriesCardinality(0xc420216f20, 0xc434a842bd, 0x7, 0xc446e46340, 0x0, 0x2)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:738 +0x4b
github.com/influxdata/influxdb/tsdb.(*Store).Statistics(0xc420216f20, 0xc420201500, 0x1, 0x1, 0xc425fe0380)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:95 +0x13e
github.com/influxdata/influxdb/cmd/influxd/run.(*Server).Statistics(0xc42016c3c0, 0xc420201500, 0xc420208050, 0xc439a6a560, 0x4425c0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/cmd/influxd/run/server.go:215 +0xeb
github.com/influxdata/influxdb/monitor.(*Monitor).gatherStatistics(0xc420208000, 0xc42f86aac8, 0x1, 0x1, 0xc420201500, 0x0, 0x0, 0x0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/monitor/service.go:318 +0xd3
github.com/influxdata/influxdb/monitor.(*Monitor).Statistics(0xc420208000, 0xc420201500, 0xef0600, 0x2540be400, 0xed0d6d11e, 0xc400000000, 0xef0600)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/monitor/service.go:310 +0xe65
github.com/influxdata/influxdb/monitor.(*Monitor).storeStatistics(0xc420208000)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/monitor/service.go:411 +0x401
created by github.com/influxdata/influxdb/monitor.(*Monitor).Open
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/monitor/service.go:122 +0x2f8

goroutine 2801 [select, 29 minutes]:
github.com/influxdata/influxdb/services/subscriber.(*Service).waitForMetaUpdates(0xc42017c3c0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/subscriber/service.go:164 +0x243
github.com/influxdata/influxdb/services/subscriber.(*Service).Open.func2(0xc42017c3c0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/subscriber/service.go:101 +0x57
created by github.com/influxdata/influxdb/services/subscriber.(*Service).Open
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/subscriber/service.go:102 +0x19a

goroutine 2540 [IO wait]:
net.runtime_pollWait(0x7fba7413b560, 0x72, 0x26f)
	/usr/lib/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420214538, 0x72, 0xea4260, 0xe9d688)
	/usr/lib/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420214538, 0xc435bd3000, 0x1000)
	/usr/lib/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4202144d0, 0xc435bd3000, 0x1000, 0x1000, 0x0, 0xea4260, 0xe9d688)
	/usr/lib/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420165108, 0xc435bd3000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/lib/go/src/net/net.go:181 +0x70
net/http.(*connReader).Read(0xc4378a1dc0, 0xc435bd3000, 0x1000, 0x1000, 0x46f782, 0x0, 0xc43d8e91c0)
	/usr/lib/go/src/net/http/server.go:754 +0x140
bufio.(*Reader).fill(0xc436086a80)
	/usr/lib/go/src/bufio/bufio.go:97 +0x117
bufio.(*Reader).ReadSlice(0xc436086a80, 0xa, 0x2, 0x0, 0x0, 0x3, 0x50d547)
	/usr/lib/go/src/bufio/bufio.go:338 +0xbb
bufio.(*Reader).ReadLine(0xc436086a80, 0xc42ed79c00, 0x100, 0xf8, 0xb71aa0, 0x2, 0x46f782)
	/usr/lib/go/src/bufio/bufio.go:367 +0x37
net/textproto.(*Reader).readLineSlice(0xc440e44000, 0xc42c5f7ac8, 0xc42c5f7ac8, 0x411828, 0x100, 0xb71aa0)
	/usr/lib/go/src/net/textproto/reader.go:55 +0x5f
net/textproto.(*Reader).ReadLine(0xc440e44000, 0xc42ed79c00, 0x72, 0x8000000000000000, 0x0)
	/usr/lib/go/src/net/textproto/reader.go:36 +0x2f
net/http.readRequest(0xc436086a80, 0x0, 0xc42ed79c00, 0x0, 0x0)
	/usr/lib/go/src/net/http/request.go:918 +0xa5
net/http.(*conn).readRequest(0xc4201383c0, 0xeac620, 0xc4378a1d80, 0x0, 0x0, 0x0)
	/usr/lib/go/src/net/http/server.go:934 +0x213
net/http.(*conn).serve(0xc4201383c0, 0xeac620, 0xc4378a1d80)
	/usr/lib/go/src/net/http/server.go:1763 +0x49a
created by net/http.(*Server).Serve
	/usr/lib/go/src/net/http/server.go:2668 +0x2ce

goroutine 52201 [select]:
github.com/influxdata/influxdb/influxql.(*TaskManager).waitForQuery(0xc4202289c0, 0x169, 0xc431ffae40, 0xc431ffacc0, 0xc431ffaea0)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/task_manager.go:220 +0x2cb
created by github.com/influxdata/influxdb/influxql.(*TaskManager).AttachQuery
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/task_manager.go:151 +0x34d

goroutine 52284 [semacquire]:
sync.runtime_Semacquire(0xc4202298cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4202298c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc4202298c0, 0x130, 0xc449a6c000, 0xa08, 0xa08, 0xc4464fc000, 0xa08, 0xa08, 0xc445c66000, 0xa08, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc42b64e7e0, 0xc449a6c000, 0xa08, 0xa08, 0xc4464fc000, 0xa08, 0xa08, 0xc445c66000, 0xa08, 0xa08, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4350ea120, 0xc449a6c000, 0xa08, 0xa08, 0xc4464fc000, 0xa08, 0xa08, 0xc445c66000, 0xa08, 0xa08, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42d0d5a40, 0xc445b4e000, 0xa08, 0xa08, 0xba8e38, 0xc400000002, 0xc420312000, 0xc42a00bba0, 0xc432bbee10, 0x429347, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42d0d5a40, 0xc445b4e000, 0xa08, 0xa08, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420216f20, 0x130, 0xc445b4e000, 0xa08, 0xa08, 0xc447762800, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420173b00, 0xc430010060, 0xc446e47d1c, 0x7, 0xc4202072e0, 0x7, 0xc445b4e000, 0xa08, 0xa08, 0xc436f633d0, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc431b93f20, 0xc420173b00, 0xc430010060, 0xc446e47d1c, 0x7, 0xc4202072e0, 0x7, 0xc445b4e000, 0xa08, 0xa08)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 52337 [semacquire]:
sync.runtime_Semacquire(0xc4202298cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4202298c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc4202298c0, 0x130, 0xc431bf6000, 0x109, 0x109, 0xc431bf7980, 0x109, 0x109, 0xc431bf9300, 0x109, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc42b64e7e0, 0xc431bf6000, 0x109, 0x109, 0xc431bf7980, 0x109, 0x109, 0xc431bf9300, 0x109, 0x109, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4350ea120, 0xc431bf6000, 0x109, 0x109, 0xc431bf7980, 0x109, 0x109, 0xc431bf9300, 0x109, 0x109, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42d0d5a40, 0xc42011b900, 0x109, 0x109, 0xc44632cde0, 0x0, 0x0, 0xc4359c3430, 0xc420668b30, 0xc441db77b4, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42d0d5a40, 0xc42011b900, 0x109, 0x109, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420216f20, 0x130, 0xc42011b900, 0x109, 0x109, 0x83539c, 0xc42d0d48c0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420173b00, 0xc4380759e0, 0xc439b4831c, 0x7, 0xc4202072e0, 0x7, 0xc42011b900, 0x109, 0x109, 0x91ab5d, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc42f38f200, 0xc420173b00, 0xc4380759e0, 0xc439b4831c, 0x7, 0xc4202072e0, 0x7, 0xc42011b900, 0x109, 0x109)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 52329 [chan receive]:
github.com/influxdata/influxdb/services/httpd.(*Handler).serveQuery(0xc42016b360, 0x7fba4748daa0, 0xc42f458d80, 0xc42ee0d000, 0x0, 0x0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:453 +0x8e1
github.com/influxdata/influxdb/services/httpd.(*Handler).(github.com/influxdata/influxdb/services/httpd.serveQuery)-fm(0x7fba4748daa0, 0xc42f458d80, 0xc42ee0d000, 0x0, 0x0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:127 +0x5c
github.com/influxdata/influxdb/services/httpd.authenticate.func1(0x7fba4748daa0, 0xc42f458d80, 0xc42ee0d000)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1037 +0x7f5
net/http.HandlerFunc.ServeHTTP(0xc420237ae0, 0x7fba4748daa0, 0xc42f458d80, 0xc42ee0d000)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.(*Handler).responseWriter.func1(0xea9c20, 0xc431abec80, 0xc42ee0d000)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1184 +0xab
net/http.HandlerFunc.ServeHTTP(0xc420237b00, 0xea9c20, 0xc431abec80, 0xc42ee0d000)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.gzipFilter.func1(0xea9ca0, 0xc42f458d00, 0xc42ee0d000)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/gzip.go:39 +0x219
net/http.HandlerFunc.ServeHTTP(0xc420237b20, 0xea9ca0, 0xc42f458d00, 0xc42ee0d000)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.cors.func1(0xea9ca0, 0xc42f458d00, 0xc42ee0d000)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1158 +0xee
net/http.HandlerFunc.ServeHTTP(0xc420237b40, 0xea9ca0, 0xc42f458d00, 0xc42ee0d000)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.requestID.func1(0xea9ca0, 0xc42f458d00, 0xc42ee0d000)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1168 +0x138
net/http.HandlerFunc.ServeHTTP(0xc420237b60, 0xea9ca0, 0xc42f458d00, 0xc42ee0d000)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.(*Handler).logging.func1(0xea9ca0, 0xc42f458ce0, 0xc42ee0d000)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1176 +0xfe
net/http.HandlerFunc.ServeHTTP(0xc420237b80, 0xea9ca0, 0xc42f458ce0, 0xc42ee0d000)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.(*Handler).recovery.func1(0xeab2e0, 0xc42f7f4700, 0xc42ee0d000)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1202 +0x167
net/http.HandlerFunc.ServeHTTP(0xc420237ba0, 0xeab2e0, 0xc42f7f4700, 0xc42ee0d000)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/bmizerany/pat.(*PatternServeMux).ServeHTTP(0xc4202379c0, 0xeab2e0, 0xc42f7f4700, 0xc42ee0d000)
	/tmp/.gdm_7620/src/github.com/bmizerany/pat/mux.go:117 +0x63f
github.com/influxdata/influxdb/services/httpd.(*Handler).ServeHTTP(0xc42016b360, 0xeab2e0, 0xc42f7f4700, 0xc42ee0d000)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:260 +0x1fa
net/http.serverHandler.ServeHTTP(0xc420012bb0, 0xeab2e0, 0xc42f7f4700, 0xc42ee0d000)
	/usr/lib/go/src/net/http/server.go:2568 +0x92
net/http.(*conn).serve(0xc42f514820, 0xeac620, 0xc42d8f1d40)
	/usr/lib/go/src/net/http/server.go:1825 +0x612
created by net/http.(*Server).Serve
	/usr/lib/go/src/net/http/server.go:2668 +0x2ce

goroutine 52428 [semacquire]:
sync.runtime_Semacquire(0xc4202298cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4202298c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc4202298c0, 0x130, 0xc447752000, 0xa08, 0xa08, 0xc4408bc000, 0xa08, 0xa08, 0xc444d52000, 0xa08, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc42b64e7e0, 0xc447752000, 0xa08, 0xa08, 0xc4408bc000, 0xa08, 0xa08, 0xc444d52000, 0xa08, 0xa08, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4350ea120, 0xc447752000, 0xa08, 0xa08, 0xc4408bc000, 0xa08, 0xa08, 0xc444d52000, 0xa08, 0xa08, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42d0d5a40, 0xc425b86000, 0xa08, 0xa08, 0xba8e38, 0xc400000002, 0xc447762800, 0xc4378b36c0, 0xc4282e1610, 0x429347, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42d0d5a40, 0xc425b86000, 0xa08, 0xa08, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420216f20, 0x130, 0xc425b86000, 0xa08, 0xa08, 0xc447762800, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420173b00, 0xc432454b80, 0xc43cbd331c, 0x7, 0xc4202072e0, 0x7, 0xc425b86000, 0xa08, 0xa08, 0xc4378a1e90, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc42bcf4ba0, 0xc420173b00, 0xc432454b80, 0xc43cbd331c, 0x7, 0xc4202072e0, 0x7, 0xc425b86000, 0xa08, 0xa08)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 52316 [semacquire]:
sync.runtime_Semacquire(0xc4202298cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4202298c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).MeasurementExists(0xc4202298c0, 0xc44093b0e8, 0x6, 0x8, 0x0, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:116 +0x48
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).MeasurementExists(0xc4350ea120, 0xc44093b0e8, 0x6, 0x8, 0x6, 0x8, 0xc420310900)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:300 +0x58
github.com/influxdata/influxdb/tsdb.(*Shard).MapType(0xc42d0d5a40, 0xc431e29202, 0x6, 0xc431e29177, 0x5, 0xc4202072e0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:864 +0xb4
github.com/influxdata/influxdb/tsdb.Shards.MapType(0xc432357628, 0x1, 0x1, 0xc431e29202, 0x6, 0xc431e29177, 0x5, 0xa26880)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:1052 +0x81
github.com/influxdata/influxdb/tsdb.(*Shards).MapType(0xc42ed3e920, 0xc431e29202, 0x6, 0xc431e29177, 0x5, 0x6bb233)

<autogenerated>:75 +0x87
github.com/influxdata/influxdb/coordinator.(*LocalShardMapping).MapType(0xc432357620, 0xc429d982c0, 0xc431e29177, 0x5, 0x0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/shard_mapper.go:147 +0x14d
github.com/influxdata/influxdb/influxql.EvalType(0xea95a0, 0xc42ed3e9a0, 0xc44093b110, 0x1, 0x1, 0x7fba0485cb30, 0xc432357620, 0x0)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:4661 +0x1e8
github.com/influxdata/influxdb/influxql.(*SelectStatement).RewriteFields.func1(0x7fba05d029e0, 0xc42ed3e9a0)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:1164 +0xf1
github.com/influxdata/influxdb/influxql.walkFuncVisitor.Visit(0xc42ed3e9e0, 0x7fba05d029e0, 0xc42ed3e9a0, 0xc42ed3e9a0, 0x0)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:4279 +0x3a
github.com/influxdata/influxdb/influxql.Walk(0xea31e0, 0xc42ed3e9e0, 0x7fba05d029e0, 0xc42ed3e9a0)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:4174 +0x6c
github.com/influxdata/influxdb/influxql.Walk(0xea31e0, 0xc42ed3e9e0, 0xea51e0, 0xc42ed3e9c0)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:4208 +0x9ef
github.com/influxdata/influxdb/influxql.Walk(0xea31e0, 0xc42ed3e9e0, 0xea7fa0, 0xc42ed3ea00)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:4212 +0xf71
github.com/influxdata/influxdb/influxql.WalkFunc(0xea7fa0, 0xc42ed3ea00, 0xc42ed3e9e0)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:4274 +0x4b
github.com/influxdata/influxdb/influxql.(*SelectStatement).RewriteFields(0xc42f0921c0, 0x7fba0485cb00, 0xc432357620, 0x7fba0485cb00, 0xc432357620, 0xeac8e0)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:1170 +0x19d
github.com/influxdata/influxdb/coordinator.(*StatementExecutor).createIterators(0xc420214930, 0xc42f0921c0, 0xc429089cc0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/statement_executor.go:575 +0x55f
github.com/influxdata/influxdb/coordinator.(*StatementExecutor).executeSelectStatement(0xc420214930, 0xc420ec7b20, 0xc429089cc0, 0x0, 0x0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/statement_executor.go:433 +0x75
github.com/influxdata/influxdb/coordinator.(*StatementExecutor).ExecuteStatement(0xc420214930, 0xeacea0, 0xc420ec7b20, 0x0, 0x16a, 0xc42ec1a540, 0xc42f266180, 0xeb08e0, 0xc420228a80, 0xc42ec1a480, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/statement_executor.go:57 +0x2b13
github.com/influxdata/influxdb/influxql.(*QueryExecutor).executeQuery(0xc4202019b0, 0xc42ed98ea0, 0xc4258946d4, 0x7, 0xead5a0, 0xf0cd30, 0x2710, 0x1, 0x0, 0x0, ...)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/query_executor.go:347 +0x577
created by github.com/influxdata/influxdb/influxql.(*QueryExecutor).ExecuteQuery
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/query_executor.go:242 +0xc3

goroutine 52182 [semacquire]:
sync.runtime_Semacquire(0xc4202298cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4202298c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc4202298c0, 0x130, 0xc43b219b30, 0x2, 0x2, 0xc43b219b60, 0x2, 0x2, 0xc43b219bc0, 0x2, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc42b64e7e0, 0xc43b219b30, 0x2, 0x2, 0xc43b219b60, 0x2, 0x2, 0xc43b219bc0, 0x2, 0x2, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4350ea120, 0xc43b219b30, 0x2, 0x2, 0xc43b219b60, 0x2, 0x2, 0xc43b219bc0, 0x2, 0x2, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42d0d5a40, 0xc420544020, 0x2, 0x2, 0xc43b91d380, 0xc441db8e60, 0x405d7b, 0xc441db8f60, 0xc42051e000, 0xc441db8ee0, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42d0d5a40, 0xc420544020, 0x2, 0x2, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420216f20, 0x130, 0xc420544020, 0x2, 0x2, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420173b00, 0xc420544040, 0xc43b2196bf, 0x7, 0xc4202072e0, 0x7, 0xc420544020, 0x2, 0x2, 0x0, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc428d77ce0, 0xc420173b00, 0xc420544040, 0xc43b2196bf, 0x7, 0xc4202072e0, 0x7, 0xc420544020, 0x2, 0x2)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 52195 [select]:
github.com/influxdata/influxdb/services/httpd.(*Handler).serveQuery.func2(0xc431ffaa80, 0xc43830aa80, 0xc431ffaa20)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:416 +0xf4
created by github.com/influxdata/influxdb/services/httpd.(*Handler).serveQuery
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:421 +0x16cc

goroutine 52318 [chan receive]:
github.com/influxdata/influxdb/services/httpd.(*Handler).serveQuery(0xc42016b360, 0x7fba4748daa0, 0xc42f4582e0, 0xc42f878000, 0x0, 0x0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:453 +0x8e1
github.com/influxdata/influxdb/services/httpd.(*Handler).(github.com/influxdata/influxdb/services/httpd.serveQuery)-fm(0x7fba4748daa0, 0xc42f4582e0, 0xc42f878000, 0x0, 0x0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:127 +0x5c
github.com/influxdata/influxdb/services/httpd.authenticate.func1(0x7fba4748daa0, 0xc42f4582e0, 0xc42f878000)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1037 +0x7f5
net/http.HandlerFunc.ServeHTTP(0xc420237ae0, 0x7fba4748daa0, 0xc42f4582e0, 0xc42f878000)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.(*Handler).responseWriter.func1(0xea9c20, 0xc431abe960, 0xc42f878000)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1184 +0xab
net/http.HandlerFunc.ServeHTTP(0xc420237b00, 0xea9c20, 0xc431abe960, 0xc42f878000)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.gzipFilter.func1(0xea9ca0, 0xc42f458260, 0xc42f878000)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/gzip.go:39 +0x219
net/http.HandlerFunc.ServeHTTP(0xc420237b20, 0xea9ca0, 0xc42f458260, 0xc42f878000)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.cors.func1(0xea9ca0, 0xc42f458260, 0xc42f878000)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1158 +0xee
net/http.HandlerFunc.ServeHTTP(0xc420237b40, 0xea9ca0, 0xc42f458260, 0xc42f878000)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.requestID.func1(0xea9ca0, 0xc42f458260, 0xc42f878000)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1168 +0x138
net/http.HandlerFunc.ServeHTTP(0xc420237b60, 0xea9ca0, 0xc42f458260, 0xc42f878000)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.(*Handler).logging.func1(0xea9ca0, 0xc42f458240, 0xc42f878000)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1176 +0xfe
net/http.HandlerFunc.ServeHTTP(0xc420237b80, 0xea9ca0, 0xc42f458240, 0xc42f878000)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.(*Handler).recovery.func1(0xeab2e0, 0xc42f7f40e0, 0xc42f878000)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1202 +0x167
net/http.HandlerFunc.ServeHTTP(0xc420237ba0, 0xeab2e0, 0xc42f7f40e0, 0xc42f878000)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/bmizerany/pat.(*PatternServeMux).ServeHTTP(0xc4202379c0, 0xeab2e0, 0xc42f7f40e0, 0xc42f878000)
	/tmp/.gdm_7620/src/github.com/bmizerany/pat/mux.go:117 +0x63f
github.com/influxdata/influxdb/services/httpd.(*Handler).ServeHTTP(0xc42016b360, 0xeab2e0, 0xc42f7f40e0, 0xc42f878000)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:260 +0x1fa
net/http.serverHandler.ServeHTTP(0xc420012bb0, 0xeab2e0, 0xc42f7f40e0, 0xc42f878000)
	/usr/lib/go/src/net/http/server.go:2568 +0x92
net/http.(*conn).serve(0xc43527b400, 0xeac620, 0xc43151b7c0)
	/usr/lib/go/src/net/http/server.go:1825 +0x612
created by net/http.(*Server).Serve
	/usr/lib/go/src/net/http/server.go:2668 +0x2ce

goroutine 52194 [IO wait]:
net.runtime_pollWait(0x7fba7413b1a0, 0x72, 0x271)
	/usr/lib/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc43830aa78, 0x72, 0xea4260, 0xe9d688)
	/usr/lib/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc43830aa78, 0xc42d8f0151, 0x1)
	/usr/lib/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc43830aa10, 0xc42d8f0151, 0x1, 0x1, 0x0, 0xea4260, 0xe9d688)
	/usr/lib/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc423437a18, 0xc42d8f0151, 0x1, 0x1, 0x0, 0x0, 0x0)
	/usr/lib/go/src/net/net.go:181 +0x70
net/http.(*connReader).backgroundRead(0xc42d8f0140)
	/usr/lib/go/src/net/http/server.go:656 +0x58
created by net/http.(*connReader).startBackgroundRead
	/usr/lib/go/src/net/http/server.go:652 +0xdf

goroutine 52210 [chan receive]:
github.com/influxdata/influxdb/services/httpd.(*Handler).serveQuery(0xc42016b360, 0x7fba4748daa0, 0xc44272d4a0, 0xc435326b00, 0x0, 0x0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:453 +0x8e1
github.com/influxdata/influxdb/services/httpd.(*Handler).(github.com/influxdata/influxdb/services/httpd.serveQuery)-fm(0x7fba4748daa0, 0xc44272d4a0, 0xc435326b00, 0x0, 0x0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:127 +0x5c
github.com/influxdata/influxdb/services/httpd.authenticate.func1(0x7fba4748daa0, 0xc44272d4a0, 0xc435326b00)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1037 +0x7f5
net/http.HandlerFunc.ServeHTTP(0xc420237ae0, 0x7fba4748daa0, 0xc44272d4a0, 0xc435326b00)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.(*Handler).responseWriter.func1(0xea9c20, 0xc431de7a90, 0xc435326b00)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1184 +0xab
net/http.HandlerFunc.ServeHTTP(0xc420237b00, 0xea9c20, 0xc431de7a90, 0xc435326b00)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.gzipFilter.func1(0xea9ca0, 0xc44272d480, 0xc435326b00)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/gzip.go:39 +0x219
net/http.HandlerFunc.ServeHTTP(0xc420237b20, 0xea9ca0, 0xc44272d480, 0xc435326b00)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.cors.func1(0xea9ca0, 0xc44272d480, 0xc435326b00)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1158 +0xee
net/http.HandlerFunc.ServeHTTP(0xc420237b40, 0xea9ca0, 0xc44272d480, 0xc435326b00)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.requestID.func1(0xea9ca0, 0xc44272d480, 0xc435326b00)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1168 +0x138
net/http.HandlerFunc.ServeHTTP(0xc420237b60, 0xea9ca0, 0xc44272d480, 0xc435326b00)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.(*Handler).logging.func1(0xea9ca0, 0xc44272d460, 0xc435326b00)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1176 +0xfe
net/http.HandlerFunc.ServeHTTP(0xc420237b80, 0xea9ca0, 0xc44272d460, 0xc435326b00)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.(*Handler).recovery.func1(0xeab2e0, 0xc424396c40, 0xc435326b00)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1202 +0x167
net/http.HandlerFunc.ServeHTTP(0xc420237ba0, 0xeab2e0, 0xc424396c40, 0xc435326b00)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/bmizerany/pat.(*PatternServeMux).ServeHTTP(0xc4202379c0, 0xeab2e0, 0xc424396c40, 0xc435326b00)
	/tmp/.gdm_7620/src/github.com/bmizerany/pat/mux.go:117 +0x63f
github.com/influxdata/influxdb/services/httpd.(*Handler).ServeHTTP(0xc42016b360, 0xeab2e0, 0xc424396c40, 0xc435326b00)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:260 +0x1fa
net/http.serverHandler.ServeHTTP(0xc420012bb0, 0xeab2e0, 0xc424396c40, 0xc435326b00)
	/usr/lib/go/src/net/http/server.go:2568 +0x92
net/http.(*conn).serve(0xc43527afa0, 0xeac620, 0xc440e41c00)
	/usr/lib/go/src/net/http/server.go:1825 +0x612
created by net/http.(*Server).Serve
	/usr/lib/go/src/net/http/server.go:2668 +0x2ce

goroutine 52145 [select]:
github.com/influxdata/influxdb/influxql.(*TaskManager).waitForQuery(0xc4202289c0, 0x166, 0xc431e936e0, 0xc431ffaa20, 0xc431e93740)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/task_manager.go:220 +0x2cb
created by github.com/influxdata/influxdb/influxql.(*TaskManager).AttachQuery
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/task_manager.go:151 +0x34d

goroutine 52339 [IO wait]:
net.runtime_pollWait(0x7fba7413b4a0, 0x72, 0x27a)
	/usr/lib/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420167e28, 0x72, 0xea4260, 0xe9d688)
	/usr/lib/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420167e28, 0xc438ecfe91, 0x1)
	/usr/lib/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420167dc0, 0xc438ecfe91, 0x1, 0x1, 0x0, 0xea4260, 0xe9d688)
	/usr/lib/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42000ec00, 0xc438ecfe91, 0x1, 0x1, 0x0, 0x0, 0x0)
	/usr/lib/go/src/net/net.go:181 +0x70
net/http.(*connReader).backgroundRead(0xc438ecfe80)
	/usr/lib/go/src/net/http/server.go:656 +0x58
created by net/http.(*connReader).startBackgroundRead
	/usr/lib/go/src/net/http/server.go:652 +0xdf

goroutine 52187 [semacquire]:
sync.runtime_Semacquire(0xc4202298cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4202298c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).MeasurementExists(0xc4202298c0, 0xc437de4eb0, 0x6, 0x8, 0x0, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:116 +0x48
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).MeasurementExists(0xc4350ea120, 0xc437de4eb0, 0x6, 0x8, 0x6, 0x8, 0xffffffffffffa801)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:300 +0x58
github.com/influxdata/influxdb/tsdb.(*Shard).MapType(0xc42d0d5a40, 0xc437df79c8, 0x6, 0xc437df77f4, 0x4, 0xc4202072e0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:864 +0xb4
github.com/influxdata/influxdb/tsdb.Shards.MapType(0xc432357418, 0x1, 0x1, 0xc437df79c8, 0x6, 0xc437df77f4, 0x4, 0xa26880)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:1052 +0x81
github.com/influxdata/influxdb/tsdb.(*Shards).MapType(0xc420545440, 0xc437df79c8, 0x6, 0xc437df77f4, 0x4, 0xc437de4e80)
<autogenerated>:75 +0x87
github.com/influxdata/influxdb/coordinator.(*LocalShardMapping).MapType(0xc432357410, 0xc43321fd80, 0xc437df77f4, 0x4, 0x0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/shard_mapper.go:147 +0x14d
github.com/influxdata/influxdb/influxql.EvalType(0xea95a0, 0xc420545520, 0xc437de4e40, 0x1, 0x1, 0x7fba0485cb30, 0xc432357410, 0xc44089d138)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:4661 +0x1e8
github.com/influxdata/influxdb/influxql.(*SelectStatement).RewriteFields.func1(0x7fba05d029e0, 0xc420545520)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:1164 +0xf1
github.com/influxdata/influxdb/influxql.walkFuncVisitor.Visit(0xc420545600, 0x7fba05d029e0, 0xc420545520, 0xc43b217590, 0x0)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:4279 +0x3a
github.com/influxdata/influxdb/influxql.Walk(0xea31e0, 0xc420545600, 0x7fba05d029e0, 0xc420545520)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:4174 +0x6c
github.com/influxdata/influxdb/influxql.Walk(0xea31e0, 0xc420545600, 0xea51e0, 0xc420545540)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:4208 +0x9ef
github.com/influxdata/influxdb/influxql.Walk(0xea31e0, 0xc420545600, 0xea7fa0, 0xc420545620)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:4212 +0xf71
github.com/influxdata/influxdb/influxql.WalkFunc(0xea7fa0, 0xc420545620, 0xc420545600)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:4274 +0x4b
github.com/influxdata/influxdb/influxql.(*SelectStatement).RewriteFields(0xc420ec6d20, 0x7fba0485cb00, 0xc432357410, 0x7fba0485cb00, 0xc432357410, 0xeac8e0)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:1170 +0x19d
github.com/influxdata/influxdb/coordinator.(*StatementExecutor).createIterators(0xc420214930, 0xc420ec6d20, 0xc44089dcc0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/statement_executor.go:575 +0x55f
github.com/influxdata/influxdb/coordinator.(*StatementExecutor).executeSelectStatement(0xc420214930, 0xc420ec6c40, 0xc44089dcc0, 0x0, 0x0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/statement_executor.go:433 +0x75
github.com/influxdata/influxdb/coordinator.(*StatementExecutor).ExecuteStatement(0xc420214930, 0xeacea0, 0xc420ec6c40, 0x0, 0x168, 0xc43201b140, 0xc43201afc0, 0xeb08e0, 0xc420228a80, 0xc43201b080, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/statement_executor.go:57 +0x2b13
github.com/influxdata/influxdb/influxql.(*QueryExecutor).executeQuery(0xc4202019b0, 0xc420544e20, 0xc43b4b451b, 0x7, 0xead5a0, 0xf0cd30, 0x2710, 0x1, 0x0, 0x0, ...)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/query_executor.go:347 +0x577
created by github.com/influxdata/influxdb/influxql.(*QueryExecutor).ExecuteQuery
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/query_executor.go:242 +0xc3

goroutine 52345 [semacquire]:
sync.runtime_Semacquire(0xc4202298cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4202298c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc4202298c0, 0x130, 0xc421d8b400, 0x162, 0x162, 0xc421d8d900, 0x162, 0x162, 0xc440de6000, 0x162, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc42b64e7e0, 0xc421d8b400, 0x162, 0x162, 0xc421d8d900, 0x162, 0x162, 0xc440de6000, 0x162, 0x162, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4350ea120, 0xc421d8b400, 0x162, 0x162, 0xc421d8d900, 0x162, 0x162, 0xc440de6000, 0x162, 0x162, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42d0d5a40, 0xc43eb52800, 0x162, 0x162, 0xba8e38, 0xc400000002, 0x66, 0x2a, 0x29, 0xc427e25628, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42d0d5a40, 0xc43eb52800, 0x162, 0x162, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420216f20, 0x130, 0xc43eb52800, 0x162, 0x162, 0xc440f50400, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420173b00, 0xc42fbbf780, 0xc4276c87dc, 0x7, 0xc4202072e0, 0x7, 0xc43eb52800, 0x162, 0x162, 0xc4378a1e90, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc4230e98c0, 0xc420173b00, 0xc42fbbf780, 0xc4276c87dc, 0x7, 0xc4202072e0, 0x7, 0xc43eb52800, 0x162, 0x162)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 52322 [select]:
github.com/influxdata/influxdb/services/httpd.(*Handler).serveQuery.func2(0xc42f38e300, 0xc43634c620, 0xc42f38e2a0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:416 +0xf4
created by github.com/influxdata/influxdb/services/httpd.(*Handler).serveQuery
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:421 +0x16cc

goroutine 52274 [semacquire]:
sync.runtime_Semacquire(0xc4202298cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4202298c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc4202298c0, 0x130, 0xc440bc2f00, 0x16c, 0x16c, 0xc440bc5400, 0x16c, 0x16c, 0xc440bc7900, 0x16c, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc42b64e7e0, 0xc440bc2f00, 0x16c, 0x16c, 0xc440bc5400, 0x16c, 0x16c, 0xc440bc7900, 0x16c, 0x16c, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4350ea120, 0xc440bc2f00, 0x16c, 0x16c, 0xc440bc5400, 0x16c, 0x16c, 0xc440bc7900, 0x16c, 0x16c, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42d0d5a40, 0xc435cf0800, 0x16c, 0x16c, 0xc4396beb60, 0x9fa9e7, 0xc441db35e8, 0xc441db35e0, 0xc43a040240, 0xc441db3778, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42d0d5a40, 0xc435cf0800, 0x16c, 0x16c, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420216f20, 0x130, 0xc435cf0800, 0x16c, 0x16c, 0x76c77c, 0xc441db36c8)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420173b00, 0xc423017940, 0xc446e4699c, 0x7, 0xc4202072e0, 0x7, 0xc435cf0800, 0x16c, 0x16c, 0x0, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc431b93680, 0xc420173b00, 0xc423017940, 0xc446e4699c, 0x7, 0xc4202072e0, 0x7, 0xc435cf0800, 0x16c, 0x16c)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 52213 [semacquire]:
sync.runtime_Semacquire(0xc4202298cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4202298c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).MeasurementExists(0xc4202298c0, 0xc437df72c0, 0x6, 0x8, 0x0, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:116 +0x48
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).MeasurementExists(0xc4350ea120, 0xc437df72c0, 0x6, 0x8, 0x6, 0x8, 0x1)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:300 +0x58
github.com/influxdata/influxdb/tsdb.(*Shard).MapType(0xc42d0d5a40, 0xc444737828, 0x6, 0xc444737704, 0x4, 0xc4202072e0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:864 +0xb4
github.com/influxdata/influxdb/tsdb.Shards.MapType(0xc4323573e8, 0x1, 0x1, 0xc444737828, 0x6, 0xc444737704, 0x4, 0xa26880)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:1052 +0x81
github.com/influxdata/influxdb/tsdb.(*Shards).MapType(0xc420544840, 0xc444737828, 0x6, 0xc444737704, 0x4, 0xc437df7290)
<autogenerated>:75 +0x87
github.com/influxdata/influxdb/coordinator.(*LocalShardMapping).MapType(0xc4323573e0, 0xc43abbb9c0, 0xc444737704, 0x4, 0x0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/shard_mapper.go:147 +0x14d
github.com/influxdata/influxdb/influxql.EvalType(0xea95a0, 0xc420544920, 0xc437df7250, 0x1, 0x1, 0x7fba0485cb30, 0xc4323573e0, 0x0)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:4661 +0x1e8
github.com/influxdata/influxdb/influxql.(*SelectStatement).RewriteFields.func1(0x7fba05d029e0, 0xc420544920)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:1164 +0xf1
github.com/influxdata/influxdb/influxql.walkFuncVisitor.Visit(0xc420544a00, 0x7fba05d029e0, 0xc420544920, 0xc43b216510, 0x0)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:4279 +0x3a
github.com/influxdata/influxdb/influxql.Walk(0xea31e0, 0xc420544a00, 0x7fba05d029e0, 0xc420544920)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:4174 +0x6c
github.com/influxdata/influxdb/influxql.Walk(0xea31e0, 0xc420544a00, 0xea51e0, 0xc420544940)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:4208 +0x9ef
github.com/influxdata/influxdb/influxql.Walk(0xea31e0, 0xc420544a00, 0xea7fa0, 0xc420544a20)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:4212 +0xf71
github.com/influxdata/influxdb/influxql.WalkFunc(0xea7fa0, 0xc420544a20, 0xc420544a00)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:4274 +0x4b
github.com/influxdata/influxdb/influxql.(*SelectStatement).RewriteFields(0xc420ec69a0, 0x7fba0485cb00, 0xc4323573e0, 0x7fba0485cb00, 0xc4323573e0, 0xeac8e0)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/ast.go:1170 +0x19d
github.com/influxdata/influxdb/coordinator.(*StatementExecutor).createIterators(0xc420214930, 0xc420ec69a0, 0xc42c5f5cc0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/statement_executor.go:575 +0x55f
github.com/influxdata/influxdb/coordinator.(*StatementExecutor).executeSelectStatement(0xc420214930, 0xc424396d20, 0xc42c5f5cc0, 0x0, 0x0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/statement_executor.go:433 +0x75
github.com/influxdata/influxdb/coordinator.(*StatementExecutor).ExecuteStatement(0xc420214930, 0xeacea0, 0xc424396d20, 0x0, 0x167, 0xc43201ac60, 0xc431e93aa0, 0xeb08e0, 0xc420228a80, 0xc428d77f80, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/statement_executor.go:57 +0x2b13
github.com/influxdata/influxdb/influxql.(*QueryExecutor).executeQuery(0xc4202019b0, 0xc44272d840, 0xc431ea429b, 0x7, 0xead5a0, 0xf0cd30, 0x2710, 0x1, 0x0, 0x0, ...)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/query_executor.go:347 +0x577
created by github.com/influxdata/influxdb/influxql.(*QueryExecutor).ExecuteQuery
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/query_executor.go:242 +0xc3

goroutine 52253 [semacquire]:
sync.runtime_Semacquire(0xc4202298cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4202298c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc4202298c0, 0x130, 0xc442f24000, 0x1193, 0x1193, 0xc4433e0000, 0x1193, 0x1193, 0xc4407f2000, 0x1193, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc42b64e7e0, 0xc442f24000, 0x1193, 0x1193, 0xc4433e0000, 0x1193, 0x1193, 0xc4407f2000, 0x1193, 0x1193, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4350ea120, 0xc442f24000, 0x1193, 0x1193, 0xc4433e0000, 0x1193, 0x1193, 0xc4407f2000, 0x1193, 0x1193, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42d0d5a40, 0xc43d168000, 0x1193, 0x1193, 0xba8e38, 0xc400000002, 0xc440f50400, 0xc4254784e0, 0xc42f14e610, 0x429347, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42d0d5a40, 0xc43d168000, 0x1193, 0x1193, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420216f20, 0x130, 0xc43d168000, 0x1193, 0x1193, 0xc420062000, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420173b00, 0xc42271e640, 0xc438ece9dc, 0x7, 0xc4202072e0, 0x7, 0xc43d168000, 0x1193, 0x1193, 0xc436f633d0, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc42d94df20, 0xc420173b00, 0xc42271e640, 0xc438ece9dc, 0x7, 0xc4202072e0, 0x7, 0xc43d168000, 0x1193, 0x1193)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 49916 [IO wait]:
net.runtime_pollWait(0x7fba7413b3e0, 0x72, 0x270)
	/usr/lib/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc432eb5c68, 0x72, 0xea4260, 0xe9d688)
	/usr/lib/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc432eb5c68, 0xc432639000, 0x1000)
	/usr/lib/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc432eb5c00, 0xc432639000, 0x1000, 0x1000, 0x0, 0xea4260, 0xe9d688)
	/usr/lib/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42445c190, 0xc432639000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/lib/go/src/net/net.go:181 +0x70
net/http.(*connReader).Read(0xc432aac840, 0xc432639000, 0x1000, 0x1000, 0x0, 0xc44109dbb0, 0x598278)
	/usr/lib/go/src/net/http/server.go:754 +0x140
bufio.(*Reader).fill(0xc433c256e0)
	/usr/lib/go/src/bufio/bufio.go:97 +0x117
bufio.(*Reader).Peek(0xc433c256e0, 0x4, 0x0, 0x0, 0x0, 0x0, 0xc44109dc10)
	/usr/lib/go/src/bufio/bufio.go:129 +0x67
net/http.(*conn).readRequest(0xc435a7a320, 0xeac620, 0xc432aac800, 0x0, 0x0, 0x0)
	/usr/lib/go/src/net/http/server.go:931 +0xe91
net/http.(*conn).serve(0xc435a7a320, 0xeac620, 0xc432aac800)
	/usr/lib/go/src/net/http/server.go:1763 +0x49a
created by net/http.(*Server).Serve
	/usr/lib/go/src/net/http/server.go:2668 +0x2ce

goroutine 52260 [semacquire]:
sync.runtime_Semacquire(0xc4202298cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4202298c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc4202298c0, 0x130, 0xc4221ef340, 0xe, 0xe, 0xc4221ef4a0, 0xe, 0xe, 0xc4221ef600, 0xe, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc42b64e7e0, 0xc4221ef340, 0xe, 0xe, 0xc4221ef4a0, 0xe, 0xe, 0xc4221ef600, 0xe, 0xe, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4350ea120, 0xc4221ef340, 0xe, 0xe, 0xc4221ef4a0, 0xe, 0xe, 0xc4221ef600, 0xe, 0xe, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42d0d5a40, 0xc42417b180, 0xe, 0xe, 0x7fba04345e50, 0x8, 0x66, 0x40, 0x3f, 0xc441db9e28, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42d0d5a40, 0xc42417b180, 0xe, 0xe, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420216f20, 0x130, 0xc42417b180, 0xe, 0xe, 0xc420062000, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420173b00, 0xc422a74920, 0xc42d8f135c, 0x7, 0xc4202072e0, 0x7, 0xc42417b180, 0xe, 0xe, 0xc4378a1e90, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc43201b380, 0xc420173b00, 0xc422a74920, 0xc42d8f135c, 0x7, 0xc4202072e0, 0x7, 0xc42417b180, 0xe, 0xe)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 52423 [semacquire]:
sync.runtime_Semacquire(0xc4202298cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4202298c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc4202298c0, 0x130, 0xc431298000, 0x3cd, 0x3cd, 0xc42ea36000, 0x3cd, 0x3cd, 0xc4380be000, 0x3cd, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc42b64e7e0, 0xc431298000, 0x3cd, 0x3cd, 0xc42ea36000, 0x3cd, 0x3cd, 0xc4380be000, 0x3cd, 0x3cd, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4350ea120, 0xc431298000, 0x3cd, 0x3cd, 0xc42ea36000, 0x3cd, 0x3cd, 0xc4380be000, 0x3cd, 0x3cd, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42d0d5a40, 0xc423590000, 0x3cd, 0x3cd, 0x300000002, 0xc420563a00, 0xc428f465e8, 0x4348ee, 0xc420563a00, 0x200000003, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42d0d5a40, 0xc423590000, 0x3cd, 0x3cd, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420216f20, 0x130, 0xc423590000, 0x3cd, 0x3cd, 0xc420312000, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420173b00, 0xc443d46700, 0xc43cbd2cdc, 0x7, 0xc4202072e0, 0x7, 0xc423590000, 0x3cd, 0x3cd, 0xc4378a1e90, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc42bcf4840, 0xc420173b00, 0xc443d46700, 0xc43cbd2cdc, 0x7, 0xc4202072e0, 0x7, 0xc423590000, 0x3cd, 0x3cd)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 52017 [chan receive]:
github.com/influxdata/influxdb/services/httpd.(*Handler).serveQuery(0xc42016b360, 0x7fba4748daa0, 0xc428efe2c0, 0xc428ab6000, 0x0, 0x0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:453 +0x8e1
github.com/influxdata/influxdb/services/httpd.(*Handler).(github.com/influxdata/influxdb/services/httpd.serveQuery)-fm(0x7fba4748daa0, 0xc428efe2c0, 0xc428ab6000, 0x0, 0x0)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:127 +0x5c
github.com/influxdata/influxdb/services/httpd.authenticate.func1(0x7fba4748daa0, 0xc428efe2c0, 0xc428ab6000)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1037 +0x7f5
net/http.HandlerFunc.ServeHTTP(0xc420237ae0, 0x7fba4748daa0, 0xc428efe2c0, 0xc428ab6000)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.(*Handler).responseWriter.func1(0xea9c20, 0xc43434eeb0, 0xc428ab6000)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1184 +0xab
net/http.HandlerFunc.ServeHTTP(0xc420237b00, 0xea9c20, 0xc43434eeb0, 0xc428ab6000)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.gzipFilter.func1(0xea9ca0, 0xc428efe2a0, 0xc428ab6000)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/gzip.go:39 +0x219
net/http.HandlerFunc.ServeHTTP(0xc420237b20, 0xea9ca0, 0xc428efe2a0, 0xc428ab6000)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.cors.func1(0xea9ca0, 0xc428efe2a0, 0xc428ab6000)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1158 +0xee
net/http.HandlerFunc.ServeHTTP(0xc420237b40, 0xea9ca0, 0xc428efe2a0, 0xc428ab6000)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.requestID.func1(0xea9ca0, 0xc428efe2a0, 0xc428ab6000)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1168 +0x138
net/http.HandlerFunc.ServeHTTP(0xc420237b60, 0xea9ca0, 0xc428efe2a0, 0xc428ab6000)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.(*Handler).logging.func1(0xea9ca0, 0xc428efe280, 0xc428ab6000)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1176 +0xfe
net/http.HandlerFunc.ServeHTTP(0xc420237b80, 0xea9ca0, 0xc428efe280, 0xc428ab6000)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.(*Handler).recovery.func1(0xeab2e0, 0xc4263a6000, 0xc428ab6000)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:1202 +0x167
net/http.HandlerFunc.ServeHTTP(0xc420237ba0, 0xeab2e0, 0xc4263a6000, 0xc428ab6000)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/bmizerany/pat.(*PatternServeMux).ServeHTTP(0xc4202379c0, 0xeab2e0, 0xc4263a6000, 0xc428ab6000)
	/tmp/.gdm_7620/src/github.com/bmizerany/pat/mux.go:117 +0x63f
github.com/influxdata/influxdb/services/httpd.(*Handler).ServeHTTP(0xc42016b360, 0xeab2e0, 0xc4263a6000, 0xc428ab6000)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/services/httpd/handler.go:260 +0x1fa
net/http.serverHandler.ServeHTTP(0xc420012bb0, 0xeab2e0, 0xc4263a6000, 0xc428ab6000)
	/usr/lib/go/src/net/http/server.go:2568 +0x92
net/http.(*conn).serve(0xc423e6e000, 0xeac620, 0xc42d8f00c0)
	/usr/lib/go/src/net/http/server.go:1825 +0x612
created by net/http.(*Server).Serve
	/usr/lib/go/src/net/http/server.go:2668 +0x2ce

goroutine 52176 [semacquire]:
sync.runtime_Semacquire(0xc4202298cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4202298c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc4202298c0, 0x130, 0xc42ed3f340, 0x1, 0x1, 0xc42ed3f360, 0x1, 0x1, 0xc42ed3f380, 0x1, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc42b64e7e0, 0xc42ed3f340, 0x1, 0x1, 0xc42ed3f360, 0x1, 0x1, 0xc42ed3f380, 0x1, 0x1, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4350ea120, 0xc42ed3f340, 0x1, 0x1, 0xc42ed3f360, 0x1, 0x1, 0xc42ed3f380, 0x1, 0x1, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42d0d5a40, 0xc4351ab0a0, 0x1, 0x1, 0xba8e38, 0xc400000002, 0xc440f50400, 0xc4345b3520, 0xc441db7610, 0x429347, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42d0d5a40, 0xc4351ab0a0, 0x1, 0x1, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420216f20, 0x130, 0xc4351ab0a0, 0x1, 0x1, 0xc420062000, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420173b00, 0xc42ed3f300, 0xc429d98c9c, 0x7, 0xc4202072e0, 0x7, 0xc4351ab0a0, 0x1, 0x1, 0xc4378a1e90, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc42ec1aba0, 0xc420173b00, 0xc42ed3f300, 0xc429d98c9c, 0x7, 0xc4202072e0, 0x7, 0xc4351ab0a0, 0x1, 0x1)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 52240 [semacquire]:
sync.runtime_Semacquire(0xc4202298cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4202298c0)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).assignExistingSeries(0xc4202298c0, 0x130, 0xc43434f9f0, 0x3, 0x3, 0xc43434fa40, 0x3, 0x3, 0xc43434fa90, 0x3, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:715 +0x31
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc42b64e7e0, 0xc43434f9f0, 0x3, 0x3, 0xc43434fa40, 0x3, 0x3, 0xc43434fa90, 0x3, 0x3, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4350ea120, 0xc43434f9f0, 0x3, 0x3, 0xc43434fa40, 0x3, 0x3, 0xc43434fa90, 0x3, 0x3, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42d0d5a40, 0xc43aa58510, 0x3, 0x3, 0xba8e38, 0xc400000002, 0xc440f50400, 0xc43dcd49c0, 0xc423565610, 0x429347, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42d0d5a40, 0xc43aa58510, 0x3, 0x3, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420216f20, 0x130, 0xc43aa58510, 0x3, 0x3, 0xc420062000, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420173b00, 0xc422a74440, 0xc42d8f0f9c, 0x7, 0xc4202072e0, 0x7, 0xc43aa58510, 0x3, 0x3, 0xc4378a1e90, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc431ffbb60, 0xc420173b00, 0xc422a74440, 0xc42d8f0f9c, 0x7, 0xc4202072e0, 0x7, 0xc43aa58510, 0x3, 0x3)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1

goroutine 52328 [select]:
github.com/influxdata/influxdb/influxql.(*TaskManager).waitForQuery(0xc4202289c0, 0x16d, 0xc42f38e7e0, 0xc42f38e6c0, 0xc42f38e840)
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/task_manager.go:220 +0x2cb
created by github.com/influxdata/influxdb/influxql.(*TaskManager).AttachQuery
	/tmp/.gdm_16887/src/github.com/influxdata/influxdb/influxql/task_manager.go:151 +0x34d

goroutine 52341 [semacquire]:
sync.runtime_Semacquire(0xc4202298cc)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4202298c0)
github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).CreateSeriesListIfNotExists(0xc42b64e7e0, 0xc429d7e000, 0x109, 0x109, 0xc429d7f980, 0x109, 0x109, 0xc429d81300, 0x109, 0x109, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:746 +0xc4
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateSeriesListIfNotExists(0xc4350ea120, 0xc429d7e000, 0x109, 0x109, 0xc429d7f980, 0x109, 0x109, 0xc429d81300, 0x109, 0x109, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1026 +0xb0
github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc42d0d5a40, 0xc43c15e600, 0x109, 0x109, 0x300000002, 0xc438a50b60, 0xc441db25e8, 0x4348ee, 0xc438a50b60, 0x200000003, ...)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:579 +0x703
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42d0d5a40, 0xc43c15e600, 0x109, 0x109, 0x0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/shard.go:447 +0x109
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420216f20, 0x130, 0xc43c15e600, 0x109, 0x109, 0xc440f50400, 0x12c69c42827)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420173b00, 0xc42aa7cb20, 0xc43cbd23dc, 0x7, 0xc4202072e0, 0x7, 0xc43c15e600, 0x109, 0x109, 0xc4378a1e90, ...)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:361 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc42bcf45a0, 0xc420173b00, 0xc42aa7cb20, 0xc43cbd23dc, 0x7, 0xc4202072e0, 0x7, 0xc43c15e600, 0x109, 0x109)
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:314 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_31105/src/github.com/influxdata/influxdb/coordinator/points_writer.go:315 +0x2e1
rax    0xca
rbx    0x1
rcx    0x45c6e3
rdx    0x0
rdi    0xef1290
rsi    0x0
rbp    0x7ffebddd6e60
rsp    0x7ffebddd6e18
r8     0x0
r9     0x0
r10    0x0
r11    0x286
r12    0xc4273ef1a0
r13    0x0
r14    0xc4273eef00
r15    0x0
rip    0x45c6e1
rflags 0x286
cs     0x33
fs     0x0
gs     0x0

log5

SIGQUIT: quit
PC=0x45c6e1 m=0 sigcode=0

goroutine 0 [idle]:
runtime.futex(0xef4290, 0x0, 0x0, 0x0, 0x0, 0x100000000, 0x0, 0x0, 0x7ffdd1aff740, 0x40fc1b, ...)
	/usr/lib/go/src/runtime/sys_linux_amd64.s:422 +0x21
runtime.futexsleep(0xef4290, 0x0, 0xffffffffffffffff)
	/usr/lib/go/src/runtime/os_linux.go:45 +0x62
runtime.notesleep(0xef4290)
	/usr/lib/go/src/runtime/lock_futex.go:145 +0x6b
runtime.stopm()
	/usr/lib/go/src/runtime/proc.go:1650 +0xad
runtime.findrunnable(0xc42001a000, 0x0)
	/usr/lib/go/src/runtime/proc.go:2102 +0x2e4
runtime.schedule()
	/usr/lib/go/src/runtime/proc.go:2222 +0x14c
runtime.park_m(0xc420424000)
	/usr/lib/go/src/runtime/proc.go:2285 +0xab
runtime.mcall(0x7ffdd1aff8d0)
	/usr/lib/go/src/runtime/asm_amd64.s:269 +0x5b

goroutine 1 [chan receive, 19 minutes]:
main.(*Main).Run(0xc420015740, 0xc420010130, 0x2, 0x2, 0x0, 0x0)
	/home/phemmer/.go/src/github.com/influxdata/influxdb/cmd/influxd/main.go:98 +0x416
main.main()
	/home/phemmer/.go/src/github.com/influxdata/influxdb/cmd/influxd/main.go:46 +0xad

goroutine 17 [syscall, 19 minutes, locked to thread]:
runtime.goexit()
	/usr/lib/go/src/runtime/asm_amd64.s:2197 +0x1

goroutine 5 [syscall, 19 minutes]:
os/signal.signal_recv(0x0)
	/usr/lib/go/src/runtime/sigqueue.go:116 +0x104
os/signal.loop()
	/usr/lib/go/src/os/signal/signal_unix.go:22 +0x22
created by os/signal.init.1
	/usr/lib/go/src/os/signal/signal_unix.go:28 +0x41

goroutine 7 [IO wait, 19 minutes]:
net.runtime_pollWait(0x7fd1b0a41aa0, 0x72, 0x0)
	/usr/lib/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4201c2bc8, 0x72, 0x0, 0xc4201f0000)
	/usr/lib/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4201c2bc8, 0xffffffffffffffff, 0x0)
	/usr/lib/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).accept(0xc4201c2b60, 0x0, 0xea5560, 0xc4201f0000)
	/usr/lib/go/src/net/fd_unix.go:430 +0x1e5
net.(*TCPListener).accept(0xc42000ebd0, 0x0, 0xc42002cee8, 0x470004)
	/usr/lib/go/src/net/tcpsock_posix.go:136 +0x2e
net.(*TCPListener).Accept(0xc42000ebd0, 0x0, 0x0, 0x0, 0x0)
	/usr/lib/go/src/net/tcpsock.go:228 +0x49
github.com/influxdata/influxdb/tcp.(*Mux).Serve(0xc4201e61e0, 0xeae120, 0xc42000ebd0, 0xc42000ebd0, 0x0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tcp/mux.go:75 +0x97
created by github.com/influxdata/influxdb/cmd/influxd/run.(*Server).Open
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/cmd/influxd/run/server.go:361 +0x24a

goroutine 812 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc42790c360, 0xc4431b3b60)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1200 +0x18d
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func1(0xc42790c360, 0xc4431b3b60)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x113

goroutine 1436 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc4203e0a20, 0xc42e96b440)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1139 +0x436
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions.func1(0xc4203e0a20, 0xc42e96b440)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277 +0xcd

goroutine 1392 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc4202a85a0, 0xc425cdb7a0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1200 +0x18d
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func1(0xc4202a85a0, 0xc425cdb7a0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x113

goroutine 2035 [select]:
github.com/influxdata/influxdb/services/subscriber.(*Service).run(0xc4200d6540)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/subscriber/service.go:238 +0x3e7
github.com/influxdata/influxdb/services/subscriber.(*Service).Open.func1(0xc4200d6540)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/subscriber/service.go:97 +0x57
created by github.com/influxdata/influxdb/services/subscriber.(*Service).Open
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/subscriber/service.go:98 +0x178

goroutine 2037 [select]:
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged(0xc4201a2880, 0xc420188310, 0x9, 0xb86806, 0x7, 0x0, 0xc44b7a0000, 0x63a, 0x63a, 0x0, ...)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:346 +0x76b
github.com/influxdata/influxdb/cmd/influxd/run.(*monitorPointsWriter).WritePoints(0xc4201a2880, 0xc420188310, 0x9, 0xb86806, 0x7, 0xc44b7a0000, 0x63a, 0x63a, 0x200, 0x154)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/cmd/influxd/run/server.go:606 +0x8d
github.com/influxdata/influxdb/monitor.(*Monitor).writePoints(0xc4201b4000, 0xc44b7a0000, 0x63a, 0x63a, 0x0, 0x0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/monitor/service.go:151 +0xf7
github.com/influxdata/influxdb/monitor.(*Monitor).storeStatistics(0xc4201b4000)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/monitor/service.go:453 +0x736
created by github.com/influxdata/influxdb/monitor.(*Monitor).Open
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/monitor/service.go:125 +0x36a

goroutine 1520 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc42008c240, 0xbab500, 0x3, 0xc4379f1b60)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func4(0xc42008c240, 0xc4379f1b60)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x197

goroutine 2044 [select, 19 minutes]:
github.com/influxdata/influxdb/cmd/influxd/run.(*Server).startServerReporting(0xc4200d3a40)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/cmd/influxd/run/server.go:489 +0x152
created by github.com/influxdata/influxdb/cmd/influxd/run.(*Server).Open
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/cmd/influxd/run/server.go:434 +0xdef

goroutine 2043 [select, 19 minutes]:
github.com/influxdata/influxdb/services/retention.(*Service).deleteShards(0xc4201d5770)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/retention/service.go:98 +0xabc
created by github.com/influxdata/influxdb/services/retention.(*Service).Open
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/retention/service.go:46 +0x181

goroutine 4922 [semacquire, 9 minutes]:
sync.runtime_Semacquire(0xc4203e0d8c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4203e0d80)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc4203e0d80, 0xc42a424600, 0x59, 0x59, 0x0, 0x0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc4202a41c0, 0xc42a424600, 0x59, 0x59, 0x0, 0x0)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201e4000, 0x14f, 0xc42a424600, 0x59, 0x59, 0xc43862d7f8, 0x2)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc4201a2880, 0xc439ef74c0, 0xc42913808f, 0x7, 0xc4291380a7, 0x4, 0xc42a424600, 0x59, 0x59, 0xc43862d8c8, ...)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc434f440c0, 0xc4201a2880, 0xc439ef74c0, 0xc42913808f, 0x7, 0xc4291380a7, 0x4, 0xc42a424600, 0x59, 0x59)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 1845 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc4203e0d80, 0xbab501, 0x1, 0xc436b0b5c0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func2(0xc4203e0d80, 0xc436b0b5c0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x13f

goroutine 2041 [IO wait, 2 minutes]:
net.runtime_pollWait(0x7fd1b0a419e0, 0x72, 0x0)
	/usr/lib/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4201260d8, 0x72, 0x0, 0xc44b116040)
	/usr/lib/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4201260d8, 0xffffffffffffffff, 0x0)
	/usr/lib/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).accept(0xc420126070, 0x0, 0xea5560, 0xc44b116040)
	/usr/lib/go/src/net/fd_unix.go:430 +0x1e5
net.(*TCPListener).accept(0xc42c7d0048, 0xc42003de08, 0x68c6be, 0x4578d0)
	/usr/lib/go/src/net/tcpsock_posix.go:136 +0x2e
net.(*TCPListener).Accept(0xc42c7d0048, 0xbaae70, 0xc441b1e000, 0xeaf720, 0xc43a921200)
	/usr/lib/go/src/net/tcpsock.go:228 +0x49
net/http.(*Server).Serve(0xc42c455550, 0xeae120, 0xc42c7d0048, 0x0, 0x0)
	/usr/lib/go/src/net/http/server.go:2643 +0x228
net/http.Serve(0xeae120, 0xc42c7d0048, 0xea4060, 0xc4201394a0, 0x0, 0xc441bf2798)
	/usr/lib/go/src/net/http/server.go:2307 +0x78
github.com/influxdata/influxdb/services/httpd.(*Service).serve(0xc4201395e0, 0xeae120, 0xc42c7d0048)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/httpd/service.go:210 +0x62
github.com/influxdata/influxdb/services/httpd.(*Service).serveTCP(0xc4201395e0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/httpd/service.go:198 +0x3c
created by github.com/influxdata/influxdb/services/httpd.(*Service).Open
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/httpd/service.go:155 +0x678

goroutine 22089 [semacquire, 8 minutes]:
sync.runtime_Semacquire(0xc4203e0d8c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4203e0d80)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc4203e0d80, 0xc420173800, 0x72, 0x72, 0x0, 0x0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc4202a41c0, 0xc420173800, 0x72, 0x72, 0x0, 0x0)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201e4000, 0x14f, 0xc420173800, 0x72, 0x72, 0x4579f0, 0xc442b75760)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc4201a2880, 0xc43cd931c0, 0xc42692e04f, 0x7, 0xc42692e067, 0x4, 0xc420173800, 0x72, 0x72, 0x0, ...)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc442633500, 0xc4201a2880, 0xc43cd931c0, 0xc42692e04f, 0x7, 0xc42692e067, 0x4, 0xc420173800, 0x72, 0x72)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 1519 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc42008c240, 0xbab501, 0x2, 0xc4379f1b60)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func3(0xc42008c240, 0xc4379f1b60)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x16b

goroutine 2045 [select, 19 minutes]:
github.com/influxdata/influxdb/cmd/influxd/run.(*Command).monitorServerErrors(0xc4201381e0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/cmd/influxd/run/command.go:141 +0x1f4
created by github.com/influxdata/influxdb/cmd/influxd/run.(*Command).Run
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/cmd/influxd/run/command.go:123 +0x9ff

goroutine 2038 [select, 10 minutes]:
github.com/influxdata/influxdb/services/precreator.(*Service).runPrecreation(0xc4201d56d0)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/services/precreator/service.go:77 +0x2f0
created by github.com/influxdata/influxdb/services/precreator.(*Service).Open
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/services/precreator/service.go:55 +0x19a

goroutine 1846 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc4203e0d80, 0xbab501, 0x2, 0xc436b0b5c0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func3(0xc4203e0d80, 0xc436b0b5c0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x16b

goroutine 2036 [select, 19 minutes]:
github.com/influxdata/influxdb/services/subscriber.(*Service).waitForMetaUpdates(0xc4200d6540)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/subscriber/service.go:164 +0x243
github.com/influxdata/influxdb/services/subscriber.(*Service).Open.func2(0xc4200d6540)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/subscriber/service.go:101 +0x57
created by github.com/influxdata/influxdb/services/subscriber.(*Service).Open
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/subscriber/service.go:102 +0x19a

goroutine 2034 [semacquire, 11 minutes]:
sync.runtime_Semacquire(0xc4203e0d88)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).Lock(0xc4203e0d80)
	/usr/lib/go/src/sync/rwmutex.go:91 +0x6e
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions(0xc4203e0d80)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:266 +0x31
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).SetCompactionsEnabled(0xc4203e0d80, 0x1)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:203 +0x34
github.com/influxdata/influxdb/tsdb.(*Shard).SetCompactionsEnabled(0xc4202a41c0, 0xc4201aff01)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:418 +0x68
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards(0xc4201e4000)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:1063 +0x2c5
created by github.com/influxdata/influxdb/tsdb.(*Store).Open
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:149 +0x280

goroutine 1437 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc4203e0a20, 0xc42e96b4a0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1200 +0x18d
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func1(0xc4203e0a20, 0xc42e96b4a0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x113

goroutine 813 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc42790c360, 0xbab501, 0x1, 0xc4431b3b60)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func2(0xc42790c360, 0xc4431b3b60)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x13f

goroutine 22317 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc4203e07e0, 0xc43a9c4720)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1200 +0x18d
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func1(0xc4203e07e0, 0xc43a9c4720)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x113

goroutine 1395 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc4202a85a0, 0xbab500, 0x3, 0xc425cdb7a0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func4(0xc4202a85a0, 0xc425cdb7a0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x197

goroutine 1439 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc4203e0a20, 0xbab501, 0x2, 0xc42e96b4a0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func3(0xc4203e0a20, 0xc42e96b4a0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x16b

goroutine 811 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc42790c360, 0xc4431b3a40)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1139 +0x436
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions.func1(0xc42790c360, 0xc4431b3a40)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277 +0xcd

goroutine 2046 [select, 19 minutes, locked to thread]:
runtime.gopark(0xbab470, 0x0, 0xb858d5, 0x6, 0x18, 0x2)
	/usr/lib/go/src/runtime/proc.go:271 +0x13a
runtime.selectgoImpl(0xc441b9ef50, 0x0, 0x18)
	/usr/lib/go/src/runtime/select.go:423 +0x1364
runtime.selectgo(0xc441b9ef50)
	/usr/lib/go/src/runtime/select.go:238 +0x1c
runtime.ensureSigM.func1()
	/usr/lib/go/src/runtime/signal_unix.go:434 +0x2dd
runtime.goexit()
	/usr/lib/go/src/runtime/asm_amd64.s:2197 +0x1

goroutine 2039 [chan receive, 19 minutes]:
github.com/influxdata/influxdb/tcp.(*listener).Accept(0xc4201b1f50, 0xbab5a8, 0xc4201e6420, 0xc441bf3798, 0x42b93f)
	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/tcp/mux.go:199 +0x5a
github.com/influxdata/influxdb/services/snapshotter.(*Service).serve(0xc4201e6420)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/snapshotter/service.go:88 +0x78
created by github.com/influxdata/influxdb/services/snapshotter.(*Service).Open
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/snapshotter/service.go:61 +0xa3

goroutine 2040 [select]:
github.com/influxdata/influxdb/services/continuous_querier.(*Service).backgroundLoop(0xc420132360)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/continuous_querier/service.go:220 +0x433
created by github.com/influxdata/influxdb/services/continuous_querier.(*Service).Open
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/continuous_querier/service.go:131 +0x1b1

goroutine 22079 [runnable]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*WAL).scheduleSync.func1(0xc4206cac00)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/wal.go:266 +0x1f1
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*WAL).scheduleSync
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/wal.go:280 +0x54

goroutine 1440 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc4203e0a20, 0xbab500, 0x3, 0xc42e96b4a0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func4(0xc4203e0a20, 0xc42e96b4a0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x197

goroutine 22057 [semacquire, 7 minutes]:
sync.runtime_Semacquire(0xc4203e0d8c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4203e0d80)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc4203e0d80, 0xc44742e1f0, 0x1, 0x1, 0x0, 0x0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc4202a41c0, 0xc44742e1f0, 0x1, 0x1, 0x0, 0x0)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201e4000, 0x14f, 0xc44742e1f0, 0x1, 0x1, 0x0, 0x0)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc4201a2880, 0xc43ac8e2a0, 0xc4422a400f, 0x7, 0xc4422a4027, 0x4, 0xc44742e1f0, 0x1, 0x1, 0xab60a0, ...)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc44bb66120, 0xc4201a2880, 0xc43ac8e2a0, 0xc4422a400f, 0x7, 0xc4422a4027, 0x4, 0xc44742e1f0, 0x1, 0x1)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 22054 [semacquire, 8 minutes]:
sync.runtime_Semacquire(0xc4203e0d8c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4203e0d80)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc4203e0d80, 0xc435ecfc00, 0x6a, 0x6a, 0x0, 0x0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc4202a41c0, 0xc435ecfc00, 0x6a, 0x6a, 0x0, 0x0)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201e4000, 0x14f, 0xc435ecfc00, 0x6a, 0x6a, 0xc420062400, 0x12c69c42827)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc4201a2880, 0xc448db2f00, 0xc4395be00f, 0x7, 0xc4395be027, 0x4, 0xc435ecfc00, 0x6a, 0x6a, 0xc430a2a150, ...)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc440126e40, 0xc4201a2880, 0xc448db2f00, 0xc4395be00f, 0x7, 0xc4395be027, 0x4, 0xc435ecfc00, 0x6a, 0x6a)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 1844 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc4203e0d80, 0xc436b0b5c0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1200 +0x18d
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func1(0xc4203e0d80, 0xc436b0b5c0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x113

goroutine 22329 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc428948a20, 0xbab500, 0x3, 0xc4430f8480)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func4(0xc428948a20, 0xc4430f8480)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x197

goroutine 22659 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc42c7bac60, 0xbab501, 0x2, 0xc43a99cba0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func3(0xc42c7bac60, 0xc43a99cba0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x16b

goroutine 1843 [semacquire]:
sync.runtime_SemacquireMutex(0xc4203e0d84)
	/usr/lib/go/src/runtime/sema.go:62 +0x34
sync.(*Mutex).Lock(0xc4203e0d80)
	/usr/lib/go/src/sync/mutex.go:87 +0x9d
sync.(*RWMutex).Lock(0xc4203e0d80)
	/usr/lib/go/src/sync/rwmutex.go:86 +0x2d
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WriteSnapshot.func2(0xc4203e0d80, 0xc445f4fe38, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1051 +0x73
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WriteSnapshot(0xc4203e0d80, 0x0, 0x0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1072 +0xa2
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc4203e0d80, 0xc436b0b560)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1148 +0x296
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions.func1(0xc4203e0d80, 0xc436b0b560)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277 +0xcd

goroutine 814 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc42790c360, 0xbab501, 0x2, 0xc4431b3b60)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func3(0xc42790c360, 0xc4431b3b60)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x16b

goroutine 1847 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc4203e0d80, 0xbab500, 0x3, 0xc436b0b5c0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func4(0xc4203e0d80, 0xc436b0b5c0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x197

goroutine 1516 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc42008c240, 0xc4379f1800)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1139 +0x436
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions.func1(0xc42008c240, 0xc4379f1800)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277 +0xcd

goroutine 1517 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc42008c240, 0xc4379f1b60)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1200 +0x18d
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func1(0xc42008c240, 0xc4379f1b60)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x113

goroutine 2042 [select, 19 minutes]:
github.com/influxdata/influxdb/services/retention.(*Service).deleteShardGroups(0xc4201d5770)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/retention/service.go:69 +0x738
created by github.com/influxdata/influxdb/services/retention.(*Service).Open
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/retention/service.go:45 +0x15f

goroutine 1518 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc42008c240, 0xbab501, 0x1, 0xc4379f1b60)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func2(0xc42008c240, 0xc4379f1b60)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x13f

goroutine 1438 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc4203e0a20, 0xbab501, 0x1, 0xc42e96b4a0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func2(0xc4203e0a20, 0xc42e96b4a0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x13f

goroutine 22328 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc428948a20, 0xbab501, 0x2, 0xc4430f8480)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func3(0xc428948a20, 0xc4430f8480)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x16b

goroutine 1391 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc4202a85a0, 0xc425cdb5c0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1139 +0x436
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions.func1(0xc4202a85a0, 0xc425cdb5c0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277 +0xcd

goroutine 22326 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc428948a20, 0xc4430f8480)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1200 +0x18d
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func1(0xc428948a20, 0xc4430f8480)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x113

goroutine 5153 [semacquire, 11 minutes]:
sync.runtime_Semacquire(0xc4203e0d8c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4203e0d80)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc4203e0d80, 0xc44a22e2e0, 0x1, 0x1, 0x0, 0x0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc4202a41c0, 0xc44a22e2e0, 0x1, 0x1, 0x0, 0x0)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201e4000, 0x14f, 0xc44a22e2e0, 0x1, 0x1, 0x83538c, 0xc42dee9880)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc4201a2880, 0xc44b4d9560, 0xc44a22c7cf, 0x7, 0xc44a22c7e7, 0x4, 0xc44a22e2e0, 0x1, 0x1, 0x94, ...)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc434ca7980, 0xc4201a2880, 0xc44b4d9560, 0xc44a22c7cf, 0x7, 0xc44a22c7e7, 0x4, 0xc44a22e2e0, 0x1, 0x1)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 17910 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc4203e1b00, 0xc4493e8060)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1200 +0x18d
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func1(0xc4203e1b00, 0xc4493e8060)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x113

goroutine 1394 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc4202a85a0, 0xbab501, 0x2, 0xc425cdb7a0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func3(0xc4202a85a0, 0xc425cdb7a0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x16b

goroutine 1393 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc4202a85a0, 0xbab501, 0x1, 0xc425cdb7a0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func2(0xc4202a85a0, 0xc425cdb7a0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x13f

goroutine 815 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc42790c360, 0xbab500, 0x3, 0xc4431b3b60)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func4(0xc42790c360, 0xc4431b3b60)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x197

goroutine 4349 [select]:
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged(0xc4201a2880, 0xc4319b800f, 0x7, 0xc4319b8027, 0x4, 0x1, 0xc44876a000, 0x298, 0x299, 0x0, ...)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:346 +0x76b
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePoints(0xc4201a2880, 0xc4319b800f, 0x7, 0xc4319b8027, 0x4, 0x1, 0x0, 0x0, 0xc44876a000, 0x298, ...)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:287 +0x91
github.com/influxdata/influxdb/services/httpd.(*Handler).serveWrite(0xc4201394a0, 0x7fcf274989b8, 0xc44fcea780, 0xc43c5b2100, 0x0, 0x0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/httpd/handler.go:684 +0x94d
github.com/influxdata/influxdb/services/httpd.(*Handler).(github.com/influxdata/influxdb/services/httpd.serveWrite)-fm(0x7fcf274989b8, 0xc44fcea780, 0xc43c5b2100, 0x0, 0x0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/httpd/handler.go:139 +0x5c
github.com/influxdata/influxdb/services/httpd.authenticate.func1(0x7fcf274989b8, 0xc44fcea780, 0xc43c5b2100)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/httpd/handler.go:1037 +0x7f5
net/http.HandlerFunc.ServeHTTP(0xc4201e3bc0, 0x7fcf274989b8, 0xc44fcea780, 0xc43c5b2100)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.(*Handler).responseWriter.func1(0xeacc60, 0xc4302b2050, 0xc43c5b2100)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/httpd/handler.go:1184 +0xab
net/http.HandlerFunc.ServeHTTP(0xc4201e3be0, 0xeacc60, 0xc4302b2050, 0xc43c5b2100)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.gzipFilter.func1(0xeacce0, 0xc44fcea760, 0xc43c5b2100)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/httpd/gzip.go:39 +0x219
net/http.HandlerFunc.ServeHTTP(0xc4201e3c00, 0xeacce0, 0xc44fcea760, 0xc43c5b2100)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.cors.func1(0xeacce0, 0xc44fcea760, 0xc43c5b2100)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/httpd/handler.go:1158 +0xee
net/http.HandlerFunc.ServeHTTP(0xc4201e3c20, 0xeacce0, 0xc44fcea760, 0xc43c5b2100)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.requestID.func1(0xeacce0, 0xc44fcea760, 0xc43c5b2100)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/httpd/handler.go:1168 +0x138
net/http.HandlerFunc.ServeHTTP(0xc4201e3c40, 0xeacce0, 0xc44fcea760, 0xc43c5b2100)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.(*Handler).logging.func1(0xeacce0, 0xc44fcea740, 0xc43c5b2100)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/httpd/handler.go:1176 +0xfe
net/http.HandlerFunc.ServeHTTP(0xc4201e3c60, 0xeacce0, 0xc44fcea740, 0xc43c5b2100)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.(*Handler).recovery.func1(0xeae320, 0xc431b6a000, 0xc43c5b2100)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/httpd/handler.go:1202 +0x167
net/http.HandlerFunc.ServeHTTP(0xc4201e3c80, 0xeae320, 0xc431b6a000, 0xc43c5b2100)
	/usr/lib/go/src/net/http/server.go:1942 +0x44
github.com/bmizerany/pat.(*PatternServeMux).ServeHTTP(0xc4201e3840, 0xeae320, 0xc431b6a000, 0xc43c5b2100)
	/tmp/.gdm_7620/src/github.com/bmizerany/pat/mux.go:117 +0x63f
github.com/influxdata/influxdb/services/httpd.(*Handler).ServeHTTP(0xc4201394a0, 0xeae320, 0xc431b6a000, 0xc43c5b2100)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/httpd/handler.go:260 +0x1fa
net/http.serverHandler.ServeHTTP(0xc42c455550, 0xeae320, 0xc431b6a000, 0xc43c5b2100)
	/usr/lib/go/src/net/http/server.go:2568 +0x92
net/http.(*conn).serve(0xc441b8a000, 0xeaf660, 0xc430a2a080)
	/usr/lib/go/src/net/http/server.go:1825 +0x612
created by net/http.(*Server).Serve
	/usr/lib/go/src/net/http/server.go:2668 +0x2ce

goroutine 5478 [semacquire, 11 minutes]:
sync.runtime_Semacquire(0xc4203e0d8c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4203e0d80)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc4203e0d80, 0xc437581400, 0x1, 0x1, 0x0, 0x0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc4202a41c0, 0xc437581400, 0x1, 0x1, 0x0, 0x0)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201e4000, 0x14f, 0xc437581400, 0x1, 0x1, 0xc420236000, 0x12c69c42827)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc4201a2880, 0xc448023100, 0xc448dd000f, 0x7, 0xc448dd0027, 0x4, 0xc437581400, 0x1, 0x1, 0xc430a2a150, ...)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc448dd8060, 0xc4201a2880, 0xc448023100, 0xc448dd000f, 0x7, 0xc448dd0027, 0x4, 0xc437581400, 0x1, 0x1)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 22660 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc42c7bac60, 0xbab500, 0x3, 0xc43a99cba0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func4(0xc42c7bac60, 0xc43a99cba0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x197

goroutine 22071 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc428948ea0, 0xbab501, 0x1, 0xc444e4a7e0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func2(0xc428948ea0, 0xc444e4a7e0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x13f

goroutine 22073 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc428948ea0, 0xbab500, 0x3, 0xc444e4a7e0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func4(0xc428948ea0, 0xc444e4a7e0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x197

goroutine 5559 [semacquire, 10 minutes]:
sync.runtime_Semacquire(0xc4203e0d8c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4203e0d80)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc4203e0d80, 0xc4283fd000, 0x41a, 0x41a, 0x0, 0x0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc4202a41c0, 0xc4283fd000, 0x41a, 0x41a, 0x0, 0x0)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201e4000, 0x14f, 0xc4283fd000, 0x41a, 0x41a, 0xc447d616a8, 0x449b7b)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc4201a2880, 0xc439688180, 0xc436cb048f, 0x7, 0xc436cb04a7, 0x4, 0xc4283fd000, 0x41a, 0x41a, 0x0, ...)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc43888a2a0, 0xc4201a2880, 0xc439688180, 0xc436cb048f, 0x7, 0xc436cb04a7, 0x4, 0xc4283fd000, 0x41a, 0x41a)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 22200 [semacquire, 5 minutes]:
sync.runtime_Semacquire(0xc4203e0d8c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4203e0d80)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc4203e0d80, 0xc420099600, 0x8f, 0x8f, 0x0, 0x0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc4202a41c0, 0xc420099600, 0x8f, 0x8f, 0x0, 0x0)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201e4000, 0x14f, 0xc420099600, 0x8f, 0x8f, 0x0, 0x0)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc4201a2880, 0xc432af7480, 0xc432b0c04f, 0x7, 0xc432b0c067, 0x4, 0xc420099600, 0x8f, 0x8f, 0xab60a0, ...)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc432b02120, 0xc4201a2880, 0xc432af7480, 0xc432b0c04f, 0x7, 0xc432b0c067, 0x4, 0xc420099600, 0x8f, 0x8f)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 5555 [semacquire, 11 minutes]:
sync.runtime_Semacquire(0xc4203e0d8c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4203e0d80)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc4203e0d80, 0xc420cae000, 0xf15, 0xf15, 0x0, 0x0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc4202a41c0, 0xc420cae000, 0xf15, 0xf15, 0x0, 0x0)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201e4000, 0x14f, 0xc420cae000, 0xf15, 0xf15, 0x83538c, 0xc42c7b9340)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc4201a2880, 0xc420cdc0c0, 0xc42869304f, 0x7, 0xc428693067, 0x4, 0xc420cae000, 0xf15, 0xf15, 0xc440b43f47, ...)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc435e07b60, 0xc4201a2880, 0xc420cdc0c0, 0xc42869304f, 0x7, 0xc428693067, 0x4, 0xc420cae000, 0xf15, 0xf15)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 5518 [chan receive, 11 minutes]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*WAL).writeToLog(0xc423354fc0, 0xeb1900, 0xc446f7a300, 0x6, 0x8030102, 0x6)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/wal.go:446 +0x324
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*WAL).WriteMulti(0xc423354fc0, 0xc448024570, 0x0, 0x0, 0x1)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/wal.go:301 +0x81
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc4203e0d80, 0xc43d2aa5c0, 0x2, 0x2, 0x0, 0x0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:854 +0xb7e
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc4202a41c0, 0xc43d2aa5c0, 0x2, 0x2, 0x0, 0x0)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201e4000, 0x14f, 0xc43d2aa5c0, 0x2, 0x2, 0xc4204996a8, 0x449b7b)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc4201a2880, 0xc43d2aa5e0, 0xc430eae6cf, 0x7, 0xc430eae6e7, 0x4, 0xc43d2aa5c0, 0x2, 0x2, 0x0, ...)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc445002f60, 0xc4201a2880, 0xc43d2aa5e0, 0xc430eae6cf, 0x7, 0xc430eae6e7, 0x4, 0xc43d2aa5c0, 0x2, 0x2)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 22289 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc42c7bac60, 0xc43a99cba0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1200 +0x18d
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func1(0xc42c7bac60, 0xc43a99cba0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x113

goroutine 22128 [semacquire, 5 minutes]:
sync.runtime_Semacquire(0xc4203e0d8c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4203e0d80)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc4203e0d80, 0xc449fa0a80, 0x99, 0x99, 0x0, 0x0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc4202a41c0, 0xc449fa0a80, 0x99, 0x99, 0x0, 0x0)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201e4000, 0x14f, 0xc449fa0a80, 0x99, 0x99, 0x0, 0x0)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc4201a2880, 0xc43327f960, 0xc4332d400f, 0x7, 0xc4332d4027, 0x4, 0xc449fa0a80, 0x99, 0x99, 0xab60a0, ...)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc44229e060, 0xc4201a2880, 0xc43327f960, 0xc4332d400f, 0x7, 0xc4332d4027, 0x4, 0xc449fa0a80, 0x99, 0x99)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 22657 [IO wait, 3 minutes]:
net.runtime_pollWait(0x7fd1b0a41920, 0x72, 0xd4)
	/usr/lib/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc42011faa8, 0x72, 0xea7220, 0xea0688)
	/usr/lib/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc42011faa8, 0xc434abd000, 0x1000)
	/usr/lib/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc42011fa40, 0xc434abd000, 0x1000, 0x1000, 0x0, 0xea7220, 0xea0688)
	/usr/lib/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42000e398, 0xc434abd000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/lib/go/src/net/net.go:181 +0x70
net/http.(*connReader).Read(0xc4320f20c0, 0xc434abd000, 0x1000, 0x1000, 0x0, 0xc435f69bb0, 0x598278)
	/usr/lib/go/src/net/http/server.go:754 +0x140
bufio.(*Reader).fill(0xc43a9c42a0)
	/usr/lib/go/src/bufio/bufio.go:97 +0x117
bufio.(*Reader).Peek(0xc43a9c42a0, 0x4, 0x0, 0x0, 0x0, 0x0, 0xc435f69c10)
	/usr/lib/go/src/bufio/bufio.go:129 +0x67
net/http.(*conn).readRequest(0xc441b1e000, 0xeaf660, 0xc4320f2080, 0x0, 0x0, 0x0)
	/usr/lib/go/src/net/http/server.go:931 +0xe91
net/http.(*conn).serve(0xc441b1e000, 0xeaf660, 0xc4320f2080)
	/usr/lib/go/src/net/http/server.go:1763 +0x49a
created by net/http.(*Server).Serve
	/usr/lib/go/src/net/http/server.go:2668 +0x2ce

goroutine 22678 [semacquire, 3 minutes]:
sync.runtime_Semacquire(0xc4203e0d8c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4203e0d80)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc4203e0d80, 0xc426a0e600, 0x5a, 0x5a, 0x0, 0x0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc4202a41c0, 0xc426a0e600, 0x5a, 0x5a, 0x0, 0x0)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201e4000, 0x14f, 0xc426a0e600, 0x5a, 0x5a, 0x0, 0x0)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc4201a2880, 0xc44ad13a40, 0xc43c7a244f, 0x7, 0xc43c7a2467, 0x4, 0xc426a0e600, 0x5a, 0x5a, 0x0, ...)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc43a9af8c0, 0xc4201a2880, 0xc44ad13a40, 0xc43c7a244f, 0x7, 0xc43c7a2467, 0x4, 0xc426a0e600, 0x5a, 0x5a)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 22741 [semacquire]:
sync.runtime_Semacquire(0xc4203e0d8c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4203e0d80)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc4203e0d80, 0xc446c38000, 0xf84, 0xf84, 0x0, 0x0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc4202a41c0, 0xc446c38000, 0xf84, 0xf84, 0x0, 0x0)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201e4000, 0x14f, 0xc446c38000, 0xf84, 0xf84, 0x2, 0x2)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc4201a2880, 0xc4509a99c0, 0xc43516000f, 0x7, 0xc435160027, 0x4, 0xc446c38000, 0xf84, 0xf84, 0xc4493e8660, ...)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc433e5a7e0, 0xc4201a2880, 0xc4509a99c0, 0xc43516000f, 0x7, 0xc435160027, 0x4, 0xc446c38000, 0xf84, 0xf84)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 22327 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc428948a20, 0xbab501, 0x1, 0xc4430f8480)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func2(0xc428948a20, 0xc4430f8480)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x13f

goroutine 22674 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc42dc3fc20, 0xbab500, 0x3, 0xc43a9aecc0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func4(0xc42dc3fc20, 0xc43a9aecc0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x197

goroutine 22163 [semacquire, 5 minutes]:
sync.runtime_Semacquire(0xc4203e0d8c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4203e0d80)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc4203e0d80, 0xc427807500, 0xa1, 0xa1, 0x0, 0x0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc4202a41c0, 0xc427807500, 0xa1, 0xa1, 0x0, 0x0)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201e4000, 0x14f, 0xc427807500, 0xa1, 0xa1, 0xc442b736a8, 0x449b7b)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc4201a2880, 0xc439693c40, 0xc43bc5800f, 0x7, 0xc43bc58027, 0x4, 0xc427807500, 0xa1, 0xa1, 0x0, ...)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc435fa6a20, 0xc4201a2880, 0xc439693c40, 0xc43bc5800f, 0x7, 0xc43bc58027, 0x4, 0xc427807500, 0xa1, 0xa1)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 22167 [semacquire, 5 minutes]:
sync.runtime_Semacquire(0xc4203e0d8c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4203e0d80)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc4203e0d80, 0xc437b3d200, 0x8b, 0x8b, 0x0, 0x0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc4202a41c0, 0xc437b3d200, 0x8b, 0x8b, 0x0, 0x0)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201e4000, 0x14f, 0xc437b3d200, 0x8b, 0x8b, 0x0, 0x0)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc4201a2880, 0xc43606d360, 0xc4395ee00f, 0x7, 0xc4395ee027, 0x4, 0xc437b3d200, 0x8b, 0x8b, 0x0, ...)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc446ce0060, 0xc4201a2880, 0xc43606d360, 0xc4395ee00f, 0x7, 0xc4395ee027, 0x4, 0xc437b3d200, 0x8b, 0x8b)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 22169 [semacquire, 5 minutes]:
sync.runtime_Semacquire(0xc4203e0d8c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4203e0d80)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc4203e0d80, 0xc44ae84a80, 0x94, 0x94, 0x0, 0x0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc4202a41c0, 0xc44ae84a80, 0x94, 0x94, 0x0, 0x0)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201e4000, 0x14f, 0xc44ae84a80, 0x94, 0x94, 0x0, 0x0)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc4201a2880, 0xc420c13460, 0xc44ae7600f, 0x7, 0xc44ae76027, 0x4, 0xc44ae84a80, 0x94, 0x94, 0x0, ...)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc44ae7e060, 0xc4201a2880, 0xc420c13460, 0xc44ae7600f, 0x7, 0xc44ae76027, 0x4, 0xc44ae84a80, 0x94, 0x94)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 22076 [semacquire, 3 minutes]:
sync.runtime_Semacquire(0xc4203e0d8c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4203e0d80)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc4203e0d80, 0xc42b204e00, 0x65, 0x65, 0x0, 0x0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc4202a41c0, 0xc42b204e00, 0x65, 0x65, 0x0, 0x0)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201e4000, 0x14f, 0xc42b204e00, 0x65, 0x65, 0xc4204a0000, 0x12c69c42827)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc4201a2880, 0xc449432e00, 0xc4363de00f, 0x7, 0xc4363de027, 0x4, 0xc42b204e00, 0x65, 0x65, 0xc429ba2150, ...)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc4411969c0, 0xc4201a2880, 0xc449432e00, 0xc4363de00f, 0x7, 0xc4363de027, 0x4, 0xc42b204e00, 0x65, 0x65)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 22172 [semacquire, 4 minutes]:
sync.runtime_Semacquire(0xc4203e0d8c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4203e0d80)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc4203e0d80, 0xc44b572000, 0xf77, 0xf77, 0x0, 0x0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc4202a41c0, 0xc44b572000, 0xf77, 0xf77, 0x0, 0x0)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201e4000, 0x14f, 0xc44b572000, 0xf77, 0xf77, 0x0, 0x0)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc4201a2880, 0xc442bfadc0, 0xc423f3f68f, 0x7, 0xc423f3f6a7, 0x4, 0xc44b572000, 0xf77, 0xf77, 0x0, ...)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc42e512b40, 0xc4201a2880, 0xc442bfadc0, 0xc423f3f68f, 0x7, 0xc423f3f6a7, 0x4, 0xc44b572000, 0xf77, 0xf77)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 22070 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc428948ea0, 0xc444e4a7e0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1200 +0x18d
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func1(0xc428948ea0, 0xc444e4a7e0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x113

goroutine 22700 [semacquire]:
sync.runtime_Semacquire(0xc4203e0d8c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4203e0d80)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc4203e0d80, 0xc435ed0300, 0x66, 0x66, 0x0, 0x0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc4202a41c0, 0xc435ed0300, 0x66, 0x66, 0x0, 0x0)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201e4000, 0x14f, 0xc435ed0300, 0x66, 0x66, 0x11, 0x20)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc4201a2880, 0xc43df18fe0, 0xc43e11604f, 0x7, 0xc43e116067, 0x4, 0xc435ed0300, 0x66, 0x66, 0xab60a0, ...)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc43888a180, 0xc4201a2880, 0xc43df18fe0, 0xc43e11604f, 0x7, 0xc43e116067, 0x4, 0xc435ed0300, 0x66, 0x66)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 17911 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc4203e1b00, 0xbab501, 0x1, 0xc4493e8060)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func2(0xc4203e1b00, 0xc4493e8060)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x13f

goroutine 22303 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc42dc3fc20, 0xc43a9aecc0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1200 +0x18d
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func1(0xc42dc3fc20, 0xc43a9aecc0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x113

goroutine 22304 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc42dc3fc20, 0xbab501, 0x1, 0xc43a9aecc0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func2(0xc42dc3fc20, 0xc43a9aecc0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x13f

goroutine 22305 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc42dc3fc20, 0xbab501, 0x2, 0xc43a9aecc0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func3(0xc42dc3fc20, 0xc43a9aecc0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x16b

goroutine 17940 [semacquire, 8 minutes]:
sync.runtime_Semacquire(0xc4203e0d8c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4203e0d80)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc4203e0d80, 0xc44a9ff500, 0xa0, 0xa0, 0x0, 0x0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc4202a41c0, 0xc44a9ff500, 0xa0, 0xa0, 0x0, 0x0)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201e4000, 0x14f, 0xc44a9ff500, 0xa0, 0xa0, 0xc42002e800, 0x12c69c42827)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc4201a2880, 0xc44b4d9660, 0xc43f32c00f, 0x7, 0xc43f32c027, 0x4, 0xc44a9ff500, 0xa0, 0xa0, 0xc430a2a150, ...)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc434ca6120, 0xc4201a2880, 0xc44b4d9660, 0xc43f32c00f, 0x7, 0xc43f32c027, 0x4, 0xc44a9ff500, 0xa0, 0xa0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 14889 [semacquire, 9 minutes]:
sync.runtime_Semacquire(0xc4203e0d8c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4203e0d80)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc4203e0d80, 0xc44d72e800, 0x356, 0x356, 0x0, 0x0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc4202a41c0, 0xc44d72e800, 0x356, 0x356, 0x0, 0x0)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201e4000, 0x14f, 0xc44d72e800, 0x356, 0x356, 0x0, 0x0)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc4201a2880, 0xc440380fe0, 0xc42a9daacf, 0x7, 0xc42a9daae7, 0x4, 0xc44d72e800, 0x356, 0x356, 0xab60a0, ...)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc433e5a300, 0xc4201a2880, 0xc440380fe0, 0xc42a9daacf, 0x7, 0xc42a9daae7, 0x4, 0xc44d72e800, 0x356, 0x356)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 22126 [semacquire, 5 minutes]:
sync.runtime_Semacquire(0xc4203e0d8c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4203e0d80)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc4203e0d80, 0xc44baf7500, 0x31e, 0x31e, 0x0, 0x0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc4202a41c0, 0xc44baf7500, 0x31e, 0x31e, 0x0, 0x0)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201e4000, 0x14f, 0xc44baf7500, 0x31e, 0x31e, 0x0, 0x0)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc4201a2880, 0xc42c1d4700, 0xc42f8f808f, 0x7, 0xc42f8f80a7, 0x4, 0xc44baf7500, 0x31e, 0x31e, 0xab60a0, ...)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc427ab0120, 0xc4201a2880, 0xc42c1d4700, 0xc42f8f808f, 0x7, 0xc42f8f80a7, 0x4, 0xc44baf7500, 0x31e, 0x31e)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 22651 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc42af2ad80, 0xbab501, 0x1, 0xc4479f8f60)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func2(0xc42af2ad80, 0xc4479f8f60)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x13f

goroutine 22123 [semacquire, 5 minutes]:
sync.runtime_Semacquire(0xc4203e0d8c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4203e0d80)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc4203e0d80, 0xc4467fe000, 0xf73, 0xf73, 0x0, 0x0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc4202a41c0, 0xc4467fe000, 0xf73, 0xf73, 0x0, 0x0)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201e4000, 0x14f, 0xc4467fe000, 0xf73, 0xf73, 0xc434e71400, 0x12c69c42827)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc4201a2880, 0xc43f7725e0, 0xc438f3400f, 0x7, 0xc438f34027, 0x4, 0xc4467fe000, 0xf73, 0xf73, 0xc430a2a150, ...)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc430d960c0, 0xc4201a2880, 0xc43f7725e0, 0xc438f3400f, 0x7, 0xc438f34027, 0x4, 0xc4467fe000, 0xf73, 0xf73)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 5485 [semacquire, 9 minutes]:
sync.runtime_Semacquire(0xc4203e0d8c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4203e0d80)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc4203e0d80, 0xc44b006000, 0xf1f, 0xf1f, 0x0, 0x0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc4202a41c0, 0xc44b006000, 0xf1f, 0xf1f, 0x0, 0x0)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201e4000, 0x14f, 0xc44b006000, 0xf1f, 0xf1f, 0xc42002ec00, 0x12c69c42827)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc4201a2880, 0xc430b3a680, 0xc42d5bef4f, 0x7, 0xc42d5bef67, 0x4, 0xc44b006000, 0xf1f, 0xf1f, 0xc430a2a150, ...)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc42cff00c0, 0xc4201a2880, 0xc430b3a680, 0xc42d5bef4f, 0x7, 0xc42d5bef67, 0x4, 0xc44b006000, 0xf1f, 0xf1f)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 5483 [semacquire, 9 minutes]:
sync.runtime_Semacquire(0xc4203e0d8c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4203e0d80)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc4203e0d80, 0xc43f3f0ae0, 0x3, 0x3, 0x0, 0x0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc4202a41c0, 0xc43f3f0ae0, 0x3, 0x3, 0x0, 0x0)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201e4000, 0x14f, 0xc43f3f0ae0, 0x3, 0x3, 0x83538c, 0xc430334700)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc4201a2880, 0xc42a816200, 0xc42b88004f, 0x7, 0xc42b880067, 0x4, 0xc43f3f0ae0, 0x3, 0x3, 0x0, ...)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc435245e60, 0xc4201a2880, 0xc42a816200, 0xc42b88004f, 0x7, 0xc42b880067, 0x4, 0xc43f3f0ae0, 0x3, 0x3)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 14885 [semacquire, 9 minutes]:
sync.runtime_Semacquire(0xc4203e0d8c)
	/usr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc4203e0d80)
	/usr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc4203e0d80, 0xc44ad16680, 0x58, 0x58, 0x0, 0x0)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc4202a41c0, 0xc44ad16680, 0x58, 0x58, 0x0, 0x0)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc4201e4000, 0x14f, 0xc44ad16680, 0x58, 0x58, 0x0, 0x0)
	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc4201a2880, 0xc43b8d0dc0, 0xc42b4d214f, 0x7, 0xc42b4d2167, 0x4, 0xc44ad16680, 0x58, 0x58, 0xab60a0, ...)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc42a2da540, 0xc4201a2880, 0xc43b8d0dc0, 0xc42b4d214f, 0x7, 0xc42b4d2167, 0x4, 0xc44ad16680, 0x58, 0x58)
	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged

log5-blocking

--- contention:
cycles/second=4018377844
12857969973802 3200 @ 0x43c11c 0x9c0a9a 0x9f9c63 0x45b251
#	0x43c11b	runtime.selectgo+0x1b										/usr/lib/go/src/runtime/select.go:238
#	0x9c0a99	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel+0x1a9			/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179
#	0x9f9c62	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func4+0x72	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237

12856026740942 3200 @ 0x43c11c 0x9c0c6d 0x9f9a81 0x45b251
#	0x43c11b	runtime.selectgo+0x1b										/usr/lib/go/src/runtime/select.go:238
#	0x9c0c6c	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull+0x18c			/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1200
#	0x9f9a80	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func1+0x60	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234

12853286499430 3200 @ 0x43c11c 0x9c07f6 0x9f9cf1 0x45b251
#	0x43c11b	runtime.selectgo+0x1b										/usr/lib/go/src/runtime/select.go:238
#	0x9c07f5	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache+0x435			/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1139
#	0x9f9cf0	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions.func1+0x60	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277

12851544823244 3199 @ 0x43c11c 0x9c0a9a 0x9f9b23 0x45b251
#	0x43c11b	runtime.selectgo+0x1b										/usr/lib/go/src/runtime/select.go:238
#	0x9c0a99	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel+0x1a9			/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179
#	0x9f9b22	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func2+0x72	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235

12845796004121 3197 @ 0x43c11c 0x9c0a9a 0x9f9bc3 0x45b251
#	0x43c11b	runtime.selectgo+0x1b										/usr/lib/go/src/runtime/select.go:238
#	0x9c0a99	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel+0x1a9			/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179
#	0x9f9bc2	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func3+0x72	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236

2568139882127 639 @ 0x43c11c 0x893563 0x45b251
#	0x43c11b	runtime.selectgo+0x1b										/usr/lib/go/src/runtime/select.go:238
#	0x893562	github.com/influxdata/influxdb/services/continuous_querier.(*Service).backgroundLoop+0x432	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/continuous_querier/service.go:220

2467349127621 151 @ 0x43c11c 0x934d37 0x936cd7 0x45b251
#	0x43c11b	runtime.selectgo+0x1b								/usr/lib/go/src/runtime/select.go:238
#	0x934d36	github.com/influxdata/influxdb/services/subscriber.(*Service).run+0x3e6		/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/subscriber/service.go:238
#	0x936cd6	github.com/influxdata/influxdb/services/subscriber.(*Service).Open.func1+0x56	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/subscriber/service.go:97

2413671084191 63 @ 0x43c11c 0x86b710 0x45b251
#	0x43c11b	runtime.selectgo+0x1b							/usr/lib/go/src/runtime/select.go:238
#	0x86b70f	github.com/influxdata/influxdb/monitor.(*Monitor).storeStatistics+0x8ef	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/monitor/service.go:428

2411020442013 1 @ 0x43c11c 0x92a970 0x45b251
#	0x43c11b	runtime.selectgo+0x1b									/usr/lib/go/src/runtime/select.go:238
#	0x92a96f	github.com/influxdata/influxdb/services/precreator.(*Service).runPrecreation+0x2ef	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/services/precreator/service.go:77

2209641864207 55 @ 0x43c11c 0x83138e 0x45b251
#	0x43c11b	runtime.selectgo+0x1b							/usr/lib/go/src/runtime/select.go:238
#	0x83138d	github.com/influxdata/influxdb/tsdb.(*Store).monitorShards+0x65d	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:1054

990934868959 295 @ 0x4054ed 0x832c5c 0x45b251
#	0x4054ec	runtime.chansend1+0x4c							/usr/lib/go/src/runtime/chan.go:113
#	0x832c5b	github.com/influxdata/influxdb/tsdb.(*Store).loadShards.func1+0x5b	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:211

377137803035 34 @ 0x43c11c 0x8703eb 0x86fc51 0x90e4cd 0x91dd9c 0x91ce75 0x6898f4 0x91d65b 0x6898f4 0x91c1d9 0x6898f4 0x91cf7e 0x6898f4 0x91d388 0x6898f4 0x91d49e 0x6898f4 0x91da97 0x6898f4 0x8a118f 0x90ae5a 0x68c1b2 0x688462 0x45b251
#	0x43c11b	runtime.selectgo+0x1b														/usr/lib/go/src/runtime/select.go:238
#	0x8703ea	github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged+0x76a						/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:346
#	0x86fc50	github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePoints+0x90							/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:287
#	0x90e4cc	github.com/influxdata/influxdb/services/httpd.(*Handler).serveWrite+0x94c							/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/httpd/handler.go:684
#	0x91dd9b	github.com/influxdata/influxdb/services/httpd.(*Handler).(github.com/influxdata/influxdb/services/httpd.serveWrite)-fm+0x5b	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/httpd/handler.go:139
#	0x91ce74	github.com/influxdata/influxdb/services/httpd.authenticate.func1+0x7f4								/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/httpd/handler.go:1037
#	0x6898f3	net/http.HandlerFunc.ServeHTTP+0x43												/usr/lib/go/src/net/http/server.go:1942
#	0x91d65a	github.com/influxdata/influxdb/services/httpd.(*Handler).responseWriter.func1+0xaa						/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/httpd/handler.go:1184
#	0x6898f3	net/http.HandlerFunc.ServeHTTP+0x43												/usr/lib/go/src/net/http/server.go:1942
#	0x91c1d8	github.com/influxdata/influxdb/services/httpd.gzipFilter.func1+0x218								/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/httpd/gzip.go:39
#	0x6898f3	net/http.HandlerFunc.ServeHTTP+0x43												/usr/lib/go/src/net/http/server.go:1942
#	0x91cf7d	github.com/influxdata/influxdb/services/httpd.cors.func1+0xed									/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/httpd/handler.go:1158
#	0x6898f3	net/http.HandlerFunc.ServeHTTP+0x43												/usr/lib/go/src/net/http/server.go:1942
#	0x91d387	github.com/influxdata/influxdb/services/httpd.requestID.func1+0x137								/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/httpd/handler.go:1168
#	0x6898f3	net/http.HandlerFunc.ServeHTTP+0x43												/usr/lib/go/src/net/http/server.go:1942
#	0x91d49d	github.com/influxdata/influxdb/services/httpd.(*Handler).logging.func1+0xfd							/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/httpd/handler.go:1176
#	0x6898f3	net/http.HandlerFunc.ServeHTTP+0x43												/usr/lib/go/src/net/http/server.go:1942
#	0x91da96	github.com/influxdata/influxdb/services/httpd.(*Handler).recovery.func1+0x166							/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/httpd/handler.go:1202
#	0x6898f3	net/http.HandlerFunc.ServeHTTP+0x43												/usr/lib/go/src/net/http/server.go:1942
#	0x8a118e	github.com/bmizerany/pat.(*PatternServeMux).ServeHTTP+0x63e									/tmp/.gdm_7620/src/github.com/bmizerany/pat/mux.go:117
#	0x90ae59	github.com/influxdata/influxdb/services/httpd.(*Handler).ServeHTTP+0x1f9							/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/httpd/handler.go:260
#	0x68c1b1	net/http.serverHandler.ServeHTTP+0x91												/usr/lib/go/src/net/http/server.go:2568
#	0x688461	net/http.(*conn).serve+0x611													/usr/lib/go/src/net/http/server.go:1825

241102426789 1 @ 0x43c11c 0x6a0fdc 0x45b251
#	0x43c11b	runtime.selectgo+0x1b			/usr/lib/go/src/runtime/select.go:238
#	0x6a0fdb	net/http.setRequestCancel.func3+0x17b	/usr/lib/go/src/net/http/client.go:320

240289697748 1 @ 0x43c11c 0x69e6aa 0x45b251
#	0x43c11b	runtime.selectgo+0x1b			/usr/lib/go/src/runtime/select.go:238
#	0x69e6a9	net/http.(*persistConn).writeLoop+0x439	/usr/lib/go/src/net/http/transport.go:1704

28485981861 44 @ 0x406475 0x9edf04 0x9ed2c1 0x9be90e 0x820a23 0x82f97c 0x8706ed 0x87eb0a 0x45b251
#	0x406474	runtime.chanrecv1+0x34										/usr/lib/go/src/runtime/chan.go:395
#	0x9edf03	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*WAL).writeToLog+0x323				/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/wal.go:446
#	0x9ed2c0	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*WAL).WriteMulti+0x80				/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/wal.go:301
#	0x9be90d	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints+0xb7d			/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:854
#	0x820a22	github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints+0x202					/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464
#	0x82f97b	github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard+0xdb					/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905
#	0x8706ec	github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard+0x8c			/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366
#	0x87eb09	github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1+0x99	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312

26348461139 71 @ 0x43c11c 0x9fea51 0x45b251
#	0x43c11b	runtime.selectgo+0x1b								/usr/lib/go/src/runtime/select.go:238
#	0x9fea50	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*WAL).scheduleSync.func1+0x1f0	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/wal.go:266

22776900375 21 @ 0x43c11c 0x8703eb 0xa1394d 0x868607 0x86b556 0x45b251
#	0x43c11b	runtime.selectgo+0x1b									/usr/lib/go/src/runtime/select.go:238
#	0x8703ea	github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged+0x76a	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:346
#	0xa1394c	github.com/influxdata/influxdb/cmd/influxd/run.(*monitorPointsWriter).WritePoints+0x8c	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/cmd/influxd/run/server.go:606
#	0x868606	github.com/influxdata/influxdb/monitor.(*Monitor).writePoints+0xf6			/tmp/.gdm_17408/src/github.com/influxdata/influxdb/monitor/service.go:151
#	0x86b555	github.com/influxdata/influxdb/monitor.(*Monitor).storeStatistics+0x735			/tmp/.gdm_17408/src/github.com/influxdata/influxdb/monitor/service.go:453

19571844102 1 @ 0x43c11c 0x86adaa 0x86b005 0x45b251
#	0x43c11b	runtime.selectgo+0x1b								/usr/lib/go/src/runtime/select.go:238
#	0x86ada9	github.com/influxdata/influxdb/monitor.(*Monitor).waitUntilInterval+0x289	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/monitor/service.go:404
#	0x86b004	github.com/influxdata/influxdb/monitor.(*Monitor).storeStatistics+0x1e4		/tmp/.gdm_17408/src/github.com/influxdata/influxdb/monitor/service.go:420

11216316108 1 @ 0x47039a 0x9c0dd6 0x9c0a48 0x9f9bc3 0x45b251
#	0x470399	sync.(*WaitGroup).Wait+0x79									/usr/lib/go/src/sync/waitgroup.go:131
#	0x9c0dd5	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*compactionStrategy).Apply+0x125		/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1262
#	0x9c0a47	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel+0x157			/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1186
#	0x9f9bc2	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func3+0x72	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236

7214097017 3 @ 0x406475 0x82b53d 0x82aac0 0xa11a1b 0xa07c8a 0xa15439 0xa14f4d 0x42ddda 0x45b251
#	0x406474	runtime.chanrecv1+0x34							/usr/lib/go/src/runtime/chan.go:395
#	0x82b53c	github.com/influxdata/influxdb/tsdb.(*Store).loadShards+0x97c		/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:257
#	0x82aabf	github.com/influxdata/influxdb/tsdb.(*Store).Open+0x20f			/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:143
#	0xa11a1a	github.com/influxdata/influxdb/cmd/influxd/run.(*Server).Open+0xa8a	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/cmd/influxd/run/server.go:410
#	0xa07c89	github.com/influxdata/influxdb/cmd/influxd/run.(*Command).Run+0x919	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/cmd/influxd/run/command.go:117
#	0xa15438	main.(*Main).Run+0x248							/home/phemmer/.go/src/github.com/influxdata/influxdb/cmd/influxd/main.go:89
#	0xa14f4c	main.main+0xac								/home/phemmer/.go/src/github.com/influxdata/influxdb/cmd/influxd/main.go:46
#	0x42ddd9	runtime.main+0x209							/usr/lib/go/src/runtime/proc.go:185

6328312470 2 @ 0x47039a 0x9c0dd6 0x9c0a48 0x9f9b23 0x45b251
#	0x470399	sync.(*WaitGroup).Wait+0x79									/usr/lib/go/src/sync/waitgroup.go:131
#	0x9c0dd5	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*compactionStrategy).Apply+0x125		/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1262
#	0x9c0a47	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel+0x157			/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1186
#	0x9f9b22	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func2+0x72	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235

6057548619 6 @ 0x4054ed 0x9fc49a 0x45b251
#	0x4054ec	runtime.chansend1+0x4c									/usr/lib/go/src/runtime/chan.go:113
#	0x9fc499	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*FileStore).WalkKeys.func1+0xd9	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/file_store.go:267

1921867106 2 @ 0x4054ed 0x9fd5a2 0x45b251
#	0x4054ec	runtime.chansend1+0x4c							/usr/lib/go/src/runtime/chan.go:113
#	0x9fd5a1	github.com/influxdata/influxdb/tsdb/engine/tsm1.merge.func2+0x401	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/file_store.go:1286

1090989794 2 @ 0x46fe49 0x9edb34 0x9c1ff6 0x9c0bfe 0x9f9a81 0x45b251
#	0x46fe48	sync.(*RWMutex).RLock+0x48									/usr/lib/go/src/sync/rwmutex.go:43
#	0x9edb33	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*WAL).LastWriteTime+0x53			/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/wal.go:374
#	0x9c1ff5	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).fullCompactionStrategy+0x35		/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1355
#	0x9c0bfd	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull+0x11d			/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1205
#	0x9f9a80	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func1+0x60	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234

900815714 1 @ 0x43c11c 0x699082 0x694b9c 0x6442d2 0x643f58 0x645584 0x93b732 0x45b251
#	0x43c11b	runtime.selectgo+0x1b						/usr/lib/go/src/runtime/select.go:238
#	0x699081	net/http.(*Transport).getConn+0xb91				/usr/lib/go/src/net/http/transport.go:913
#	0x694b9b	net/http.(*Transport).RoundTrip+0x58b				/usr/lib/go/src/net/http/transport.go:378
#	0x6442d1	net/http.send+0x161						/usr/lib/go/src/net/http/client.go:249
#	0x643f57	net/http.(*Client).send+0x107					/usr/lib/go/src/net/http/client.go:173
#	0x645583	net/http.(*Client).Do+0x253					/usr/lib/go/src/net/http/client.go:595
#	0x93b731	github.com/influxdata/usage-client/v1.(*Client).Save+0x461	/tmp/.gdm_7620/src/github.com/influxdata/usage-client/v1/client.go:77

218176803 1 @ 0x43c11c 0x595311 0x592b4c 0x572cb3 0x574127 0x573e95 0x93c5c2 0x6982fb 0x69adfc 0x6a4808 0x45b251
#	0x43c11b	runtime.selectgo+0x1b				/usr/lib/go/src/runtime/select.go:238
#	0x595310	net.(*Resolver).LookupIPAddr+0x9b0		/usr/lib/go/src/net/lookup.go:165
#	0x592b4b	net.(*Resolver).internetAddrList+0x4cb		/usr/lib/go/src/net/ipsock.go:245
#	0x572cb2	net.(*Resolver).resolveAddrList+0x6b2		/usr/lib/go/src/net/dial.go:188
#	0x574126	net.(*Dialer).DialContext+0x246			/usr/lib/go/src/net/dial.go:349
#	0x573e94	net.(*Dialer).Dial+0x74				/usr/lib/go/src/net/dial.go:294
#	0x93c5c1	net.(*Dialer).Dial-fm+0x51			/tmp/.gdm_7620/src/github.com/influxdata/usage-client/v1/client.go:73
#	0x6982fa	net/http.(*Transport).dial+0x7a			/usr/lib/go/src/net/http/transport.go:852
#	0x69adfb	net/http.(*Transport).dialConn+0x1c4b		/usr/lib/go/src/net/http/transport.go:1008
#	0x6a4807	net/http.(*Transport).getConn.func4+0x77	/usr/lib/go/src/net/http/transport.go:908

104221176 4 @ 0x4064b5 0x9cdf2a 0x9bbe77 0x83257a 0x81ff1f 0x8331f2 0x45b251
#	0x4064b4	runtime.chanrecv2+0x34									/usr/lib/go/src/runtime/chan.go:400
#	0x9cdf29	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*FileStore).WalkKeys+0x2a9		/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/file_store.go:275
#	0x9bbe76	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).LoadMetadataIndex+0xd6	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:509
#	0x832579	github.com/influxdata/influxdb/tsdb.(*Shard).Open.func1+0x3b9				/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:298
#	0x81ff1e	github.com/influxdata/influxdb/tsdb.(*Shard).Open+0x2e					/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:304
#	0x8331f1	github.com/influxdata/influxdb/tsdb.(*Store).loadShards.func1+0x5f1			/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:241

50074080 1 @ 0x406475 0x9cebd1 0x9bb8c5 0x832521 0x81ff1f 0x8331f2 0x45b251
#	0x406474	runtime.chanrecv1+0x34							/usr/lib/go/src/runtime/chan.go:395
#	0x9cebd0	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*FileStore).Open+0x580	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/file_store.go:404
#	0x9bb8c4	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open+0xb4	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:448
#	0x832520	github.com/influxdata/influxdb/tsdb.(*Shard).Open.func1+0x360		/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:293
#	0x81ff1e	github.com/influxdata/influxdb/tsdb.(*Shard).Open+0x2e			/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:304
#	0x8331f1	github.com/influxdata/influxdb/tsdb.(*Store).loadShards.func1+0x5f1	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:241

399216 2 @ 0x4054ed 0x9fd15b 0x45b251
#	0x4054ec	runtime.chansend1+0x4c							/usr/lib/go/src/runtime/chan.go:113
#	0x9fd15a	github.com/influxdata/influxdb/tsdb/engine/tsm1.merge.func1+0x10a	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/file_store.go:1241

366959 2 @ 0x4064b5 0x9fd0e4 0x45b251
#	0x4064b4	runtime.chanrecv2+0x34							/usr/lib/go/src/runtime/chan.go:400
#	0x9fd0e3	github.com/influxdata/influxdb/tsdb/engine/tsm1.merge.func1+0x93	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/file_store.go:1240

159516 1 @ 0x406475 0x82e03c 0x83131f 0x45b251
#	0x406474	runtime.chanrecv1+0x34							/usr/lib/go/src/runtime/chan.go:395
#	0x82e03b	github.com/influxdata/influxdb/tsdb.(*Store).walkShards+0xfb		/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:634
#	0x83131e	github.com/influxdata/influxdb/tsdb.(*Store).monitorShards+0x5ee	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:1113

log5-blocking2

--- contention:
cycles/second=4018377844
14786676342481 3680 @ 0x43c11c 0x9c0a9a 0x9f9c63 0x45b251
#	0x43c11b	runtime.selectgo+0x1b										/usr/lib/go/src/runtime/select.go:238
#	0x9c0a99	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel+0x1a9			/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179
#	0x9f9c62	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func4+0x72	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237

14784719619983 3680 @ 0x43c11c 0x9c0c6d 0x9f9a81 0x45b251
#	0x43c11b	runtime.selectgo+0x1b										/usr/lib/go/src/runtime/select.go:238
#	0x9c0c6c	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull+0x18c			/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1200
#	0x9f9a80	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func1+0x60	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234

14781468602655 3680 @ 0x43c11c 0x9c07f6 0x9f9cf1 0x45b251
#	0x43c11b	runtime.selectgo+0x1b										/usr/lib/go/src/runtime/select.go:238
#	0x9c07f5	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache+0x435			/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1139
#	0x9f9cf0	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions.func1+0x60	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277

14780236846369 3679 @ 0x43c11c 0x9c0a9a 0x9f9b23 0x45b251
#	0x43c11b	runtime.selectgo+0x1b										/usr/lib/go/src/runtime/select.go:238
#	0x9c0a99	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel+0x1a9			/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179
#	0x9f9b22	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func2+0x72	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235

14774483578897 3677 @ 0x43c11c 0x9c0a9a 0x9f9bc3 0x45b251
#	0x43c11b	runtime.selectgo+0x1b										/usr/lib/go/src/runtime/select.go:238
#	0x9c0a99	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel+0x1a9			/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179
#	0x9f9bc2	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func3+0x72	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236

2957978892340 736 @ 0x43c11c 0x893563 0x45b251
#	0x43c11b	runtime.selectgo+0x1b										/usr/lib/go/src/runtime/select.go:238
#	0x893562	github.com/influxdata/influxdb/services/continuous_querier.(*Service).backgroundLoop+0x432	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/continuous_querier/service.go:220

2857189272651 170 @ 0x43c11c 0x934d37 0x936cd7 0x45b251
#	0x43c11b	runtime.selectgo+0x1b								/usr/lib/go/src/runtime/select.go:238
#	0x934d36	github.com/influxdata/influxdb/services/subscriber.(*Service).run+0x3e6		/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/subscriber/service.go:238
#	0x936cd6	github.com/influxdata/influxdb/services/subscriber.(*Service).Open.func1+0x56	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/subscriber/service.go:97

2798282646906 73 @ 0x43c11c 0x86b710 0x45b251
#	0x43c11b	runtime.selectgo+0x1b							/usr/lib/go/src/runtime/select.go:238
#	0x86b70f	github.com/influxdata/influxdb/monitor.(*Monitor).storeStatistics+0x8ef	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/monitor/service.go:428

2411020442013 1 @ 0x43c11c 0x92a970 0x45b251
#	0x43c11b	runtime.selectgo+0x1b									/usr/lib/go/src/runtime/select.go:238
#	0x92a96f	github.com/influxdata/influxdb/services/precreator.(*Service).runPrecreation+0x2ef	/tmp/.gdm_7620/src/github.com/influxdata/influxdb/services/precreator/service.go:77

2209641864207 55 @ 0x43c11c 0x83138e 0x45b251
#	0x43c11b	runtime.selectgo+0x1b							/usr/lib/go/src/runtime/select.go:238
#	0x83138d	github.com/influxdata/influxdb/tsdb.(*Store).monitorShards+0x65d	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:1054

990934868959 295 @ 0x4054ed 0x832c5c 0x45b251
#	0x4054ec	runtime.chansend1+0x4c							/usr/lib/go/src/runtime/chan.go:113
#	0x832c5b	github.com/influxdata/influxdb/tsdb.(*Store).loadShards.func1+0x5b	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:211

738795888333 43 @ 0x43c11c 0x8703eb 0x86fc51 0x90e4cd 0x91dd9c 0x91ce75 0x6898f4 0x91d65b 0x6898f4 0x91c1d9 0x6898f4 0x91cf7e 0x6898f4 0x91d388 0x6898f4 0x91d49e 0x6898f4 0x91da97 0x6898f4 0x8a118f 0x90ae5a 0x68c1b2 0x688462 0x45b251
#	0x43c11b	runtime.selectgo+0x1b														/usr/lib/go/src/runtime/select.go:238
#	0x8703ea	github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged+0x76a						/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:346
#	0x86fc50	github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePoints+0x90							/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:287
#	0x90e4cc	github.com/influxdata/influxdb/services/httpd.(*Handler).serveWrite+0x94c							/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/httpd/handler.go:684
#	0x91dd9b	github.com/influxdata/influxdb/services/httpd.(*Handler).(github.com/influxdata/influxdb/services/httpd.serveWrite)-fm+0x5b	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/httpd/handler.go:139
#	0x91ce74	github.com/influxdata/influxdb/services/httpd.authenticate.func1+0x7f4								/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/httpd/handler.go:1037
#	0x6898f3	net/http.HandlerFunc.ServeHTTP+0x43												/usr/lib/go/src/net/http/server.go:1942
#	0x91d65a	github.com/influxdata/influxdb/services/httpd.(*Handler).responseWriter.func1+0xaa						/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/httpd/handler.go:1184
#	0x6898f3	net/http.HandlerFunc.ServeHTTP+0x43												/usr/lib/go/src/net/http/server.go:1942
#	0x91c1d8	github.com/influxdata/influxdb/services/httpd.gzipFilter.func1+0x218								/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/httpd/gzip.go:39
#	0x6898f3	net/http.HandlerFunc.ServeHTTP+0x43												/usr/lib/go/src/net/http/server.go:1942
#	0x91cf7d	github.com/influxdata/influxdb/services/httpd.cors.func1+0xed									/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/httpd/handler.go:1158
#	0x6898f3	net/http.HandlerFunc.ServeHTTP+0x43												/usr/lib/go/src/net/http/server.go:1942
#	0x91d387	github.com/influxdata/influxdb/services/httpd.requestID.func1+0x137								/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/httpd/handler.go:1168
#	0x6898f3	net/http.HandlerFunc.ServeHTTP+0x43												/usr/lib/go/src/net/http/server.go:1942
#	0x91d49d	github.com/influxdata/influxdb/services/httpd.(*Handler).logging.func1+0xfd							/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/httpd/handler.go:1176
#	0x6898f3	net/http.HandlerFunc.ServeHTTP+0x43												/usr/lib/go/src/net/http/server.go:1942
#	0x91da96	github.com/influxdata/influxdb/services/httpd.(*Handler).recovery.func1+0x166							/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/httpd/handler.go:1202
#	0x6898f3	net/http.HandlerFunc.ServeHTTP+0x43												/usr/lib/go/src/net/http/server.go:1942
#	0x8a118e	github.com/bmizerany/pat.(*PatternServeMux).ServeHTTP+0x63e									/tmp/.gdm_7620/src/github.com/bmizerany/pat/mux.go:117
#	0x90ae59	github.com/influxdata/influxdb/services/httpd.(*Handler).ServeHTTP+0x1f9							/tmp/.gdm_17408/src/github.com/influxdata/influxdb/services/httpd/handler.go:260
#	0x68c1b1	net/http.serverHandler.ServeHTTP+0x91												/usr/lib/go/src/net/http/server.go:2568
#	0x688461	net/http.(*conn).serve+0x611													/usr/lib/go/src/net/http/server.go:1825

241102426789 1 @ 0x43c11c 0x6a0fdc 0x45b251
#	0x43c11b	runtime.selectgo+0x1b			/usr/lib/go/src/runtime/select.go:238
#	0x6a0fdb	net/http.setRequestCancel.func3+0x17b	/usr/lib/go/src/net/http/client.go:320

240289697748 1 @ 0x43c11c 0x69e6aa 0x45b251
#	0x43c11b	runtime.selectgo+0x1b			/usr/lib/go/src/runtime/select.go:238
#	0x69e6a9	net/http.(*persistConn).writeLoop+0x439	/usr/lib/go/src/net/http/transport.go:1704

29376075352 45 @ 0x406475 0x9edf04 0x9ed2c1 0x9be90e 0x820a23 0x82f97c 0x8706ed 0x87eb0a 0x45b251
#	0x406474	runtime.chanrecv1+0x34										/usr/lib/go/src/runtime/chan.go:395
#	0x9edf03	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*WAL).writeToLog+0x323				/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/wal.go:446
#	0x9ed2c0	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*WAL).WriteMulti+0x80				/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/wal.go:301
#	0x9be90d	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints+0xb7d			/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:854
#	0x820a22	github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints+0x202					/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464
#	0x82f97b	github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard+0xdb					/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905
#	0x8706ec	github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard+0x8c			/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366
#	0x87eb09	github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1+0x99	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312

27399497049 74 @ 0x43c11c 0x9fea51 0x45b251
#	0x43c11b	runtime.selectgo+0x1b								/usr/lib/go/src/runtime/select.go:238
#	0x9fea50	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*WAL).scheduleSync.func1+0x1f0	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/wal.go:266

24159055744 23 @ 0x43c11c 0x8703eb 0xa1394d 0x868607 0x86b556 0x45b251
#	0x43c11b	runtime.selectgo+0x1b									/usr/lib/go/src/runtime/select.go:238
#	0x8703ea	github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged+0x76a	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/coordinator/points_writer.go:346
#	0xa1394c	github.com/influxdata/influxdb/cmd/influxd/run.(*monitorPointsWriter).WritePoints+0x8c	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/cmd/influxd/run/server.go:606
#	0x868606	github.com/influxdata/influxdb/monitor.(*Monitor).writePoints+0xf6			/tmp/.gdm_17408/src/github.com/influxdata/influxdb/monitor/service.go:151
#	0x86b555	github.com/influxdata/influxdb/monitor.(*Monitor).storeStatistics+0x735			/tmp/.gdm_17408/src/github.com/influxdata/influxdb/monitor/service.go:453

19571844102 1 @ 0x43c11c 0x86adaa 0x86b005 0x45b251
#	0x43c11b	runtime.selectgo+0x1b								/usr/lib/go/src/runtime/select.go:238
#	0x86ada9	github.com/influxdata/influxdb/monitor.(*Monitor).waitUntilInterval+0x289	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/monitor/service.go:404
#	0x86b004	github.com/influxdata/influxdb/monitor.(*Monitor).storeStatistics+0x1e4		/tmp/.gdm_17408/src/github.com/influxdata/influxdb/monitor/service.go:420

11216316108 1 @ 0x47039a 0x9c0dd6 0x9c0a48 0x9f9bc3 0x45b251
#	0x470399	sync.(*WaitGroup).Wait+0x79									/usr/lib/go/src/sync/waitgroup.go:131
#	0x9c0dd5	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*compactionStrategy).Apply+0x125		/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1262
#	0x9c0a47	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel+0x157			/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1186
#	0x9f9bc2	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func3+0x72	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236

7214097017 3 @ 0x406475 0x82b53d 0x82aac0 0xa11a1b 0xa07c8a 0xa15439 0xa14f4d 0x42ddda 0x45b251
#	0x406474	runtime.chanrecv1+0x34							/usr/lib/go/src/runtime/chan.go:395
#	0x82b53c	github.com/influxdata/influxdb/tsdb.(*Store).loadShards+0x97c		/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:257
#	0x82aabf	github.com/influxdata/influxdb/tsdb.(*Store).Open+0x20f			/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:143
#	0xa11a1a	github.com/influxdata/influxdb/cmd/influxd/run.(*Server).Open+0xa8a	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/cmd/influxd/run/server.go:410
#	0xa07c89	github.com/influxdata/influxdb/cmd/influxd/run.(*Command).Run+0x919	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/cmd/influxd/run/command.go:117
#	0xa15438	main.(*Main).Run+0x248							/home/phemmer/.go/src/github.com/influxdata/influxdb/cmd/influxd/main.go:89
#	0xa14f4c	main.main+0xac								/home/phemmer/.go/src/github.com/influxdata/influxdb/cmd/influxd/main.go:46
#	0x42ddd9	runtime.main+0x209							/usr/lib/go/src/runtime/proc.go:185

6328312470 2 @ 0x47039a 0x9c0dd6 0x9c0a48 0x9f9b23 0x45b251
#	0x470399	sync.(*WaitGroup).Wait+0x79									/usr/lib/go/src/sync/waitgroup.go:131
#	0x9c0dd5	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*compactionStrategy).Apply+0x125		/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1262
#	0x9c0a47	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel+0x157			/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1186
#	0x9f9b22	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func2+0x72	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235

6057548619 6 @ 0x4054ed 0x9fc49a 0x45b251
#	0x4054ec	runtime.chansend1+0x4c									/usr/lib/go/src/runtime/chan.go:113
#	0x9fc499	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*FileStore).WalkKeys.func1+0xd9	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/file_store.go:267

1921867106 2 @ 0x4054ed 0x9fd5a2 0x45b251
#	0x4054ec	runtime.chansend1+0x4c							/usr/lib/go/src/runtime/chan.go:113
#	0x9fd5a1	github.com/influxdata/influxdb/tsdb/engine/tsm1.merge.func2+0x401	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/file_store.go:1286

1090989794 2 @ 0x46fe49 0x9edb34 0x9c1ff6 0x9c0bfe 0x9f9a81 0x45b251
#	0x46fe48	sync.(*RWMutex).RLock+0x48									/usr/lib/go/src/sync/rwmutex.go:43
#	0x9edb33	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*WAL).LastWriteTime+0x53			/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/wal.go:374
#	0x9c1ff5	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).fullCompactionStrategy+0x35		/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1355
#	0x9c0bfd	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull+0x11d			/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1205
#	0x9f9a80	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func1+0x60	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234

900815714 1 @ 0x43c11c 0x699082 0x694b9c 0x6442d2 0x643f58 0x645584 0x93b732 0x45b251
#	0x43c11b	runtime.selectgo+0x1b						/usr/lib/go/src/runtime/select.go:238
#	0x699081	net/http.(*Transport).getConn+0xb91				/usr/lib/go/src/net/http/transport.go:913
#	0x694b9b	net/http.(*Transport).RoundTrip+0x58b				/usr/lib/go/src/net/http/transport.go:378
#	0x6442d1	net/http.send+0x161						/usr/lib/go/src/net/http/client.go:249
#	0x643f57	net/http.(*Client).send+0x107					/usr/lib/go/src/net/http/client.go:173
#	0x645583	net/http.(*Client).Do+0x253					/usr/lib/go/src/net/http/client.go:595
#	0x93b731	github.com/influxdata/usage-client/v1.(*Client).Save+0x461	/tmp/.gdm_7620/src/github.com/influxdata/usage-client/v1/client.go:77

218176803 1 @ 0x43c11c 0x595311 0x592b4c 0x572cb3 0x574127 0x573e95 0x93c5c2 0x6982fb 0x69adfc 0x6a4808 0x45b251
#	0x43c11b	runtime.selectgo+0x1b				/usr/lib/go/src/runtime/select.go:238
#	0x595310	net.(*Resolver).LookupIPAddr+0x9b0		/usr/lib/go/src/net/lookup.go:165
#	0x592b4b	net.(*Resolver).internetAddrList+0x4cb		/usr/lib/go/src/net/ipsock.go:245
#	0x572cb2	net.(*Resolver).resolveAddrList+0x6b2		/usr/lib/go/src/net/dial.go:188
#	0x574126	net.(*Dialer).DialContext+0x246			/usr/lib/go/src/net/dial.go:349
#	0x573e94	net.(*Dialer).Dial+0x74				/usr/lib/go/src/net/dial.go:294
#	0x93c5c1	net.(*Dialer).Dial-fm+0x51			/tmp/.gdm_7620/src/github.com/influxdata/usage-client/v1/client.go:73
#	0x6982fa	net/http.(*Transport).dial+0x7a			/usr/lib/go/src/net/http/transport.go:852
#	0x69adfb	net/http.(*Transport).dialConn+0x1c4b		/usr/lib/go/src/net/http/transport.go:1008
#	0x6a4807	net/http.(*Transport).getConn.func4+0x77	/usr/lib/go/src/net/http/transport.go:908

104221176 4 @ 0x4064b5 0x9cdf2a 0x9bbe77 0x83257a 0x81ff1f 0x8331f2 0x45b251
#	0x4064b4	runtime.chanrecv2+0x34									/usr/lib/go/src/runtime/chan.go:400
#	0x9cdf29	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*FileStore).WalkKeys+0x2a9		/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/file_store.go:275
#	0x9bbe76	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).LoadMetadataIndex+0xd6	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:509
#	0x832579	github.com/influxdata/influxdb/tsdb.(*Shard).Open.func1+0x3b9				/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:298
#	0x81ff1e	github.com/influxdata/influxdb/tsdb.(*Shard).Open+0x2e					/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:304
#	0x8331f1	github.com/influxdata/influxdb/tsdb.(*Store).loadShards.func1+0x5f1			/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:241

50074080 1 @ 0x406475 0x9cebd1 0x9bb8c5 0x832521 0x81ff1f 0x8331f2 0x45b251
#	0x406474	runtime.chanrecv1+0x34							/usr/lib/go/src/runtime/chan.go:395
#	0x9cebd0	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*FileStore).Open+0x580	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/file_store.go:404
#	0x9bb8c4	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open+0xb4	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:448
#	0x832520	github.com/influxdata/influxdb/tsdb.(*Shard).Open.func1+0x360		/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:293
#	0x81ff1e	github.com/influxdata/influxdb/tsdb.(*Shard).Open+0x2e			/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:304
#	0x8331f1	github.com/influxdata/influxdb/tsdb.(*Store).loadShards.func1+0x5f1	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:241

399216 2 @ 0x4054ed 0x9fd15b 0x45b251
#	0x4054ec	runtime.chansend1+0x4c							/usr/lib/go/src/runtime/chan.go:113
#	0x9fd15a	github.com/influxdata/influxdb/tsdb/engine/tsm1.merge.func1+0x10a	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/file_store.go:1241

366959 2 @ 0x4064b5 0x9fd0e4 0x45b251
#	0x4064b4	runtime.chanrecv2+0x34							/usr/lib/go/src/runtime/chan.go:400
#	0x9fd0e3	github.com/influxdata/influxdb/tsdb/engine/tsm1.merge.func1+0x93	/tmp/.gdm_17408/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/file_store.go:1240

159516 1 @ 0x406475 0x82e03c 0x83131f 0x45b251
#	0x406474	runtime.chanrecv1+0x34							/usr/lib/go/src/runtime/chan.go:395
#	0x82e03b	github.com/influxdata/influxdb/tsdb.(*Store).walkShards+0xfb		/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:634
#	0x83131e	github.com/influxdata/influxdb/tsdb.(*Store).monitorShards+0x5ee	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:1113

log6

SIGQUIT: quit
PC=0x45c6e1 m=0 sigcode=0

goroutine 0 [idle]:
runtime.futex(0xef4290, 0x0, 0x0, 0x0, 0x0, 0x10005e0f8, 0x0, 0x0, 0x7ffc4ef2d470, 0x40fc1b, ...)
	/gusr/lib/go/src/runtime/sys_linux_amd64.s:422 +0x21
runtime.futexsleep(0xef4290, 0x0, 0xffffffffffffffff)
	/gusr/lib/go/src/runtime/os_linux.go:45 +0x62
runtime.notesleep(0xef4290)
	/gusr/lib/go/src/runtime/lock_futex.go:145 +0x6b
runtime.stopm()
	/gusr/lib/go/src/runtime/proc.go:1650 +0xad
runtime.findrunnable(0xc42001d900, 0x0)
	/gusr/lib/go/src/runtime/proc.go:2102 +0x2e4
runtime.schedule()
	/gusr/lib/go/src/runtime/proc.go:2222 +0x14c
runtime.park_m(0xc4206fb520)
	/gusr/lib/go/src/runtime/proc.go:2285 +0xab
runtime.mcall(0x7ffc4ef2d600)
	/gusr/lib/go/src/runtime/asm_amd64.s:269 +0x5b

goroutine 1 [chan receive, 4 minutes]:
main.(*Main).Run(0xc42014c580, 0xc420010130, 0x2, 0x2, 0x0, 0x0)
	/ghome/phemmer/.go/src/github.com/influxdata/influxdb/cmd/influxd/main.go:98 +0x416
main.main()
	/ghome/phemmer/.go/src/github.com/influxdata/influxdb/cmd/influxd/main.go:46 +0xad

goroutine 17 [syscall, 4 minutes, locked to thread]:
runtime.goexit()
	/gusr/lib/go/src/runtime/asm_amd64.s:2197 +0x1

goroutine 5 [syscall, 4 minutes]:
os/signal.signal_recv(0x0)
	/gusr/lib/go/src/runtime/sigqueue.go:116 +0x104
os/signal.loop()
	/gusr/lib/go/src/os/signal/signal_unix.go:22 +0x22
created by os/signal.init.1
	/gusr/lib/go/src/os/signal/signal_unix.go:28 +0x41

goroutine 1077 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc434494fc0, 0xc4341f8840)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1200 +0x18d
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func1(0xc434494fc0, 0xc4341f8840)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x113

goroutine 18 [IO wait, 4 minutes]:
net.runtime_pollWait(0x7fc7c7ec9b80, 0x72, 0x0)
	/gusr/lib/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420204ae8, 0x72, 0x0, 0xc4200c5420)
	/gusr/lib/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420204ae8, 0xffffffffffffffff, 0x0)
	/gusr/lib/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).accept(0xc420204a80, 0x0, 0xea5560, 0xc4200c5420)
	/gusr/lib/go/src/net/fd_unix.go:430 +0x1e5
net.(*TCPListener).accept(0xc420152af0, 0x0, 0xc4200266e8, 0x470004)
	/gusr/lib/go/src/net/tcpsock_posix.go:136 +0x2e
net.(*TCPListener).Accept(0xc420152af0, 0x0, 0x0, 0x0, 0x0)
	/gusr/lib/go/src/net/tcpsock.go:228 +0x49
github.com/influxdata/influxdb/tcp.(*Mux).Serve(0xc4202175c0, 0xeae120, 0xc420152af0, 0xc420152af0, 0x0)
	/gtmp/.gdm_7620/src/github.com/influxdata/influxdb/tcp/mux.go:75 +0x97
created by github.com/influxdata/influxdb/cmd/influxd/run.(*Server).Open
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/cmd/influxd/run/server.go:361 +0x24a

goroutine 3794 [semacquire, 2 minutes]:
sync.runtime_Semacquire(0xc42008c90c)
	/gusr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42008c900)
	/gusr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc42008c900, 0xc439b30000, 0xf76, 0xf76, 0x0, 0x0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42037c380, 0xc439b30000, 0xf76, 0xf76, 0x0, 0x0)
	/gtmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420207080, 0x14f, 0xc439b30000, 0xf76, 0xf76, 0x83538c, 0xc424d9bdc0)
	/gtmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420161b80, 0xc427c6d680, 0xc42504e74f, 0x7, 0xc42504e767, 0x4, 0xc439b30000, 0xf76, 0xf76, 0x612f6e696f637469, ...)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc4373acde0, 0xc420161b80, 0xc427c6d680, 0xc42504e74f, 0x7, 0xc42504e767, 0x4, 0xc439b30000, 0xf76, 0xf76)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 667 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc42008c240, 0xbab501, 0x1, 0xc4379cd4a0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func2(0xc42008c240, 0xc4379cd4a0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x13f

goroutine 2039 [chan receive, 4 minutes]:
github.com/influxdata/influxdb/tcp.(*listener).Accept(0xc4201f55d0, 0xbab5b0, 0xc420217800, 0x42b93f, 0xbab5b0)
	/gtmp/.gdm_7620/src/github.com/influxdata/influxdb/tcp/mux.go:199 +0x5a
github.com/influxdata/influxdb/services/snapshotter.(*Service).serve(0xc420217800)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/services/snapshotter/service.go:88 +0x78
created by github.com/influxdata/influxdb/services/snapshotter.(*Service).Open
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/services/snapshotter/service.go:61 +0xa3

goroutine 3681 [semacquire, 2 minutes]:
sync.runtime_Semacquire(0xc42008c90c)
	/gusr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42008c900)
	/gusr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc42008c900, 0xc431269000, 0x73, 0x73, 0x0, 0x0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42037c380, 0xc431269000, 0x73, 0x73, 0x0, 0x0)
	/gtmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420207080, 0x14f, 0xc431269000, 0x73, 0x73, 0x83538c, 0xc42037c540)
	/gtmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420161b80, 0xc43118e460, 0xc43bab474f, 0x7, 0xc43bab4767, 0x4, 0xc431269000, 0x73, 0x73, 0x2f6e696f63746962, ...)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc439073ce0, 0xc420161b80, 0xc43118e460, 0xc43bab474f, 0x7, 0xc43bab4767, 0x4, 0xc431269000, 0x73, 0x73)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 2035 [select]:
github.com/influxdata/influxdb/services/subscriber.(*Service).run(0xc42016a3c0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/services/subscriber/service.go:238 +0x3e7
github.com/influxdata/influxdb/services/subscriber.(*Service).Open.func1(0xc42016a3c0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/services/subscriber/service.go:97 +0x57
created by github.com/influxdata/influxdb/services/subscriber.(*Service).Open
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/services/subscriber/service.go:98 +0x178

goroutine 1076 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc434494fc0, 0xc4341f87e0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1139 +0x436
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions.func1(0xc434494fc0, 0xc4341f87e0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277 +0xcd

goroutine 3828 [semacquire]:
sync.runtime_Semacquire(0xc42008c90c)
	/gusr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42008c900)
	/gusr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc42008c900, 0xc433237850, 0x1, 0x1, 0x0, 0x0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42037c380, 0xc433237850, 0x1, 0x1, 0x0, 0x0)
	/gtmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420207080, 0x14f, 0xc433237850, 0x1, 0x1, 0x4579f0, 0xc42cd79760)
	/gtmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420161b80, 0xc44246d340, 0xc43bfe6d8f, 0x7, 0xc43bfe6da7, 0x4, 0xc433237850, 0x1, 0x1, 0x0, ...)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc43848fb00, 0xc420161b80, 0xc44246d340, 0xc43bfe6d8f, 0x7, 0xc43bfe6da7, 0x4, 0xc433237850, 0x1, 0x1)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 3827 [IO wait]:
net.runtime_pollWait(0x7fc7c7ec9a00, 0x72, 0x157)
	/gusr/lib/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc42012a148, 0x72, 0xea7220, 0xea0688)
	/gusr/lib/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc42012a148, 0xc43d72a751, 0x1)
	/gusr/lib/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc42012a0e0, 0xc43d72a751, 0x1, 0x1, 0x0, 0xea7220, 0xea0688)
	/gusr/lib/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420a6c070, 0xc43d72a751, 0x1, 0x1, 0x0, 0x0, 0x0)
	/gusr/lib/go/src/net/net.go:181 +0x70
net/http.(*connReader).backgroundRead(0xc43d72a740)
	/gusr/lib/go/src/net/http/server.go:656 +0x58
created by net/http.(*connReader).startBackgroundRead
	/gusr/lib/go/src/net/http/server.go:652 +0xdf

goroutine 1697 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc42008c900, 0xc43f4dd920)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1200 +0x18d
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func1(0xc42008c900, 0xc43f4dd920)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x113

goroutine 2040 [select]:
github.com/influxdata/influxdb/services/continuous_querier.(*Service).backgroundLoop(0xc4201e42d0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/services/continuous_querier/service.go:220 +0x433
created by github.com/influxdata/influxdb/services/continuous_querier.(*Service).Open
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/services/continuous_querier/service.go:131 +0x1b1

goroutine 1971 [select]:
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged(0xc420161b80, 0xc43bfe6d8f, 0x7, 0xc43bfe6da7, 0x4, 0x1, 0xc44246d300, 0x1, 0x2, 0x0, ...)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:346 +0x76b
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePoints(0xc420161b80, 0xc43bfe6d8f, 0x7, 0xc43bfe6da7, 0x4, 0x1, 0x0, 0x0, 0xc44246d300, 0x1, ...)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:287 +0x91
github.com/influxdata/influxdb/services/httpd.(*Handler).serveWrite(0xc4201594a0, 0x7fc7ac1e1368, 0xc44246d280, 0xc432e4a100, 0x0, 0x0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/services/httpd/handler.go:684 +0x94d
github.com/influxdata/influxdb/services/httpd.(*Handler).(github.com/influxdata/influxdb/services/httpd.serveWrite)-fm(0x7fc7ac1e1368, 0xc44246d280, 0xc432e4a100, 0x0, 0x0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/services/httpd/handler.go:139 +0x5c
github.com/influxdata/influxdb/services/httpd.authenticate.func1(0x7fc7ac1e1368, 0xc44246d280, 0xc432e4a100)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/services/httpd/handler.go:1037 +0x7f5
net/http.HandlerFunc.ServeHTTP(0xc420228800, 0x7fc7ac1e1368, 0xc44246d280, 0xc432e4a100)
	/gusr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.(*Handler).responseWriter.func1(0xeacc60, 0xc4373d4550, 0xc432e4a100)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/services/httpd/handler.go:1184 +0xab
net/http.HandlerFunc.ServeHTTP(0xc420228820, 0xeacc60, 0xc4373d4550, 0xc432e4a100)
	/gusr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.gzipFilter.func1(0xeacce0, 0xc44246d260, 0xc432e4a100)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/services/httpd/gzip.go:39 +0x219
net/http.HandlerFunc.ServeHTTP(0xc420228840, 0xeacce0, 0xc44246d260, 0xc432e4a100)
	/gusr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.cors.func1(0xeacce0, 0xc44246d260, 0xc432e4a100)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/services/httpd/handler.go:1158 +0xee
net/http.HandlerFunc.ServeHTTP(0xc420228860, 0xeacce0, 0xc44246d260, 0xc432e4a100)
	/gusr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.requestID.func1(0xeacce0, 0xc44246d260, 0xc432e4a100)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/services/httpd/handler.go:1168 +0x138
net/http.HandlerFunc.ServeHTTP(0xc420228880, 0xeacce0, 0xc44246d260, 0xc432e4a100)
	/gusr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.(*Handler).logging.func1(0xeacce0, 0xc44246d240, 0xc432e4a100)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/services/httpd/handler.go:1176 +0xfe
net/http.HandlerFunc.ServeHTTP(0xc4202288a0, 0xeacce0, 0xc44246d240, 0xc432e4a100)
	/gusr/lib/go/src/net/http/server.go:1942 +0x44
github.com/influxdata/influxdb/services/httpd.(*Handler).recovery.func1(0xeae320, 0xc42ffd1180, 0xc432e4a100)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/services/httpd/handler.go:1202 +0x167
net/http.HandlerFunc.ServeHTTP(0xc4202288c0, 0xeae320, 0xc42ffd1180, 0xc432e4a100)
	/gusr/lib/go/src/net/http/server.go:1942 +0x44
github.com/bmizerany/pat.(*PatternServeMux).ServeHTTP(0xc420228480, 0xeae320, 0xc42ffd1180, 0xc432e4a100)
	/gtmp/.gdm_7620/src/github.com/bmizerany/pat/mux.go:117 +0x63f
github.com/influxdata/influxdb/services/httpd.(*Handler).ServeHTTP(0xc4201594a0, 0xeae320, 0xc42ffd1180, 0xc432e4a100)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/services/httpd/handler.go:260 +0x1fa
net/http.serverHandler.ServeHTTP(0xc4243fc160, 0xeae320, 0xc42ffd1180, 0xc432e4a100)
	/gusr/lib/go/src/net/http/server.go:2568 +0x92
net/http.(*conn).serve(0xc43f0c0000, 0xeaf660, 0xc43d72a700)
	/gusr/lib/go/src/net/http/server.go:1825 +0x612
created by net/http.(*Server).Serve
	/gusr/lib/go/src/net/http/server.go:2668 +0x2ce

goroutine 3675 [semacquire, 2 minutes]:
sync.runtime_Semacquire(0xc42008c90c)
	/gusr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42008c900)
	/gusr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc42008c900, 0xc425979940, 0x1, 0x1, 0x0, 0x0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42037c380, 0xc425979940, 0x1, 0x1, 0x0, 0x0)
	/gtmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420207080, 0x14f, 0xc425979940, 0x1, 0x1, 0xc42a21f000, 0x12c69c42827)
	/gtmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420161b80, 0xc42ad0c300, 0xc42cae000f, 0x7, 0xc42cae0027, 0x4, 0xc425979940, 0x1, 0x1, 0xc43d72a810, ...)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc43e08cd20, 0xc420161b80, 0xc42ad0c300, 0xc42cae000f, 0x7, 0xc42cae0027, 0x4, 0xc425979940, 0x1, 0x1)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 2034 [semacquire, 3 minutes]:
sync.runtime_Semacquire(0xc42008c908)
	/gusr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).Lock(0xc42008c900)
	/gusr/lib/go/src/sync/rwmutex.go:91 +0x6e
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions(0xc42008c900)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:266 +0x31
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).SetCompactionsEnabled(0xc42008c900, 0x1)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:203 +0x34
github.com/influxdata/influxdb/tsdb.(*Shard).SetCompactionsEnabled(0xc42037c380, 0xc4201efe01)
	/gtmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:418 +0x68
github.com/influxdata/influxdb/tsdb.(*Store).monitorShards(0xc420207080)
	/gtmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:1063 +0x2c5
created by github.com/influxdata/influxdb/tsdb.(*Store).Open
	/gtmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:149 +0x280

goroutine 2041 [IO wait]:
net.runtime_pollWait(0x7fc7c7ec9ac0, 0x72, 0x0)
	/gusr/lib/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420058068, 0x72, 0x0, 0xc421b92000)
	/gusr/lib/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420058068, 0xffffffffffffffff, 0x0)
	/gusr/lib/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).accept(0xc420058000, 0x0, 0xea5560, 0xc421b92000)
	/gusr/lib/go/src/net/fd_unix.go:430 +0x1e5
net.(*TCPListener).accept(0xc42514c048, 0xc435a31e08, 0x68c6be, 0x4578d0)
	/gusr/lib/go/src/net/tcpsock_posix.go:136 +0x2e
net.(*TCPListener).Accept(0xc42514c048, 0xbaae78, 0xc421b90000, 0xeaf720, 0xc43bea4390)
	/gusr/lib/go/src/net/tcpsock.go:228 +0x49
net/http.(*Server).Serve(0xc4243fc160, 0xeae120, 0xc42514c048, 0x0, 0x0)
	/gusr/lib/go/src/net/http/server.go:2643 +0x228
net/http.Serve(0xeae120, 0xc42514c048, 0xea4060, 0xc4201594a0, 0xc42cb8ff90, 0x42b93f)
	/gusr/lib/go/src/net/http/server.go:2307 +0x78
github.com/influxdata/influxdb/services/httpd.(*Service).serve(0xc4201595e0, 0xeae120, 0xc42514c048)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/services/httpd/service.go:210 +0x62
github.com/influxdata/influxdb/services/httpd.(*Service).serveTCP(0xc4201595e0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/services/httpd/service.go:198 +0x3c
created by github.com/influxdata/influxdb/services/httpd.(*Service).Open
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/services/httpd/service.go:155 +0x678

goroutine 669 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc42008c240, 0xbab500, 0x3, 0xc4379cd4a0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func4(0xc42008c240, 0xc4379cd4a0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x197

goroutine 3774 [semacquire]:
sync.runtime_Semacquire(0xc42008c90c)
	/gusr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42008c900)
	/gusr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc42008c900, 0xc42d0f0800, 0x7b, 0x7b, 0x0, 0x0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42037c380, 0xc42d0f0800, 0x7b, 0x7b, 0x0, 0x0)
	/gtmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420207080, 0x14f, 0xc42d0f0800, 0x7b, 0x7b, 0xc42002e800, 0x12c69c42827)
	/gtmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420161b80, 0xc4363df5c0, 0xc44356400f, 0x7, 0xc443564027, 0x4, 0xc42d0f0800, 0x7b, 0x7b, 0xc43d72a810, ...)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc42a17c7e0, 0xc420161b80, 0xc4363df5c0, 0xc44356400f, 0x7, 0xc443564027, 0x4, 0xc42d0f0800, 0x7b, 0x7b)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 771 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc420384240, 0xbab500, 0x3, 0xc4357e4180)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func4(0xc420384240, 0xc4357e4180)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x197

goroutine 3787 [semacquire]:
sync.runtime_Semacquire(0xc42008c90c)
	/gusr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42008c900)
	/gusr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc42008c900, 0xc431958000, 0xf88, 0xf88, 0x0, 0x0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42037c380, 0xc431958000, 0xf88, 0xf88, 0x0, 0x0)
	/gtmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420207080, 0x14f, 0xc431958000, 0xf88, 0xf88, 0xef4180, 0x12c69c42827)
	/gtmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420161b80, 0xc43a450a60, 0xc421b4628f, 0x7, 0xc421b462a7, 0x4, 0xc431958000, 0xf88, 0xf88, 0xc421b46150, ...)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc4379ccea0, 0xc420161b80, 0xc43a450a60, 0xc421b4628f, 0x7, 0xc421b462a7, 0x4, 0xc431958000, 0xf88, 0xf88)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 767 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc420384240, 0xc4357e4120)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1139 +0x436
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions.func1(0xc420384240, 0xc4357e4120)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277 +0xcd

goroutine 2043 [select, 4 minutes]:
github.com/influxdata/influxdb/services/retention.(*Service).deleteShards(0xc420218b90)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/services/retention/service.go:98 +0xabc
created by github.com/influxdata/influxdb/services/retention.(*Service).Open
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/services/retention/service.go:46 +0x181

goroutine 769 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc420384240, 0xbab501, 0x1, 0xc4357e4180)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func2(0xc420384240, 0xc4357e4180)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x13f

goroutine 1826 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc42008c900, 0xbab501, 0x1, 0xc43f4dd920)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func2(0xc42008c900, 0xc43f4dd920)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x13f

goroutine 768 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc420384240, 0xc4357e4180)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1200 +0x18d
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func1(0xc420384240, 0xc4357e4180)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x113

goroutine 2042 [select, 4 minutes]:
github.com/influxdata/influxdb/services/retention.(*Service).deleteShardGroups(0xc420218b90)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/services/retention/service.go:69 +0x738
created by github.com/influxdata/influxdb/services/retention.(*Service).Open
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/services/retention/service.go:45 +0x15f

goroutine 666 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc42008c240, 0xc4379cd4a0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1200 +0x18d
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func1(0xc42008c240, 0xc4379cd4a0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234 +0x113

goroutine 3779 [semacquire, 2 minutes]:
sync.runtime_Semacquire(0xc42008c90c)
	/gusr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42008c900)
	/gusr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc42008c900, 0xc437b205a0, 0x2, 0x2, 0x0, 0x0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42037c380, 0xc437b205a0, 0x2, 0x2, 0x0, 0x0)
	/gtmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420207080, 0x14f, 0xc437b205a0, 0x2, 0x2, 0x0, 0x0)
	/gtmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420161b80, 0xc437b205c0, 0xc44364a0cf, 0x7, 0xc44364a0e7, 0x4, 0xc437b205a0, 0x2, 0x2, 0x0, ...)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc4373ac1e0, 0xc420161b80, 0xc437b205c0, 0xc44364a0cf, 0x7, 0xc44364a0e7, 0x4, 0xc437b205a0, 0x2, 0x2)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 1696 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc42008c900, 0xc43f4dd8c0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1139 +0x436
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions.func1(0xc42008c900, 0xc43f4dd8c0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277 +0xcd

goroutine 1828 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc42008c900, 0xbab500, 0x3, 0xc43f4dd920)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func4(0xc42008c900, 0xc43f4dd920)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x197

goroutine 2037 [select]:
github.com/influxdata/influxdb/monitor.(*Monitor).storeStatistics(0xc4201f6000)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/monitor/service.go:428 +0x8f0
created by github.com/influxdata/influxdb/monitor.(*Monitor).Open
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/monitor/service.go:125 +0x36a

goroutine 2045 [select, 4 minutes]:
github.com/influxdata/influxdb/cmd/influxd/run.(*Command).monitorServerErrors(0xc420158140)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/cmd/influxd/run/command.go:141 +0x1f4
created by github.com/influxdata/influxdb/cmd/influxd/run.(*Command).Run
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/cmd/influxd/run/command.go:123 +0x9ff

goroutine 1079 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc434494fc0, 0xbab501, 0x2, 0xc4341f8840)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func3(0xc434494fc0, 0xc4341f8840)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x16b

goroutine 770 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc420384240, 0xbab501, 0x2, 0xc4357e4180)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func3(0xc420384240, 0xc4357e4180)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x16b

goroutine 2046 [select, 4 minutes, locked to thread]:
runtime.gopark(0xbab478, 0x0, 0xb858db, 0x6, 0x18, 0x2)
	/gusr/lib/go/src/runtime/proc.go:271 +0x13a
runtime.selectgoImpl(0xc43f502750, 0x0, 0x18)
	/gusr/lib/go/src/runtime/select.go:423 +0x1364
runtime.selectgo(0xc43f502750)
	/gusr/lib/go/src/runtime/select.go:238 +0x1c
runtime.ensureSigM.func1()
	/gusr/lib/go/src/runtime/signal_unix.go:434 +0x2dd
runtime.goexit()
	/gusr/lib/go/src/runtime/asm_amd64.s:2197 +0x1

goroutine 2038 [select, 4 minutes]:
github.com/influxdata/influxdb/services/precreator.(*Service).runPrecreation(0xc420218af0)
	/gtmp/.gdm_7620/src/github.com/influxdata/influxdb/services/precreator/service.go:77 +0x2f0
created by github.com/influxdata/influxdb/services/precreator.(*Service).Open
	/gtmp/.gdm_7620/src/github.com/influxdata/influxdb/services/precreator/service.go:55 +0x19a

goroutine 1827 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc42008c900, 0xbab501, 0x2, 0xc43f4dd920)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func3(0xc42008c900, 0xc43f4dd920)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x16b

goroutine 1080 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc434494fc0, 0xbab500, 0x3, 0xc4341f8840)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func4(0xc434494fc0, 0xc4341f8840)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237 +0x197

goroutine 2044 [select, 4 minutes]:
github.com/influxdata/influxdb/cmd/influxd/run.(*Server).startServerReporting(0xc42015a3c0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/cmd/influxd/run/server.go:489 +0x152
created by github.com/influxdata/influxdb/cmd/influxd/run.(*Server).Open
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/cmd/influxd/run/server.go:434 +0xdef

goroutine 2036 [select, 4 minutes]:
github.com/influxdata/influxdb/services/subscriber.(*Service).waitForMetaUpdates(0xc42016a3c0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/services/subscriber/service.go:164 +0x243
github.com/influxdata/influxdb/services/subscriber.(*Service).Open.func2(0xc42016a3c0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/services/subscriber/service.go:101 +0x57
created by github.com/influxdata/influxdb/services/subscriber.(*Service).Open
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/services/subscriber/service.go:102 +0x19a

goroutine 3798 [semacquire, 2 minutes]:
sync.runtime_Semacquire(0xc42008c90c)
	/gusr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42008c900)
	/gusr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc42008c900, 0xc422ce2800, 0x411, 0x411, 0x0, 0x0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42037c380, 0xc422ce2800, 0x411, 0x411, 0x0, 0x0)
	/gtmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420207080, 0x14f, 0xc422ce2800, 0x411, 0x411, 0xc420062400, 0x12c69c42827)
	/gtmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420161b80, 0xc43fa5e560, 0xc43a70804f, 0x7, 0xc43a708067, 0x4, 0xc422ce2800, 0x411, 0x411, 0xc43d72a810, ...)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc43581c120, 0xc420161b80, 0xc43fa5e560, 0xc43a70804f, 0x7, 0xc43a708067, 0x4, 0xc422ce2800, 0x411, 0x411)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 3801 [semacquire, 2 minutes]:
sync.runtime_Semacquire(0xc42008c90c)
	/gusr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42008c900)
	/gusr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc42008c900, 0xc42cd81100, 0x67, 0x67, 0x0, 0x0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42037c380, 0xc42cd81100, 0x67, 0x67, 0x0, 0x0)
	/gtmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420207080, 0x14f, 0xc42cd81100, 0x67, 0x67, 0x83538c, 0xc42037c380)
	/gtmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420161b80, 0xc44320f000, 0xc44323404f, 0x7, 0xc443234067, 0x4, 0xc42cd81100, 0x67, 0x67, 0x72456e6f69746361, ...)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc43093e3c0, 0xc420161b80, 0xc44320f000, 0xc44323404f, 0x7, 0xc443234067, 0x4, 0xc42cd81100, 0x67, 0x67)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 665 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc42008c240, 0xc4379cd2c0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1139 +0x436
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions.func1(0xc42008c240, 0xc4379cd2c0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277 +0x61
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277 +0xcd

goroutine 668 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc42008c240, 0xbab501, 0x2, 0xc4379cd4a0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func3(0xc42008c240, 0xc4379cd4a0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236 +0x16b

goroutine 1078 [select]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc434494fc0, 0xbab501, 0x1, 0xc4341f8840)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179 +0x1aa
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func2(0xc434494fc0, 0xc4341f8840)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x73
created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235 +0x13f

goroutine 3813 [semacquire, 2 minutes]:
sync.runtime_Semacquire(0xc42008c90c)
	/gusr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42008c900)
	/gusr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc42008c900, 0xc4335a8000, 0xf14, 0xf14, 0x0, 0x0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42037c380, 0xc4335a8000, 0xf14, 0xf14, 0x0, 0x0)
	/gtmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420207080, 0x14f, 0xc4335a8000, 0xf14, 0xf14, 0x0, 0x0)
	/gtmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420161b80, 0xc4350e8720, 0xc42f5eca8f, 0x7, 0xc42f5ecaa7, 0x4, 0xc4335a8000, 0xf14, 0xf14, 0x0, ...)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc438c42540, 0xc420161b80, 0xc4350e8720, 0xc42f5eca8f, 0x7, 0xc42f5ecaa7, 0x4, 0xc4335a8000, 0xf14, 0xf14)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 3767 [IO wait, 2 minutes]:
net.runtime_pollWait(0x7fc7c7ec9940, 0x72, 0x156)
	/gusr/lib/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc426ce4378, 0x72, 0xea7220, 0xea0688)
	/gusr/lib/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc426ce4378, 0xc4369e5000, 0x1000)
	/gusr/lib/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc426ce4310, 0xc4369e5000, 0x1000, 0x1000, 0x0, 0xea7220, 0xea0688)
	/gusr/lib/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc423ad2c28, 0xc4369e5000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/gusr/lib/go/src/net/net.go:181 +0x70
net/http.(*connReader).Read(0xc42fb84180, 0xc4369e5000, 0x1000, 0x1000, 0x0, 0x2, 0x0)
	/gusr/lib/go/src/net/http/server.go:754 +0x140
bufio.(*Reader).fill(0xc438d54c60)
	/gusr/lib/go/src/bufio/bufio.go:97 +0x117
bufio.(*Reader).ReadSlice(0xc438d54c60, 0xa, 0x1, 0x0, 0xc43949f9f8, 0x410ac6, 0x7fc53dd51bf8)
	/gusr/lib/go/src/bufio/bufio.go:338 +0xbb
bufio.(*Reader).ReadLine(0xc438d54c60, 0xc442fee000, 0x100, 0xf8, 0xb73fc0, 0x1, 0x100000046f782)
	/gusr/lib/go/src/bufio/bufio.go:367 +0x37
net/textproto.(*Reader).readLineSlice(0xc43266a5d0, 0xc43949fac8, 0xc43949fac8, 0x411828, 0x100, 0xb73fc0)
	/gusr/lib/go/src/net/textproto/reader.go:55 +0x5f
net/textproto.(*Reader).ReadLine(0xc43266a5d0, 0xc442fee000, 0x72, 0x8000000000000000, 0x0)
	/gusr/lib/go/src/net/textproto/reader.go:36 +0x2f
net/http.readRequest(0xc438d54c60, 0x0, 0xc442fee000, 0x0, 0x0)
	/gusr/lib/go/src/net/http/request.go:918 +0xa5
net/http.(*conn).readRequest(0xc4341e3360, 0xeaf660, 0xc42fb84140, 0x0, 0x0, 0x0)
	/gusr/lib/go/src/net/http/server.go:934 +0x213
net/http.(*conn).serve(0xc4341e3360, 0xeaf660, 0xc42fb84140)
	/gusr/lib/go/src/net/http/server.go:1763 +0x49a
created by net/http.(*Server).Serve
	/gusr/lib/go/src/net/http/server.go:2668 +0x2ce

goroutine 3184 [semacquire]:
sync.runtime_Semacquire(0xc42008c90c)
	/gusr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42008c900)
	/gusr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc42008c900, 0xc42e81b730, 0x1, 0x1, 0x0, 0x0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42037c380, 0xc42e81b730, 0x1, 0x1, 0x0, 0x0)
	/gtmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420207080, 0x14f, 0xc42e81b730, 0x1, 0x1, 0x0, 0x0)
	/gtmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420161b80, 0xc43d8a8140, 0xc44392e00f, 0x7, 0xc44392e027, 0x4, 0xc42e81b730, 0x1, 0x1, 0x0, ...)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc42f8bf0e0, 0xc420161b80, 0xc43d8a8140, 0xc44392e00f, 0x7, 0xc44392e027, 0x4, 0xc42e81b730, 0x1, 0x1)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 3756 [semacquire, 3 minutes]:
sync.runtime_Semacquire(0xc42008c90c)
	/gusr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42008c900)
	/gusr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc42008c900, 0xc442570240, 0x2, 0x2, 0x0, 0x0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42037c380, 0xc442570240, 0x2, 0x2, 0x0, 0x0)
	/gtmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420207080, 0x14f, 0xc442570240, 0x2, 0x2, 0x4579f0, 0xc430b3c760)
	/gtmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420161b80, 0xc442570260, 0xc44259200f, 0x7, 0xc442592027, 0x4, 0xc442570240, 0x2, 0x2, 0x0, ...)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc4263ab6e0, 0xc420161b80, 0xc442570260, 0xc44259200f, 0x7, 0xc442592027, 0x4, 0xc442570240, 0x2, 0x2)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 3754 [chan receive, 3 minutes]:
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*WAL).writeToLog(0xc4233bf680, 0xeb1900, 0xc43a3c8830, 0x0, 0x8030102, 0x0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/wal.go:446 +0x324
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*WAL).WriteMulti(0xc4233bf680, 0xc425b63890, 0x0, 0x0, 0x1)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/wal.go:301 +0x81
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc42008c900, 0xc42b31dc80, 0x8, 0x8, 0x0, 0x0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:854 +0xb7e
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42037c380, 0xc42b31dc80, 0x8, 0x8, 0x0, 0x0)
	/gtmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420207080, 0x14f, 0xc42b31dc80, 0x8, 0x8, 0xc42f7b68d0, 0xc42f7b6980)
	/gtmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420161b80, 0xc4356c0f80, 0xc437b5524f, 0x7, 0xc437b55267, 0x4, 0xc42b31dc80, 0x8, 0x8, 0x7469623d65736162, ...)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc437fd8ba0, 0xc420161b80, 0xc4356c0f80, 0xc437b5524f, 0x7, 0xc437b55267, 0x4, 0xc42b31dc80, 0x8, 0x8)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 3783 [semacquire]:
sync.runtime_Semacquire(0xc42008c90c)
	/gusr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42008c900)
	/gusr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc42008c900, 0xc434007000, 0x7d, 0x7d, 0x0, 0x0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42037c380, 0xc434007000, 0x7d, 0x7d, 0x0, 0x0)
	/gtmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420207080, 0x14f, 0xc434007000, 0x7d, 0x7d, 0x4579f0, 0xc43f4f4760)
	/gtmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420161b80, 0xc4425714e0, 0xc4442347cf, 0x7, 0xc4442347e7, 0x4, 0xc434007000, 0x7d, 0x7d, 0x0, ...)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc433afa7e0, 0xc420161b80, 0xc4425714e0, 0xc4442347cf, 0x7, 0xc4442347e7, 0x4, 0xc434007000, 0x7d, 0x7d)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 3771 [semacquire, 2 minutes]:
sync.runtime_Semacquire(0xc42008c90c)
	/gusr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42008c900)
	/gusr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc42008c900, 0xc442eca1b0, 0x3, 0x3, 0x0, 0x0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42037c380, 0xc442eca1b0, 0x3, 0x3, 0x0, 0x0)
	/gtmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203
github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc420207080, 0x14f, 0xc442eca1b0, 0x3, 0x3, 0x0, 0x0)
	/gtmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905 +0xdc
github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard(0xc420161b80, 0xc431a5ebc0, 0xc42fb843cf, 0x7, 0xc42fb843e7, 0x4, 0xc442eca1b0, 0x3, 0x3, 0x0, ...)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366 +0x8d
github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1(0xc438d55200, 0xc420161b80, 0xc431a5ebc0, 0xc42fb843cf, 0x7, 0xc42fb843e7, 0x4, 0xc442eca1b0, 0x3, 0x3)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312 +0x9a
created by github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:313 +0x2e1

goroutine 3726 [semacquire, 2 minutes]:
sync.runtime_Semacquire(0xc42008c90c)
	/gusr/lib/go/src/runtime/sema.go:47 +0x34
sync.(*RWMutex).RLock(0xc42008c900)
	/gusr/lib/go/src/sync/rwmutex.go:43 +0x49
github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints(0xc42008c900, 0xc43966e800, 0x45f, 0x45f, 0x0, 0x0)
	/gtmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:845 +0xad0
github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc42037c380, 0xc43966e800, 0x45f, 0x45f, 0x0, 0x0)
	/gtmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464 +0x203

log6-blocking

--- contention:
cycles/second=4018386227
4210994664713 1048 @ 0x43c11c 0x9c0b2a 0x9f9cf3 0x45b251
#	0x43c11b	runtime.selectgo+0x1b										/usr/lib/go/src/runtime/select.go:238
#	0x9c0b29	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel+0x1a9			/tmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179
#	0x9f9cf2	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func4+0x72	/tmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:237

4210962398397 1048 @ 0x43c11c 0x9c0b2a 0x9f9bb3 0x45b251
#	0x43c11b	runtime.selectgo+0x1b										/usr/lib/go/src/runtime/select.go:238
#	0x9c0b29	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel+0x1a9			/tmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179
#	0x9f9bb2	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func2+0x72	/tmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:235

4210948823647 1048 @ 0x43c11c 0x9c0b2a 0x9f9c53 0x45b251
#	0x43c11b	runtime.selectgo+0x1b										/usr/lib/go/src/runtime/select.go:238
#	0x9c0b29	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel+0x1a9			/tmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1179
#	0x9f9c52	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func3+0x72	/tmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:236

4208761141145 1048 @ 0x43c11c 0x9c0cfd 0x9f9b11 0x45b251
#	0x43c11b	runtime.selectgo+0x1b										/usr/lib/go/src/runtime/select.go:238
#	0x9c0cfc	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull+0x18c			/tmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1200
#	0x9f9b10	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func1+0x60	/tmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234

4208747984644 1048 @ 0x43c11c 0x9c0886 0x9f9d81 0x45b251
#	0x43c11b	runtime.selectgo+0x1b										/usr/lib/go/src/runtime/select.go:238
#	0x9c0885	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache+0x435			/tmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1139
#	0x9f9d80	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions.func1+0x60	/tmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277

1052978101429 262 @ 0x43c11c 0x893563 0x45b251
#	0x43c11b	runtime.selectgo+0x1b										/usr/lib/go/src/runtime/select.go:238
#	0x893562	github.com/influxdata/influxdb/services/continuous_querier.(*Service).backgroundLoop+0x432	/tmp/.gdm_28007/src/github.com/influxdata/influxdb/services/continuous_querier/service.go:220

962297504043 25 @ 0x43c11c 0x86b710 0x45b251
#	0x43c11b	runtime.selectgo+0x1b							/usr/lib/go/src/runtime/select.go:238
#	0x86b70f	github.com/influxdata/influxdb/monitor.(*Monitor).storeStatistics+0x8ef	/tmp/.gdm_28007/src/github.com/influxdata/influxdb/monitor/service.go:428

801726192135 293 @ 0x4054ed 0x832c5c 0x45b251
#	0x4054ec	runtime.chansend1+0x4c							/usr/lib/go/src/runtime/chan.go:113
#	0x832c5b	github.com/influxdata/influxdb/tsdb.(*Store).loadShards.func1+0x5b	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:211

788311379023 197 @ 0x43c11c 0x934d37 0x936cd7 0x45b251
#	0x43c11b	runtime.selectgo+0x1b								/usr/lib/go/src/runtime/select.go:238
#	0x934d36	github.com/influxdata/influxdb/services/subscriber.(*Service).run+0x3e6		/tmp/.gdm_28007/src/github.com/influxdata/influxdb/services/subscriber/service.go:238
#	0x936cd6	github.com/influxdata/influxdb/services/subscriber.(*Service).Open.func1+0x56	/tmp/.gdm_28007/src/github.com/influxdata/influxdb/services/subscriber/service.go:97

631836883037 72 @ 0x43c11c 0x8703eb 0x86fc51 0x90e4cd 0x91dd9c 0x91ce75 0x6898f4 0x91d65b 0x6898f4 0x91c1d9 0x6898f4 0x91cf7e 0x6898f4 0x91d388 0x6898f4 0x91d49e 0x6898f4 0x91da97 0x6898f4 0x8a118f 0x90ae5a 0x68c1b2 0x688462 0x45b251
#	0x43c11b	runtime.selectgo+0x1b														/usr/lib/go/src/runtime/select.go:238
#	0x8703ea	github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged+0x76a						/tmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:346
#	0x86fc50	github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePoints+0x90							/tmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:287
#	0x90e4cc	github.com/influxdata/influxdb/services/httpd.(*Handler).serveWrite+0x94c							/tmp/.gdm_28007/src/github.com/influxdata/influxdb/services/httpd/handler.go:684
#	0x91dd9b	github.com/influxdata/influxdb/services/httpd.(*Handler).(github.com/influxdata/influxdb/services/httpd.serveWrite)-fm+0x5b	/tmp/.gdm_28007/src/github.com/influxdata/influxdb/services/httpd/handler.go:139
#	0x91ce74	github.com/influxdata/influxdb/services/httpd.authenticate.func1+0x7f4								/tmp/.gdm_28007/src/github.com/influxdata/influxdb/services/httpd/handler.go:1037
#	0x6898f3	net/http.HandlerFunc.ServeHTTP+0x43												/usr/lib/go/src/net/http/server.go:1942
#	0x91d65a	github.com/influxdata/influxdb/services/httpd.(*Handler).responseWriter.func1+0xaa						/tmp/.gdm_28007/src/github.com/influxdata/influxdb/services/httpd/handler.go:1184
#	0x6898f3	net/http.HandlerFunc.ServeHTTP+0x43												/usr/lib/go/src/net/http/server.go:1942
#	0x91c1d8	github.com/influxdata/influxdb/services/httpd.gzipFilter.func1+0x218								/tmp/.gdm_28007/src/github.com/influxdata/influxdb/services/httpd/gzip.go:39
#	0x6898f3	net/http.HandlerFunc.ServeHTTP+0x43												/usr/lib/go/src/net/http/server.go:1942
#	0x91cf7d	github.com/influxdata/influxdb/services/httpd.cors.func1+0xed									/tmp/.gdm_28007/src/github.com/influxdata/influxdb/services/httpd/handler.go:1158
#	0x6898f3	net/http.HandlerFunc.ServeHTTP+0x43												/usr/lib/go/src/net/http/server.go:1942
#	0x91d387	github.com/influxdata/influxdb/services/httpd.requestID.func1+0x137								/tmp/.gdm_28007/src/github.com/influxdata/influxdb/services/httpd/handler.go:1168
#	0x6898f3	net/http.HandlerFunc.ServeHTTP+0x43												/usr/lib/go/src/net/http/server.go:1942
#	0x91d49d	github.com/influxdata/influxdb/services/httpd.(*Handler).logging.func1+0xfd							/tmp/.gdm_28007/src/github.com/influxdata/influxdb/services/httpd/handler.go:1176
#	0x6898f3	net/http.HandlerFunc.ServeHTTP+0x43												/usr/lib/go/src/net/http/server.go:1942
#	0x91da96	github.com/influxdata/influxdb/services/httpd.(*Handler).recovery.func1+0x166							/tmp/.gdm_28007/src/github.com/influxdata/influxdb/services/httpd/handler.go:1202
#	0x6898f3	net/http.HandlerFunc.ServeHTTP+0x43												/usr/lib/go/src/net/http/server.go:1942
#	0x8a118e	github.com/bmizerany/pat.(*PatternServeMux).ServeHTTP+0x63e									/tmp/.gdm_7620/src/github.com/bmizerany/pat/mux.go:117
#	0x90ae59	github.com/influxdata/influxdb/services/httpd.(*Handler).ServeHTTP+0x1f9							/tmp/.gdm_28007/src/github.com/influxdata/influxdb/services/httpd/handler.go:260
#	0x68c1b1	net/http.serverHandler.ServeHTTP+0x91												/usr/lib/go/src/net/http/server.go:2568
#	0x688461	net/http.(*conn).serve+0x611													/usr/lib/go/src/net/http/server.go:1825

439584619801 11 @ 0x43c11c 0x83138e 0x45b251
#	0x43c11b	runtime.selectgo+0x1b							/usr/lib/go/src/runtime/select.go:238
#	0x83138d	github.com/influxdata/influxdb/tsdb.(*Store).monitorShards+0x65d	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:1054

241102065427 1 @ 0x43c11c 0x6a0fdc 0x45b251
#	0x43c11b	runtime.selectgo+0x1b			/usr/lib/go/src/runtime/select.go:238
#	0x6a0fdb	net/http.setRequestCancel.func3+0x17b	/usr/lib/go/src/net/http/client.go:320

238906114420 1 @ 0x43c11c 0x69e6aa 0x45b251
#	0x43c11b	runtime.selectgo+0x1b			/usr/lib/go/src/runtime/select.go:238
#	0x69e6a9	net/http.(*persistConn).writeLoop+0x439	/usr/lib/go/src/net/http/transport.go:1704

51949031770 138 @ 0x43c11c 0x9feae1 0x45b251
#	0x43c11b	runtime.selectgo+0x1b								/usr/lib/go/src/runtime/select.go:238
#	0x9feae0	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*WAL).scheduleSync.func1+0x1f0	/tmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/wal.go:266

38006704840 1 @ 0x43c11c 0x86adaa 0x86b005 0x45b251
#	0x43c11b	runtime.selectgo+0x1b								/usr/lib/go/src/runtime/select.go:238
#	0x86ada9	github.com/influxdata/influxdb/monitor.(*Monitor).waitUntilInterval+0x289	/tmp/.gdm_28007/src/github.com/influxdata/influxdb/monitor/service.go:404
#	0x86b004	github.com/influxdata/influxdb/monitor.(*Monitor).storeStatistics+0x1e4		/tmp/.gdm_28007/src/github.com/influxdata/influxdb/monitor/service.go:420

33725302339 62 @ 0x406475 0x9edf94 0x9ed351 0x9be99e 0x820a23 0x82f97c 0x8706ed 0x87eb0a 0x45b251
#	0x406474	runtime.chanrecv1+0x34										/usr/lib/go/src/runtime/chan.go:395
#	0x9edf93	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*WAL).writeToLog+0x323				/tmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/wal.go:446
#	0x9ed350	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*WAL).WriteMulti+0x80				/tmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/wal.go:301
#	0x9be99d	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).WritePoints+0xb7d			/tmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:854
#	0x820a22	github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints+0x202					/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:464
#	0x82f97b	github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard+0xdb					/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:905
#	0x8706ec	github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard+0x8c			/tmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:366
#	0x87eb09	github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged.func1+0x99	/tmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:312

7681384379 6 @ 0x4054ed 0x9fc52a 0x45b251
#	0x4054ec	runtime.chansend1+0x4c									/usr/lib/go/src/runtime/chan.go:113
#	0x9fc529	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*FileStore).WalkKeys.func1+0xd9	/tmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/file_store.go:267

6978551420 8 @ 0x43c11c 0x8703eb 0xa139dd 0x868607 0x86b556 0x45b251
#	0x43c11b	runtime.selectgo+0x1b									/usr/lib/go/src/runtime/select.go:238
#	0x8703ea	github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePointsPrivileged+0x76a	/tmp/.gdm_28007/src/github.com/influxdata/influxdb/coordinator/points_writer.go:346
#	0xa139dc	github.com/influxdata/influxdb/cmd/influxd/run.(*monitorPointsWriter).WritePoints+0x8c	/tmp/.gdm_28007/src/github.com/influxdata/influxdb/cmd/influxd/run/server.go:606
#	0x868606	github.com/influxdata/influxdb/monitor.(*Monitor).writePoints+0xf6			/tmp/.gdm_28007/src/github.com/influxdata/influxdb/monitor/service.go:151
#	0x86b555	github.com/influxdata/influxdb/monitor.(*Monitor).storeStatistics+0x735			/tmp/.gdm_28007/src/github.com/influxdata/influxdb/monitor/service.go:453

6934036064 1 @ 0x406475 0x82b53d 0x82aac0 0xa11aab 0xa07d1a 0xa154c9 0xa14fdd 0x42ddda 0x45b251
#	0x406474	runtime.chanrecv1+0x34							/usr/lib/go/src/runtime/chan.go:395
#	0x82b53c	github.com/influxdata/influxdb/tsdb.(*Store).loadShards+0x97c		/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:257
#	0x82aabf	github.com/influxdata/influxdb/tsdb.(*Store).Open+0x20f			/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:143
#	0xa11aaa	github.com/influxdata/influxdb/cmd/influxd/run.(*Server).Open+0xa8a	/tmp/.gdm_28007/src/github.com/influxdata/influxdb/cmd/influxd/run/server.go:410
#	0xa07d19	github.com/influxdata/influxdb/cmd/influxd/run.(*Command).Run+0x919	/tmp/.gdm_28007/src/github.com/influxdata/influxdb/cmd/influxd/run/command.go:117
#	0xa154c8	main.(*Main).Run+0x248							/home/phemmer/.go/src/github.com/influxdata/influxdb/cmd/influxd/main.go:89
#	0xa14fdc	main.main+0xac								/home/phemmer/.go/src/github.com/influxdata/influxdb/cmd/influxd/main.go:46
#	0x42ddd9	runtime.main+0x209							/usr/lib/go/src/runtime/proc.go:185

2214567051 6 @ 0x4054ed 0x9fd632 0x45b251
#	0x4054ec	runtime.chansend1+0x4c							/usr/lib/go/src/runtime/chan.go:113
#	0x9fd631	github.com/influxdata/influxdb/tsdb/engine/tsm1.merge.func2+0x401	/tmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/file_store.go:1286

814383617 1 @ 0x46fe49 0x9edbc4 0x9c05a0 0x9f9d81 0x45b251
#	0x46fe48	sync.(*RWMutex).RLock+0x48									/usr/lib/go/src/sync/rwmutex.go:43
#	0x9edbc3	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*WAL).LastWriteTime+0x53			/tmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/wal.go:374
#	0x9c059f	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache+0x14f			/tmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1145
#	0x9f9d80	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions.func1+0x60	/tmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:277

620991516 2 @ 0x46ff6e 0x9b93c1 0x9b9074 0x820788 0x830ff5 0x45b251
#	0x46ff6d	sync.(*RWMutex).Lock+0x6d									/usr/lib/go/src/sync/rwmutex.go:91
#	0x9b93c0	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableSnapshotCompactions+0x30	/tmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:266
#	0x9b9073	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).SetCompactionsEnabled+0x33		/tmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:203
#	0x820787	github.com/influxdata/influxdb/tsdb.(*Shard).SetCompactionsEnabled+0x67				/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:418
#	0x830ff4	github.com/influxdata/influxdb/tsdb.(*Store).monitorShards+0x2c4				/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:1063

430904225 2 @ 0x46fe49 0x9edbc4 0x9c2086 0x9c0c8e 0x9f9b11 0x45b251
#	0x46fe48	sync.(*RWMutex).RLock+0x48									/usr/lib/go/src/sync/rwmutex.go:43
#	0x9edbc3	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*WAL).LastWriteTime+0x53			/tmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/wal.go:374
#	0x9c2085	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).fullCompactionStrategy+0x35		/tmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1355
#	0x9c0c8d	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull+0x11d			/tmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:1205
#	0x9f9b10	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).enableLevelCompactions.func1+0x60	/tmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:234

36480030 1 @ 0x46ef7d 0x7245a1 0x723816 0x7209e0 0x720435 0x8335c2 0x45b251
#	0x46ef7c	sync.(*Mutex).Lock+0x9c							/usr/lib/go/src/sync/mutex.go:87
#	0x7245a0	github.com/uber-go/zap.(*lockedWriteSyncer).Write+0x30			/tmp/.gdm_16887/src/github.com/uber-go/zap/writer.go:75
#	0x723815	github.com/uber-go/zap.(*textEncoder).WriteEntry+0x2c5			/tmp/.gdm_16887/src/github.com/uber-go/zap/text_encoder.go:141
#	0x7209df	github.com/uber-go/zap.(*logger).log+0x26f				/tmp/.gdm_16887/src/github.com/uber-go/zap/logger.go:141
#	0x720434	github.com/uber-go/zap.(*logger).Info+0x64				/tmp/.gdm_16887/src/github.com/uber-go/zap/logger.go:97
#	0x8335c1	github.com/influxdata/influxdb/tsdb.(*Store).loadShards.func1+0x9c1	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:248

14845819 1 @ 0x4054ed 0x833c5b 0x45b251
#	0x4054ec	runtime.chansend1+0x4c							/usr/lib/go/src/runtime/chan.go:113
#	0x833c5a	github.com/influxdata/influxdb/tsdb.(*Store).walkShards.func1+0x1aa	/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:628

733947 2 @ 0x4054ed 0x9fd1eb 0x45b251
#	0x4054ec	runtime.chansend1+0x4c							/usr/lib/go/src/runtime/chan.go:113
#	0x9fd1ea	github.com/influxdata/influxdb/tsdb/engine/tsm1.merge.func1+0x10a	/tmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/file_store.go:1241

303112 1 @ 0x4054ed 0x9fd3a6 0x45b251
#	0x4054ec	runtime.chansend1+0x4c							/usr/lib/go/src/runtime/chan.go:113
#	0x9fd3a5	github.com/influxdata/influxdb/tsdb/engine/tsm1.merge.func2+0x175	/tmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/file_store.go:1290

132953 1 @ 0x4054ed 0x9fd904 0x45b251
#	0x4054ec	runtime.chansend1+0x4c							/usr/lib/go/src/runtime/chan.go:113
#	0x9fd903	github.com/influxdata/influxdb/tsdb/engine/tsm1.merge.func2+0x6d3	/tmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/file_store.go:1308

94240 2 @ 0x4064b5 0x9fd174 0x45b251
#	0x4064b4	runtime.chanrecv2+0x34							/usr/lib/go/src/runtime/chan.go:400
#	0x9fd173	github.com/influxdata/influxdb/tsdb/engine/tsm1.merge.func1+0x93	/tmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/file_store.go:1240

47640 1 @ 0x46fe49 0x9424da 0x948434 0x9bddc2 0x9f9e5c 0x9ce032 0x9bbf07 0x83257a 0x81ff1f 0x8331f2 0x45b251
#	0x46fe48	sync.(*RWMutex).RLock+0x48								/usr/lib/go/src/sync/rwmutex.go:43
#	0x9424d9	github.com/influxdata/influxdb/tsdb/index/inmem.(*Index).CreateSeriesIfNotExists+0x59	/tmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:145
#	0x948433	github.com/influxdata/influxdb/tsdb/index/inmem.(*ShardIndex).InitializeSeries+0xc3	/tmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/index/inmem/inmem.go:823
#	0x9bddc1	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).addToIndexFromKey+0x281	/tmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:789
#	0x9f9e5b	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).LoadMetadataIndex.func1+0xab	/tmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:505
#	0x9ce031	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*FileStore).WalkKeys+0x321		/tmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/file_store.go:276
#	0x9bbf06	github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).LoadMetadataIndex+0xd6	/tmp/.gdm_28007/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:509
#	0x832579	github.com/influxdata/influxdb/tsdb.(*Shard).Open.func1+0x3b9				/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:298
#	0x81ff1e	github.com/influxdata/influxdb/tsdb.(*Shard).Open+0x2e					/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/shard.go:304
#	0x8331f1	github.com/influxdata/influxdb/tsdb.(*Store).loadShards.func1+0x5f1			/tmp/.gdm_28653/src/github.com/influxdata/influxdb/tsdb/store.go:241