Skip to content

Instantly share code, notes, and snippets.

@woodsaj

woodsaj/goroutines.txt

Created December 6, 2017 19:32
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save woodsaj/3b033d17567b363361c23d9120165d4e to your computer and use it in GitHub Desktop.
Save woodsaj/3b033d17567b363361c23d9120165d4e to your computer and use it in GitHub Desktop.
Download ZIP
MT instance not consuming
Raw
goroutines.txt
goroutine 48039790 [running]:
runtime/pprof.writeGoroutineStacks(0x7f51e32857f8, 0xc423a2e700, 0x30, 0xc42cb497a0)
/usr/local/go/src/runtime/pprof/pprof.go:603 +0x79
runtime/pprof.writeGoroutine(0x7f51e32857f8, 0xc423a2e700, 0x2, 0xc466d92570, 0x40fdb8)
/usr/local/go/src/runtime/pprof/pprof.go:592 +0x44
runtime/pprof.(*Profile).WriteTo(0x105b820, 0x7f51e32857f8, 0xc423a2e700, 0x2, 0xc423a2e700, 0xc466d927a0)
/usr/local/go/src/runtime/pprof/pprof.go:302 +0x3b5
net/http/pprof.handler.ServeHTTP(0xc42cb493f1, 0x9, 0x7f51e1da60b0, 0xc423a2e700, 0xc432ecd600)
/usr/local/go/src/net/http/pprof/pprof.go:209 +0x1d1
net/http/pprof.Index(0x7f51e1da60b0, 0xc423a2e700, 0xc432ecd600)
/usr/local/go/src/net/http/pprof/pprof.go:221 +0x1e3
net/http.HandlerFunc.ServeHTTP(0xc9c958, 0x7f51e1da60b0, 0xc423a2e700, 0xc432ecd600)
/usr/local/go/src/net/http/server.go:1942 +0x44
net/http.(*ServeMux).ServeHTTP(0x1069580, 0x7f51e1da60b0, 0xc423a2e700, 0xc432ecd600)
/usr/local/go/src/net/http/server.go:2238 +0x130
github.com/raintank/metrictank/api.NewServer.func1(0xc42ac7f560)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/api/api.go:77 +0xa0
reflect.Value.call(0xb42920, 0xc9b590, 0x13, 0xc67b7c, 0x4, 0xc43592cb00, 0x1, 0x1, 0xc466d92c28, 0xb42920, ...)
/usr/local/go/src/reflect/value.go:434 +0x91f
reflect.Value.Call(0xb42920, 0xc9b590, 0x13, 0xc43592cb00, 0x1, 0x1, 0x1069460, 0xc42f0c7350, 0xc466d92d88)
/usr/local/go/src/reflect/value.go:302 +0xa4
github.com/raintank/metrictank/vendor/github.com/go-macaron/inject.(*injector).callInvoke(0xc43592cac0, 0xb42920, 0xc9b590, 0x1038180, 0xb42920, 0x1, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/go-macaron/inject/inject.go:177 +0x1df
github.com/raintank/metrictank/vendor/github.com/go-macaron/inject.(*injector).Invoke(0xc43592cac0, 0xb42920, 0xc9b590, 0x0, 0x0, 0x0, 0x0, 0xc466d92dd0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/go-macaron/inject/inject.go:137 +0xca
github.com/raintank/metrictank/vendor/gopkg.in/macaron%2ev1.(*Context).run(0xc42ac7f560)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/gopkg.in/macaron.v1/context.go:113 +0x72
github.com/raintank/metrictank/vendor/gopkg.in/macaron%2ev1.(*Context).Next(0xc42ac7f560)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/gopkg.in/macaron.v1/context.go:104 +0x36
github.com/raintank/metrictank/vendor/gopkg.in/macaron%2ev1.Recovery.func1(0xc42ac7f560, 0xc420bfa780)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/gopkg.in/macaron.v1/recovery.go:161 +0x5b
reflect.Value.call(0xb57700, 0xc9c2b8, 0x13, 0xc67b7c, 0x4, 0xc42cb49710, 0x2, 0x2, 0x58, 0xb57700, ...)
/usr/local/go/src/reflect/value.go:434 +0x91f
reflect.Value.Call(0xb57700, 0xc9c2b8, 0x13, 0xc42cb49710, 0x2, 0x2, 0x58, 0x3, 0xc420032650)
/usr/local/go/src/reflect/value.go:302 +0xa4
github.com/raintank/metrictank/vendor/github.com/go-macaron/inject.(*injector).callInvoke(0xc43592cac0, 0xb57700, 0xc9c2b8, 0x1038180, 0xb57700, 0x2, 0xc466d93370, 0x4d10a0, 0xc420bfa780, 0xc42ec3a300, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/go-macaron/inject/inject.go:177 +0x1df
github.com/raintank/metrictank/vendor/github.com/go-macaron/inject.(*injector).Invoke(0xc43592cac0, 0xb57700, 0xc9c2b8, 0x1069b20, 0x4d, 0xc42ec3a300, 0xc420bfa7b0, 0xc466d933b8)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/go-macaron/inject/inject.go:137 +0xca
github.com/raintank/metrictank/vendor/gopkg.in/macaron%2ev1.(*Context).run(0xc42ac7f560)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/gopkg.in/macaron.v1/context.go:113 +0x72
github.com/raintank/metrictank/vendor/gopkg.in/macaron%2ev1.(*Context).Next(0xc42ac7f560)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/gopkg.in/macaron.v1/context.go:104 +0x36
github.com/raintank/metrictank/vendor/gopkg.in/macaron%2ev1.Logger.func1(0xc42ac7f560, 0xc420bfa780)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/gopkg.in/macaron.v1/logger.go:43 +0x274
reflect.Value.call(0xb57700, 0xc9c298, 0x13, 0xc67b7c, 0x4, 0xc42cb495c0, 0x2, 0x2, 0xc466d93b18, 0xb57700, ...)
/usr/local/go/src/reflect/value.go:434 +0x91f
reflect.Value.Call(0xb57700, 0xc9c298, 0x13, 0xc42cb495c0, 0x2, 0x2, 0xc37340, 0xc4201c8b28, 0xc466d93b10)
/usr/local/go/src/reflect/value.go:302 +0xa4
github.com/raintank/metrictank/vendor/github.com/go-macaron/inject.(*injector).callInvoke(0xc43592cac0, 0xb57700, 0xc9c298, 0x1038180, 0xb57700, 0x2, 0xc466d93b10, 0xc4201c8bb8, 0x16, 0x16, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/go-macaron/inject/inject.go:177 +0x1df
github.com/raintank/metrictank/vendor/github.com/go-macaron/inject.(*injector).Invoke(0xc43592cac0, 0xb57700, 0xc9c298, 0x102f220, 0xc43592cac0, 0x1, 0xc420bc8ae0, 0xc420165590)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/go-macaron/inject/inject.go:137 +0xca
github.com/raintank/metrictank/vendor/gopkg.in/macaron%2ev1.(*Context).run(0xc42ac7f560)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/gopkg.in/macaron.v1/context.go:113 +0x72
github.com/raintank/metrictank/vendor/gopkg.in/macaron%2ev1.(*Router).NotFound.func1(0x102e060, 0xc420c56ee0, 0xc432ecd600)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/gopkg.in/macaron.v1/router.go:262 +0x15f
github.com/raintank/metrictank/vendor/gopkg.in/macaron%2ev1.(*Router).ServeHTTP(0xc420bfa730, 0x102e060, 0xc420c56ee0, 0xc432ecd600)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/gopkg.in/macaron.v1/router.go:291 +0x9a
github.com/raintank/metrictank/vendor/gopkg.in/macaron%2ev1.(*Macaron).ServeHTTP(0xc420990c00, 0x102e060, 0xc420c56ee0, 0xc432ecd600)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/gopkg.in/macaron.v1/macaron.go:177 +0x14c
net/http.serverHandler.ServeHTTP(0xc4201d42c0, 0x102e060, 0xc420c56ee0, 0xc432ecd600)
/usr/local/go/src/net/http/server.go:2568 +0x92
net/http.(*conn).serve(0xc44a7361e0, 0x102ec60, 0xc424136680)
/usr/local/go/src/net/http/server.go:1825 +0x612
created by net/http.(*Server).Serve
/usr/local/go/src/net/http/server.go:2668 +0x2ce
goroutine 1 [chan receive, 55908 minutes]:
main.main()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/metrictank.go:402 +0x15ba
goroutine 5 [syscall, 55908 minutes]:
os/signal.signal_recv(0x0)
/usr/local/go/src/runtime/sigqueue.go:116 +0x104
os/signal.loop()
/usr/local/go/src/os/signal/signal_unix.go:22 +0x22
created by os/signal.init.1
/usr/local/go/src/os/signal/signal_unix.go:28 +0x41
goroutine 7 [select, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/raintank/worldping-api/pkg/log.(*Logger).StartLogger(0xc42026e9c0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/raintank/worldping-api/pkg/log/log.go:234 +0x2a7
created by github.com/raintank/metrictank/vendor/github.com/raintank/worldping-api/pkg/log.newLogger
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/raintank/worldping-api/pkg/log/log.go:167 +0x11f
goroutine 8 [select]:
github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb/util.(*BufferPool).drain(0xc420174460)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb/util/buffer_pool.go:206 +0x23f
created by github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb/util.NewBufferPool
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb/util/buffer_pool.go:237 +0x19c
goroutine 58 [select, 20 minutes]:
github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb.(*DB).compactionError(0xc420276300)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb/db_compaction.go:90 +0x5d9
created by github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb.openDB
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb/db.go:141 +0x5f4
goroutine 59 [select]:
github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb.(*DB).mpoolDrain(0xc420276300)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb/db_state.go:96 +0x249
created by github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb.openDB
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb/db.go:142 +0x616
goroutine 60 [select, 20 minutes]:
github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb.(*DB).tCompaction(0xc420276300)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb/db_compaction.go:804 +0x638
created by github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb.openDB
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb/db.go:148 +0x793
goroutine 61 [select, 20 minutes]:
github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb.(*DB).mCompaction(0xc420276300)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb/db_compaction.go:751 +0x242
created by github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb.openDB
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb/db.go:149 +0x7b5
goroutine 62 [select, 55908 minutes]:
github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb.(*DB).jWriter(0xc420276300)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb/db_write.go:37 +0x1ad
created by github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb.openDB
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb/db.go:150 +0x7d7
goroutine 1298 [select, 7441 minutes]:
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*eventDebouncer).flusher(0xc420a5d3b0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/events.go:40 +0x136
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.newEventDebouncer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/events.go:28 +0x10e
goroutine 1641 [chan receive, 31 minutes]:
github.com/raintank/metrictank/idx/cassandra.(*CasIdx).processWriteQueue(0xc420a293e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:358 +0x91
created by github.com/raintank/metrictank/idx/cassandra.(*CasIdx).Init
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:209 +0x11d
goroutine 1215 [IO wait, 31 minutes]:
net.runtime_pollWait(0x7f51e36c7300, 0x72, 0x55)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4207e2688, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4207e2688, 0xc42273d000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4207e2620, 0xc42273d000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c0c050, 0xc42273d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420c33860, 0xc4209081e8, 0x1, 0x9, 0x7f51e36c7308, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420c33860, 0xc4209081e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420c33860, 0xc4209081e8, 0x1, 0x9, 0x0, 0x7f51e371be10, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420c33860, 0xc4209081e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4209081c0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4209081c0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1403 [IO wait]:
net.runtime_pollWait(0x7f51e36c6d00, 0x72, 0x9c)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420a831e8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420a831e8, 0xc42449c000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420a83180, 0xc42449c000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42081c048, 0xc42449c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc424458540, 0xc424472078, 0x8, 0x8, 0xed1ba3c8c, 0xc409357ab6, 0x1069b20)
/usr/local/go/src/bufio/bufio.go:213 +0x312
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*bufConn).Read(0xc4244740a0, 0xc424472078, 0x8, 0x8, 0x0, 0x9357ab6, 0x1069b20)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:110 +0x4d
io.ReadAtLeast(0x7f51e36c4ad0, 0xc4244740a0, 0xc424472078, 0x8, 0x8, 0x8, 0xbf49e0, 0x0, 0x7f51e36c4ad0)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x7f51e36c4ad0, 0xc4244740a0, 0xc424472078, 0x8, 0x8, 0x0, 0x0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).responseReceiver(0xc420a80fc0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:444 +0x31e
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseReceiver)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4244680a0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Open.func1
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x625
goroutine 1543 [chan receive, 29217 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).dispatcher(0xc42445e000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:307 +0x5f
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatcher)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424450260)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x31c
goroutine 898 [select]:
github.com/raintank/metrictank/mdata.(*CassandraStore).processWriteQueue(0xc42089a600, 0xc420c182a0, 0xc420ac4080)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:296 +0x6d1
created by github.com/raintank/metrictank/mdata.NewCassandraStore
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:267 +0x1008
goroutine 1735 [IO wait, 33 minutes]:
net.runtime_pollWait(0x7f51e34cd440, 0x72, 0x98)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4228fc1b8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4228fc1b8, 0xc42027c000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4228fc150, 0xc42027c000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420902010, 0xc42027c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4228a69c0, 0xc4228fa1e8, 0x1, 0x9, 0x7f51e34cd448, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4228a69c0, 0xc4228fa1e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4228a69c0, 0xc4228fa1e8, 0x1, 0x9, 0x0, 0x7f51e371b000, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4228a69c0, 0xc4228fa1e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4228fa1c0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4228fa1c0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1752 [chan receive, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).dispatcher(0xc420a81650)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:231 +0xef
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatcher)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:99 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424443fb0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.NewAsyncProducerFromClient
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:99 +0x2c5
goroutine 272 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e34cdec0, 0x72, 0xf)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420188458, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420188458, 0xc420a8a000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4201883f0, 0xc420a8a000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420a84000, 0xc420a8a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420a88000, 0xc420a92028, 0x1, 0x9, 0xc420a39cb0, 0x40efd2, 0x7f51e32db408)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420a88000, 0xc420a92028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420a88000, 0xc420a92028, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420a88000, 0xc420a92028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a92000, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a92000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 878 [select]:
github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc42026c000, 0x3b9aca00, 0xc420a88d20, 0xc420a88cc0, 0xc4207d5fc0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist/state.go:116 +0x196
created by github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist.(*Memberlist).schedule
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist/state.go:82 +0x3f0
goroutine 503 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e36846e0, 0x72, 0x9)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4201ae308, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4201ae308, 0xc420a69000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4201ae2a0, 0xc420a69000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42080c080, 0xc420a69000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42089afc0, 0xc420174728, 0x1, 0x9, 0x0, 0xc4209afcb8, 0xc4209aff00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42089afc0, 0xc420174728, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42089afc0, 0xc420174728, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42089afc0, 0xc420174728, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420174700, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420174700)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 561 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e3684560, 0x72, 0xa)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4202046f8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4202046f8, 0xc420aa0000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420204690, 0xc420aa0000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc4209d8040, 0xc420aa0000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4209daae0, 0xc4209e22c8, 0x1, 0x9, 0x0, 0xc420710cb8, 0xc420710f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4209daae0, 0xc4209e22c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4209daae0, 0xc4209e22c8, 0x1, 0x9, 0x8, 0x7f51e371cc20, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4209daae0, 0xc4209e22c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4209e22a0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4209e22a0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 408 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e36840e0, 0x72, 0x18)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420a80148, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420a80148, 0xc420ae2000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420a800e0, 0xc420ae2000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42019c0f8, 0xc420ae2000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420ac63c0, 0xc420726b88, 0x1, 0x9, 0x0, 0xc4200c3cb8, 0xc4200c3f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420ac63c0, 0xc420726b88, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420ac63c0, 0xc420726b88, 0x1, 0x9, 0x8, 0x7f51e371be10, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420ac63c0, 0xc420726b88, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420726b60, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420726b60)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 68 [sleep]:
time.Sleep(0x25406172c)
/usr/local/go/src/runtime/time.go:59 +0xf9
github.com/raintank/metrictank/stats.tick.func1(0x2540be400, 0xc42002ea20)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/stats/tick.go:14 +0xd2
created by github.com/raintank/metrictank/stats.tick
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/stats/tick.go:22 +0x67
goroutine 413 [select]:
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*controlConn).heartBeat(0xc4201f2800)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/control.go:63 +0x2bb
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*controlConn).connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/control.go:235 +0x268
goroutine 129 [chan receive, 55908 minutes]:
main.main.func1(0xc42027fa40)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/metrictank.go:232 +0x57
created by main.main
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/metrictank.go:235 +0x2422
goroutine 130 [chan receive]:
github.com/raintank/metrictank/vendor/github.com/Dieterbe/profiletrigger/heap.Heap.Run(0xc42002e014, 0x43, 0x9c400000, 0xe10, 0x2540be400, 0x0, 0xc42027fa40)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Dieterbe/profiletrigger/heap/heap.go:49 +0xc2
created by main.main
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/metrictank.go:236 +0x2467
goroutine 131 [select, 55908 minutes, locked to thread]:
runtime.gopark(0xc9cd80, 0x0, 0xc6a32b, 0x6, 0x18, 0x2)
/usr/local/go/src/runtime/proc.go:271 +0x13a
runtime.selectgoImpl(0xc4200d3f50, 0x0, 0x18)
/usr/local/go/src/runtime/select.go:423 +0x1364
runtime.selectgo(0xc4200d3f50)
/usr/local/go/src/runtime/select.go:238 +0x1c
runtime.ensureSigM.func1()
/usr/local/go/src/runtime/signal_unix.go:434 +0x2dd
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1
goroutine 132 [chan receive]:
github.com/raintank/metrictank/stats.(*Graphite).writer(0xc420736990)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/stats/out_graphite.go:103 +0x159
created by github.com/raintank/metrictank/stats.NewGraphite
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/stats/out_graphite.go:48 +0x2b2
goroutine 133 [chan receive]:
github.com/raintank/metrictank/stats.(*Graphite).reporter(0xc420736990, 0xa)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/stats/out_graphite.go:54 +0x9c
created by github.com/raintank/metrictank/stats.NewGraphite
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/stats/out_graphite.go:49 +0x2e1
goroutine 628 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e33cc600, 0x72, 0x38)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420a82148, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420a82148, 0xc42082a000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420a820e0, 0xc42082a000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c64010, 0xc42082a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420c4a1e0, 0xc420a32028, 0x1, 0x9, 0x0, 0xc420c60cb8, 0xc420c60f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420c4a1e0, 0xc420a32028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420c4a1e0, 0xc420a32028, 0x1, 0x9, 0x8, 0x7f51e371cc20, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420c4a1e0, 0xc420a32028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a32000, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a32000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 612 [select]:
github.com/raintank/metrictank/mdata.(*CassandraStore).processWriteQueue(0xc42089a600, 0xc42089a660, 0xc420986020)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:296 +0x6d1
created by github.com/raintank/metrictank/mdata.NewCassandraStore
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:267 +0x1008
goroutine 469 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e3683de0, 0x72, 0x24)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4207e2228, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4207e2228, 0xc420ae7000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4207e21c0, 0xc420ae7000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42080c0d0, 0xc420ae7000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42089bbc0, 0xc420174b88, 0x1, 0x9, 0x0, 0xc42b6d5cb8, 0xc42b6d5f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42089bbc0, 0xc420174b88, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42089bbc0, 0xc420174b88, 0x1, 0x9, 0x8, 0x7f51e371c2c0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42089bbc0, 0xc420174b88, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420174b60, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420174b60)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 808 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e3683960, 0x72, 0x47)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4209fa148, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4209fa148, 0xc420716000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4209fa0e0, 0xc420716000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420a26030, 0xc420716000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420bd69c0, 0xc4208f01e8, 0x1, 0x9, 0x0, 0xc420256cb8, 0xc420256f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420bd69c0, 0xc4208f01e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420bd69c0, 0xc4208f01e8, 0x1, 0x9, 0x8, 0x7f51e371be10, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420bd69c0, 0xc4208f01e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4208f01c0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4208f01c0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 547 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e33cc180, 0x72, 0x11)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420a80068, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420a80068, 0xc420a6f000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420a80000, 0xc420a6f000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42080c090, 0xc420a6f000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42089b200, 0xc420174808, 0x1, 0x9, 0x0, 0xc420953cb8, 0xc420953f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42089b200, 0xc420174808, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42089b200, 0xc420174808, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42089b200, 0xc420174808, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4201747e0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4201747e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1396 [IO wait, 33 minutes]:
net.runtime_pollWait(0x7f51e36c7b40, 0x72, 0x80)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420188308, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420188308, 0xc42286d000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4201882a0, 0xc42286d000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420730008, 0xc42286d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4228083c0, 0xc4207e6108, 0x1, 0x9, 0x7f51e36c7b48, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4228083c0, 0xc4207e6108, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4228083c0, 0xc4207e6108, 0x1, 0x9, 0x0, 0x7f51e371b960, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4228083c0, 0xc4207e6108, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4207e60e0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4207e60e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 544 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e34cc180, 0x72, 0x2a)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420bc4068, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420bc4068, 0xc420c4c000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420bc4000, 0xc420c4c000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c36000, 0xc420c4c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420c4a000, 0xc420c56028, 0x1, 0x9, 0x0, 0xc42085ccb8, 0xc42085cf00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420c4a000, 0xc420c56028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420c4a000, 0xc420c56028, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420c4a000, 0xc420c56028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c56000, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c56000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1198 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e34cf648, 0x72, 0x84)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4228cc068, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4228cc068, 0xc4228f4000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4228cc000, 0xc4228f4000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc4200f4018, 0xc4228f4000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4228a2180, 0xc4228fa028, 0x1, 0x9, 0x7f51e34cf650, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4228a2180, 0xc4228fa028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4228a2180, 0xc4228fa028, 0x1, 0x9, 0x0, 0x7f51e371b000, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4228a2180, 0xc4228fa028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4228fa000, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4228fa000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 799 [select]:
github.com/raintank/metrictank/mdata.(*CassandraStore).processWriteQueue(0xc42089a600, 0xc420a88300, 0xc420ac4020)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:296 +0x6d1
created by github.com/raintank/metrictank/mdata.NewCassandraStore
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:267 +0x1008
goroutine 457 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e33cce40, 0x72, 0x1b)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420a801b8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420a801b8, 0xc420ae8000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420a80150, 0xc420ae8000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420902060, 0xc420ae8000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4207d7440, 0xc420908568, 0x1, 0x9, 0x0, 0xc4209b1cb8, 0xc4209b1f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4207d7440, 0xc420908568, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4207d7440, 0xc420908568, 0x1, 0x9, 0x8, 0x7f51e371b4b0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4207d7440, 0xc420908568, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420908540, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420908540)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 332 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e36843e0, 0x72, 0x20)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4201ae458, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4201ae458, 0xc420afa000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4201ae3f0, 0xc420afa000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc4207ee060, 0xc420afa000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420ae4060, 0xc4208f0568, 0x1, 0x9, 0xc42ceefcb0, 0x40f056, 0x7f51e2079e58)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420ae4060, 0xc4208f0568, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420ae4060, 0xc4208f0568, 0x1, 0x9, 0x8, 0x7f51e371c770, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420ae4060, 0xc4208f0568, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4208f0540, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4208f0540)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 580 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e33ccc00, 0x72, 0x26)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420020688, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420020688, 0xc420afd000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420020620, 0xc420afd000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42080c0e0, 0xc420afd000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42089be00, 0xc420174c68, 0x1, 0x9, 0x0, 0xc42025dcb8, 0xc42025df00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42089be00, 0xc420174c68, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42089be00, 0xc420174c68, 0x1, 0x9, 0x8, 0x7f51e371be10, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42089be00, 0xc420174c68, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420174c40, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420174c40)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1645 [chan receive, 31 minutes]:
github.com/raintank/metrictank/idx/cassandra.(*CasIdx).processWriteQueue(0xc420a293e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:358 +0x91
created by github.com/raintank/metrictank/idx/cassandra.(*CasIdx).Init
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:209 +0x11d
goroutine 797 [select]:
github.com/raintank/metrictank/mdata.(*CassandraStore).processWriteQueue(0xc42089a600, 0xc420a88240, 0xc420bcc100)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:296 +0x6d1
created by github.com/raintank/metrictank/mdata.NewCassandraStore
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:267 +0x1008
goroutine 769 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e34cc600, 0x72, 0x2d)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420bdc068, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420bdc068, 0xc420c1a000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420bdc000, 0xc420c1a000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c0e000, 0xc420c1a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420c18000, 0xc420c3a028, 0x1, 0x9, 0x0, 0xc42754bcb8, 0xc42754bf00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420c18000, 0xc420c3a028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420c18000, 0xc420c3a028, 0x1, 0x9, 0x8, 0x7f51e371b4b0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420c18000, 0xc420c3a028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c3a000, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c3a000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1336 [IO wait, 2236 minutes]:
net.runtime_pollWait(0x7f51e34d0908, 0x72, 0x5a)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420204228, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420204228, 0xc42270d000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4202041c0, 0xc42270d000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420a901a0, 0xc42270d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4209635c0, 0xc420be91a8, 0x1, 0x9, 0x7f51e34d0910, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4209635c0, 0xc420be91a8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4209635c0, 0xc420be91a8, 0x1, 0x9, 0x0, 0x7f51e371d580, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4209635c0, 0xc420be91a8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420be9180, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420be9180)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 368 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e34cc3c0, 0x72, 0x33)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420a80308, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420a80308, 0xc420b21000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420a802a0, 0xc420b21000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c0c008, 0xc420b21000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420c2e0c0, 0xc4209e2028, 0x1, 0x9, 0x0, 0xc42089ecb8, 0xc42089ef00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420c2e0c0, 0xc4209e2028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420c2e0c0, 0xc4209e2028, 0x1, 0x9, 0x8, 0x7f51e371b960, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420c2e0c0, 0xc4209e2028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4209e2000, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4209e2000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 525 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e34ccd80, 0x72, 0x1d)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420204848, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420204848, 0xc420aea000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4202047e0, 0xc420aea000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420a26048, 0xc420aea000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420a28cc0, 0xc420a322c8, 0x1, 0x9, 0x0, 0xc4304c2cb8, 0xc4304c2f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420a28cc0, 0xc420a322c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420a28cc0, 0xc420a322c8, 0x1, 0x9, 0x8, 0x7f51e371be10, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420a28cc0, 0xc420a322c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a322a0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a322a0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 792 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e34ccb40, 0x72, 0x48)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420bf84c8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420bf84c8, 0xc420811000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420bf8460, 0xc420811000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c36048, 0xc420811000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4209da9c0, 0xc420c26488, 0x1, 0x9, 0xc42007bcb0, 0x40f056, 0x7f51e1f90138)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4209da9c0, 0xc420c26488, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4209da9c0, 0xc420c26488, 0x1, 0x9, 0x8, 0x7f51e371c2c0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4209da9c0, 0xc420c26488, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c26460, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c26460)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 507 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e34cdb00, 0x72, 0xe)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4207e21b8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4207e21b8, 0xc420aa8000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4207e2150, 0xc420aa8000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42019c0c0, 0xc420aa8000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4201a9aa0, 0xc4207269c8, 0x1, 0x9, 0x0, 0xc4208fdcb8, 0xc4208fdf00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4201a9aa0, 0xc4207269c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4201a9aa0, 0xc4207269c8, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4201a9aa0, 0xc4207269c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4207269a0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4207269a0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 315 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e33cc300, 0x72, 0xc)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420204768, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420204768, 0xc420a8e000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420204700, 0xc420a8e000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc4207ee040, 0xc420a8e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42002f2c0, 0xc4208f03a8, 0x1, 0x9, 0x0, 0xc4209aecb8, 0xc4209aef00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42002f2c0, 0xc4208f03a8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42002f2c0, 0xc4208f03a8, 0x1, 0x9, 0x8, 0x7f51e371b4b0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42002f2c0, 0xc4208f03a8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4208f0380, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4208f0380)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 541 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e33cca80, 0x72, 0x23)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420a820d8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420a820d8, 0xc420b14000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420a82070, 0xc420b14000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420a84010, 0xc420b14000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420a88360, 0xc420a92108, 0x1, 0x9, 0x0, 0xc42093dcb8, 0xc42093df00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420a88360, 0xc420a92108, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420a88360, 0xc420a92108, 0x1, 0x9, 0x8, 0x7f51e371cc20, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420a88360, 0xc420a92108, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a920e0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a920e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1569 [IO wait, 33 minutes]:
net.runtime_pollWait(0x7f51e36c7900, 0x72, 0x7c)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4201760d8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4201760d8, 0xc4227cb000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420176070, 0xc4227cb000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c0c080, 0xc4227cb000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42027ac60, 0xc420908808, 0x1, 0x9, 0x7f51e36c7908, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42027ac60, 0xc420908808, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42027ac60, 0xc420908808, 0x1, 0x9, 0x0, 0x7f51e371b960, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42027ac60, 0xc420908808, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4209087e0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4209087e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1473 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e34d0d88, 0x72, 0x70)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420224768, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420224768, 0xc4227de000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420224700, 0xc4227de000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc4207ee068, 0xc4227de000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420bd7a40, 0xc420c269c8, 0x1, 0x9, 0x7f51e34d0d90, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420bd7a40, 0xc420c269c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420bd7a40, 0xc420c269c8, 0x1, 0x9, 0x0, 0x7f51e371b4b0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420bd7a40, 0xc420c269c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c269a0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c269a0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1751 [select, 8 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*client).backgroundMetadataUpdater(0xc424406480)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/client.go:560 +0x2c7
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*client).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.backgroundMetadataUpdater)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/client.go:149 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424443f80)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.NewClient
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/client.go:149 +0x691
goroutine 611 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e33ccf00, 0x72, 0x16)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420a800d8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420a800d8, 0xc420ad7000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420a80070, 0xc420ad7000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42080c0b0, 0xc420ad7000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42089b680, 0xc4201749c8, 0x1, 0x9, 0x0, 0xc4209b0cb8, 0xc4209b0f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42089b680, 0xc4201749c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42089b680, 0xc4201749c8, 0x1, 0x9, 0x8, 0x7f51e371be10, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42089b680, 0xc4201749c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4201749a0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4201749a0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 485 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e34cca80, 0x72, 0x1c)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4201ae3e8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4201ae3e8, 0xc420adb000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4201ae380, 0xc420adb000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42080c0c0, 0xc420adb000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42089b980, 0xc420174aa8, 0x1, 0x9, 0x0, 0xc420856cb8, 0xc420856f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42089b980, 0xc420174aa8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42089b980, 0xc420174aa8, 0x1, 0x9, 0x8, 0x7f51e371be10, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42089b980, 0xc420174aa8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420174a80, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420174a80)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1497 [IO wait, 33 minutes]:
net.runtime_pollWait(0x7f51e36c7a80, 0x72, 0x76)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4207e2998, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4207e2998, 0xc422830000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4207e2930, 0xc422830000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c360e8, 0xc422830000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42027f800, 0xc4208f0e28, 0x1, 0x9, 0x7f51e36c7a88, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42027f800, 0xc4208f0e28, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42027f800, 0xc4208f0e28, 0x1, 0x9, 0x0, 0x7f51e371b960, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42027f800, 0xc4208f0e28, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4208f0e00, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4208f0e00)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 378 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e34cc540, 0x72, 0x21)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420998298, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420998298, 0xc420b00000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420998230, 0xc420b00000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc4207300b8, 0xc420b00000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420809800, 0xc42083c9c8, 0x1, 0x9, 0x0, 0xc42085bcb8, 0xc42085bf00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420809800, 0xc42083c9c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420809800, 0xc42083c9c8, 0x1, 0x9, 0x8, 0x7f51e371be10, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420809800, 0xc42083c9c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42083c9a0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42083c9a0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1843 [chan receive, 29224 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).dispatcher(0xc4271f0000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:307 +0x5f
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatcher)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc425baf400)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x31c
goroutine 558 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e3683c60, 0x72, 0x1a)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420998228, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420998228, 0xc420adc000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4209981c0, 0xc420adc000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420902050, 0xc420adc000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4207d7200, 0xc420908488, 0x1, 0x9, 0x0, 0xc420076cb8, 0xc420076f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4207d7200, 0xc420908488, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4207d7200, 0xc420908488, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4207d7200, 0xc420908488, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420908460, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420908460)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 454 [IO wait, 2238 minutes]:
net.runtime_pollWait(0x7f51e34cdc80, 0x72, 0xd)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4201ae378, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4201ae378, 0xc420a96000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4201ae310, 0xc420a96000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420a90000, 0xc420a96000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420a94000, 0xc420a9e028, 0x1, 0x9, 0x0, 0xc4208e2cb8, 0xc4208e2f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420a94000, 0xc420a9e028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420a94000, 0xc420a9e028, 0x1, 0x9, 0x8, 0x7f51e3727480, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420a94000, 0xc420a9e028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a9e000, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a9e000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 940 [chan receive, 55908 minutes]:
github.com/raintank/metrictank/api.(*Server).handleShutdown(0xc4201fc0a0, 0x102de60, 0xc420a90128)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/api/api.go:136 +0x4b
created by github.com/raintank/metrictank/api.(*Server).Run
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/api/api.go:105 +0x1d9
goroutine 880 [select]:
github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc42026c000, 0xbebc200, 0xc420a88d80, 0xc420a88cc0, 0xc4207d5fd0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist/state.go:116 +0x196
created by github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist.(*Memberlist).schedule
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist/state.go:94 +0x1ed
goroutine 1643 [chan receive, 31 minutes]:
github.com/raintank/metrictank/idx/cassandra.(*CasIdx).processWriteQueue(0xc420a293e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:358 +0x91
created by github.com/raintank/metrictank/idx/cassandra.(*CasIdx).Init
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:209 +0x11d
goroutine 1740 [chan send, 30 minutes]:
github.com/raintank/metrictank/mdata.(*CassandraStore).Add(0xc42089a600, 0xc434036280)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:288 +0x118
github.com/raintank/metrictank/mdata.(*AggMetric).persist(0xc427667550, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:421 +0x635
github.com/raintank/metrictank/mdata.(*AggMetric).add(0xc427667550, 0x5a283e33, 0x4018439cdffffffa)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:510 +0x4fd
github.com/raintank/metrictank/mdata.(*AggMetric).Add(0xc427667550, 0xc45a283e33, 0x4018439cdffffffa)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:435 +0x12c
github.com/raintank/metrictank/input.DefaultHandler.Process(0xc42501a90c, 0xc42501a950, 0xc426531980, 0xc42501a954, 0xc42501a958, 0x102a4a0, 0xc420c18420, 0x1034860, 0xc420a293e0, 0xc42b687680, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/input.go:72 +0x2c1
github.com/raintank/metrictank/input.(*DefaultHandler).Process(0xc424494af0, 0xc42b687680, 0x1)
<autogenerated>:1 +0x7b
github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).handleMsg(0xc420c46190, 0xc45a7de32f, 0x115, 0x6751, 0xffffffff00000001)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:301 +0x1bf
github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).consumePartition(0xc420c46190, 0xc4200297e7, 0x15, 0xc400000001, 0xc02c03f3)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:258 +0x742
created by github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).Start
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:216 +0x31e
goroutine 1166 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e34cf588, 0x72, 0x5c)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420bf86f8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420bf86f8, 0xc422786000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420bf8690, 0xc422786000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c640b0, 0xc422786000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420ac6b40, 0xc420c3a9c8, 0x1, 0x9, 0x7f51e34cf590, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420ac6b40, 0xc420c3a9c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420ac6b40, 0xc420c3a9c8, 0x1, 0x9, 0x0, 0x7f51e371c2c0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420ac6b40, 0xc420c3a9c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c3a9a0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c3a9a0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 392 [select, 7441 minutes]:
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*eventDebouncer).flusher(0xc4201e84b0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/events.go:40 +0x136
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.newEventDebouncer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/events.go:28 +0x10e
goroutine 502 [IO wait]:
net.runtime_pollWait(0x7f51e3684260, 0x72, 0x7)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4201ae1b8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4201ae1b8, 0xc420a60000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4201ae150, 0xc420a60000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42080c068, 0xc420a60000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42089acc0, 0xc420174648, 0x1, 0x9, 0x0, 0xc4207d8cb8, 0xc4207d8f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42089acc0, 0xc420174648, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42089acc0, 0xc420174648, 0x1, 0x9, 0x8, 0x7f51e371c2c0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42089acc0, 0xc420174648, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420174620, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420174620)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 658 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e34cfc48, 0x72, 0x74)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc42017a148, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc42017a148, 0xc422832000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc42017a0e0, 0xc422832000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c0e088, 0xc422832000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4201a9f20, 0xc420812808, 0x1, 0x9, 0x7f51e34cfc50, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4201a9f20, 0xc420812808, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4201a9f20, 0xc420812808, 0x1, 0x9, 0x0, 0x7f51e3728bf0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4201a9f20, 0xc420812808, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4208127e0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4208127e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 641 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e34cc000, 0x72, 0x27)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4202048b8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4202048b8, 0xc420b08000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420204850, 0xc420b08000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42000c090, 0xc420b08000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420754fc0, 0xc4207e6808, 0x1, 0x9, 0x0, 0xc42093ecb8, 0xc42093ef00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420754fc0, 0xc4207e6808, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420754fc0, 0xc4207e6808, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420754fc0, 0xc4207e6808, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4207e67e0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4207e67e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 391 [select, 2188 minutes]:
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*eventDebouncer).flusher(0xc4201e8370)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/events.go:40 +0x136
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.newEventDebouncer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/events.go:28 +0x10e
goroutine 1375 [IO wait, 33 minutes]:
net.runtime_pollWait(0x7f51e36c7180, 0x72, 0x6f)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420204308, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420204308, 0xc4227bd000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4202042a0, 0xc4227bd000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420a901c0, 0xc4227bd000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420963e00, 0xc420be9368, 0x1, 0x9, 0x7f51e36c7188, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420963e00, 0xc420be9368, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420963e00, 0xc420be9368, 0x1, 0x9, 0x0, 0x7f51e371b4b0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420963e00, 0xc420be9368, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420be9340, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420be9340)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 950 [IO wait]:
net.runtime_pollWait(0x7f51e34cd680, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420a81cd8, 0x72, 0x0, 0xc454300640)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420a81cd8, 0xffffffffffffffff, 0x0)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).accept(0xc420a81c70, 0x0, 0x1027360, 0xc454300640)
/usr/local/go/src/net/fd_unix.go:430 +0x1e5
net.(*TCPListener).accept(0xc420a90128, 0xc45d6f0620, 0xb6fc00, 0xffffffffffffffff)
/usr/local/go/src/net/tcpsock_posix.go:136 +0x2e
net.(*TCPListener).AcceptTCP(0xc420a90128, 0xc420955c58, 0xc420955c60, 0xc420955c50)
/usr/local/go/src/net/tcpsock.go:215 +0x49
github.com/raintank/metrictank/api.tcpKeepAliveListener.Accept(0xc420a90128, 0xc9c758, 0xc45d6f05a0, 0x102ed20, 0xc420c4f0b0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/api/api.go:146 +0x2f
net/http.(*Server).Serve(0xc4201d42c0, 0x102e160, 0xc420a90128, 0x0, 0x0)
/usr/local/go/src/net/http/server.go:2643 +0x228
github.com/raintank/metrictank/api.(*Server).Run(0xc4201fc0a0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/api/api.go:123 +0x2cd
created by main.main
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/metrictank.go:344 +0x10b1
goroutine 316 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e33cc3c0, 0x72, 0x10)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4202047d8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4202047d8, 0xc420aa2000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420204770, 0xc420aa2000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42000c080, 0xc420aa2000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420754d80, 0xc4207e6728, 0x1, 0x9, 0x0, 0xc420942cb8, 0xc420942f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420754d80, 0xc4207e6728, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420754d80, 0xc4207e6728, 0x1, 0x9, 0x8, 0x7f51e371e390, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420754d80, 0xc4207e6728, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4207e6700, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4207e6700)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 899 [chan receive, 55908 minutes]:
github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68
created by github.com/raintank/metrictank/mdata.NewCassandraStore
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c
goroutine 390 [chan receive]:
github.com/raintank/metrictank/vendor/github.com/hailocab/go-hostpool.(*epsilonGreedyHostPool).epsilonGreedyDecay(0xc420990200)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/hailocab/go-hostpool/epsilon_greedy.go:88 +0x75
created by github.com/raintank/metrictank/vendor/github.com/hailocab/go-hostpool.NewEpsilonGreedy
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/hailocab/go-hostpool/epsilon_greedy.go:64 +0x274
goroutine 1383 [IO wait, 33 minutes]:
net.runtime_pollWait(0x7f51e36c7540, 0x72, 0x64)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420204298, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420204298, 0xc4227b6000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420204230, 0xc4227b6000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420884050, 0xc4227b6000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4208935c0, 0xc420726488, 0x1, 0x9, 0x7f51e36c7548, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4208935c0, 0xc420726488, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4208935c0, 0xc420726488, 0x1, 0x9, 0x0, 0x7f51e371c770, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4208935c0, 0xc420726488, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420726460, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420726460)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1644 [chan receive, 31 minutes]:
github.com/raintank/metrictank/idx/cassandra.(*CasIdx).processWriteQueue(0xc420a293e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:358 +0x91
created by github.com/raintank/metrictank/idx/cassandra.(*CasIdx).Init
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:209 +0x11d
goroutine 1708 [chan receive, 29217 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).dispatcher(0xc424456000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:307 +0x5f
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatcher)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42447c100)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x31c
goroutine 524 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e34cde00, 0x72, 0xb)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4201883e8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4201883e8, 0xc420aa6000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420188380, 0xc420aa6000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc4207300a8, 0xc420aa6000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4208095c0, 0xc42083c8e8, 0x1, 0x9, 0x0, 0xc420857cb8, 0xc420857f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4208095c0, 0xc42083c8e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4208095c0, 0xc42083c8e8, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4208095c0, 0xc42083c8e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42083c8c0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42083c8c0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 900 [chan receive, 55908 minutes]:
github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68
created by github.com/raintank/metrictank/mdata.NewCassandraStore
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c
goroutine 872 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e36847a0, 0x72, 0x4b)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420bf6298, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420bf6298, 0xc4207e5000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420bf6230, 0xc4207e5000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c0c018, 0xc4207e5000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420c2e300, 0xc4209e2108, 0x1, 0x9, 0x0, 0xc4207dccb8, 0xc4207dcf00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420c2e300, 0xc4209e2108, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420c2e300, 0xc4209e2108, 0x1, 0x9, 0x8, 0x7f51e371be10, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420c2e300, 0xc4209e2108, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4209e20e0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4209e20e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 610 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e33cc240, 0x72, 0x19)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4201888b8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4201888b8, 0xc420ade000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420188850, 0xc420ade000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420a26038, 0xc420ade000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420a28a80, 0xc420a321e8, 0x1, 0x9, 0x0, 0xc4304c1cb8, 0xc4304c1f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420a28a80, 0xc420a321e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420a28a80, 0xc420a321e8, 0x1, 0x9, 0x8, 0x7f51e371be10, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420a28a80, 0xc420a321e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a321c0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a321c0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 534 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e34cdd40, 0x72, 0x14)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4201886f8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4201886f8, 0xc420a9d000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420188690, 0xc420a9d000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42080c0a0, 0xc420a9d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42089b440, 0xc4201748e8, 0x1, 0x9, 0x0, 0xc420922cb8, 0xc420922f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42089b440, 0xc4201748e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42089b440, 0xc4201748e8, 0x1, 0x9, 0x8, 0x7f51e371c2c0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42089b440, 0xc4201748e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4201748c0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4201748c0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 548 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e34cda40, 0x72, 0x13)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420188618, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420188618, 0xc420ad4000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4201885b0, 0xc420ad4000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42019c0e8, 0xc420ad4000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420ac6180, 0xc420726aa8, 0x1, 0x9, 0x0, 0xc4200c4cb8, 0xc4200c4f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420ac6180, 0xc420726aa8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420ac6180, 0xc420726aa8, 0x1, 0x9, 0x8, 0x7f51e371cc20, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420ac6180, 0xc420726aa8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420726a80, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420726a80)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 609 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e33cc0c0, 0x72, 0x15)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420188768, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420188768, 0xc420ad8000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420188700, 0xc420ad8000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420a26028, 0xc420ad8000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420a28840, 0xc420a32108, 0x1, 0x9, 0x0, 0xc420831cb8, 0xc420831f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420a28840, 0xc420a32108, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420a28840, 0xc420a32108, 0x1, 0x9, 0x8, 0x7f51e371be10, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420a28840, 0xc420a32108, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a320e0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a320e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 506 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e33cc000, 0x72, 0x12)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420a82068, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420a82068, 0xc420a9a000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420a82000, 0xc420a9a000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420884090, 0xc420a9a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420893080, 0xc420812648, 0x1, 0x9, 0x0, 0xc4208e4cb8, 0xc4208e4f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420893080, 0xc420812648, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420893080, 0xc420812648, 0x1, 0x9, 0x8, 0x7f51e3728290, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420893080, 0xc420812648, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420812620, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420812620)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 605 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e3683ba0, 0x72, 0x17)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420188848, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420188848, 0xc420ae0000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4201887e0, 0xc420ae0000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc4207ee050, 0xc420ae0000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42002f6e0, 0xc4208f0488, 0x1, 0x9, 0x0, 0xc4208a2cb8, 0xc4208a2f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42002f6e0, 0xc4208f0488, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42002f6e0, 0xc4208f0488, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42002f6e0, 0xc4208f0488, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4208f0460, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4208f0460)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 568 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e34cc840, 0x72, 0x3b)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420998068, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420998068, 0xc4207f9000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420998000, 0xc4207f9000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c36018, 0xc4207f9000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4209da2a0, 0xc420c261e8, 0x1, 0x9, 0x0, 0xc4208f8cb8, 0xc4208f8f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4209da2a0, 0xc420c261e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4209da2a0, 0xc420c261e8, 0x1, 0x9, 0x8, 0x7f51e371cc20, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4209da2a0, 0xc420c261e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c261c0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c261c0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1828 [chan send, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).responseFeeder(0xc424d06080)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:438 +0x36d
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseFeeder)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424fe03b0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x37a
goroutine 1507 [IO wait, 33 minutes]:
net.runtime_pollWait(0x7f51e36c7840, 0x72, 0x7f)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420bc43e8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420bc43e8, 0xc4228d4000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420bc4380, 0xc4228d4000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42019c038, 0xc4228d4000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4227ea8a0, 0xc42083c108, 0x1, 0x9, 0x7f51e36c7848, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4227ea8a0, 0xc42083c108, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4227ea8a0, 0xc42083c108, 0x1, 0x9, 0x0, 0x7f51e371b000, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4227ea8a0, 0xc42083c108, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42083c0e0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42083c0e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 608 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e34ccf00, 0x72, 0x2e)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4201803e8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4201803e8, 0xc420b0b000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420180380, 0xc420b0b000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420878050, 0xc420b0b000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42027ee40, 0xc4201c2488, 0x1, 0x9, 0x0, 0xc428af9cb8, 0xc428af9f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42027ee40, 0xc4201c2488, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42027ee40, 0xc4201c2488, 0x1, 0x9, 0x8, 0x7f51e371b4b0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42027ee40, 0xc4201c2488, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4201c2460, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4201c2460)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1810 [chan send, 30 minutes]:
github.com/raintank/metrictank/mdata.(*CassandraStore).Add(0xc42089a600, 0xc44c3c0690)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:288 +0x118
github.com/raintank/metrictank/mdata.(*AggMetric).persist(0xc42dbda4d0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:421 +0x635
github.com/raintank/metrictank/mdata.(*AggMetric).add(0xc42dbda4d0, 0x5a283e33, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:510 +0x4fd
github.com/raintank/metrictank/mdata.(*AggMetric).Add(0xc42dbda4d0, 0xc45a283e33, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:435 +0x12c
github.com/raintank/metrictank/input.DefaultHandler.Process(0xc42501a90c, 0xc42501a950, 0xc426531980, 0xc42501a954, 0xc42501a958, 0x102a4a0, 0xc420c18420, 0x1034860, 0xc420a293e0, 0xc43556c5a0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/input.go:72 +0x2c1
github.com/raintank/metrictank/input.(*DefaultHandler).Process(0xc424494af0, 0xc43556c5a0, 0x7)
<autogenerated>:1 +0x7b
github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).handleMsg(0xc420c46190, 0xc441204378, 0x10b, 0x6708, 0xffffffff00000007)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:301 +0x1bf
github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).consumePartition(0xc420c46190, 0xc4200297e7, 0x15, 0xc400000007, 0xbe657d4f)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:258 +0x742
created by github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).Start
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:216 +0x31e
goroutine 789 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e34cc6c0, 0x72, 0x46)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420bf8458, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420bf8458, 0xc42074c000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420bf83f0, 0xc42074c000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420a26018, 0xc42074c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420bd6780, 0xc4208f0108, 0x1, 0x9, 0x0, 0xc420956cb8, 0xc420956f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420bd6780, 0xc4208f0108, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420bd6780, 0xc4208f0108, 0x1, 0x9, 0x8, 0x7f51e371be10, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420bd6780, 0xc4208f0108, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4208f00e0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4208f00e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 694 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e33ccd80, 0x72, 0x3a)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420a803e8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420a803e8, 0xc42082e000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420a80380, 0xc42082e000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420a90008, 0xc42082e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420a28000, 0xc420c48108, 0x1, 0x9, 0x0, 0xc42feb7cb8, 0xc42feb7f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420a28000, 0xc420c48108, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420a28000, 0xc420c48108, 0x1, 0x9, 0x8, 0x7f51e371b960, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420a28000, 0xc420c48108, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c480e0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c480e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 625 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e33cc6c0, 0x72, 0x1f)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4209241b8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4209241b8, 0xc420af0000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420924150, 0xc420af0000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420902070, 0xc420af0000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4207d7680, 0xc420908648, 0x1, 0x9, 0x0, 0xc4208a4cb8, 0xc4208a4f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4207d7680, 0xc420908648, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4207d7680, 0xc420908648, 0x1, 0x9, 0x8, 0x7f51e371cc20, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4207d7680, 0xc420908648, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420908620, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420908620)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1811 [select]:
github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).MaintainPriority.func1(0xc420c46190)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:318 +0x13a
created by github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).MaintainPriority
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:325 +0x3f
goroutine 366 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e3683d20, 0x72, 0x22)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420188928, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420188928, 0xc420afe000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4201888c0, 0xc420afe000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420a26058, 0xc420afe000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420a28f00, 0xc420a323a8, 0x1, 0x9, 0x0, 0xc428afccb8, 0xc428afcf00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420a28f00, 0xc420a323a8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420a28f00, 0xc420a323a8, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420a28f00, 0xc420a323a8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a32380, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a32380)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 897 [select]:
github.com/raintank/metrictank/mdata.(*CassandraStore).processWriteQueue(0xc42089a600, 0xc420c18180, 0xc420ac4060)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:296 +0x6d1
created by github.com/raintank/metrictank/mdata.NewCassandraStore
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:267 +0x1008
goroutine 542 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e3683ae0, 0x72, 0x25)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420a80228, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420a80228, 0xc42093b000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420a801c0, 0xc42093b000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420878040, 0xc42093b000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42027eae0, 0xc4201c23a8, 0x1, 0x9, 0x0, 0xc42098fcb8, 0xc42098ff00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42027eae0, 0xc4201c23a8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42027eae0, 0xc4201c23a8, 0x1, 0x9, 0x8, 0x7f51e371be10, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42027eae0, 0xc4201c23a8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4201c2380, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4201c2380)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 543 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e33cc480, 0x72, 0x2f)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420176618, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420176618, 0xc420c24000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4201765b0, 0xc420c24000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc4208840a0, 0xc420c24000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420893440, 0xc420812728, 0x1, 0x9, 0xc426859cb0, 0x40f056, 0x7f51e2587ff8)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420893440, 0xc420812728, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420893440, 0xc420812728, 0x1, 0x9, 0x8, 0x7f51e371d0d0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420893440, 0xc420812728, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420812700, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420812700)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 657 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e33cc840, 0x72, 0x1e)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420924148, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420924148, 0xc420b04000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4209240e0, 0xc420b04000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42081c068, 0xc420b04000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4208a6de0, 0xc42083a648, 0x1, 0x9, 0x0, 0xc420259cb8, 0xc420259f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4208a6de0, 0xc42083a648, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4208a6de0, 0xc42083a648, 0x1, 0x9, 0x8, 0x7f51e371cc20, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4208a6de0, 0xc42083a648, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42083a620, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42083a620)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 741 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e3684620, 0x72, 0x36)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420bf80d8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420bf80d8, 0xc420888000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420bf8070, 0xc420888000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc4209d8000, 0xc420888000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420c181e0, 0xc420c56108, 0x1, 0x9, 0x0, 0xc420859cb8, 0xc420859f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420c181e0, 0xc420c56108, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420c181e0, 0xc420c56108, 0x1, 0x9, 0x8, 0x7f51e371c2c0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420c181e0, 0xc420c56108, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c560e0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c560e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 422 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e33cccc0, 0x72, 0x30)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420bf6068, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420bf6068, 0xc420c2c000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420bf6000, 0xc420c2c000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420902080, 0xc420c2c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4207d7980, 0xc420908728, 0x1, 0x9, 0x0, 0xc420712cb8, 0xc420712f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4207d7980, 0xc420908728, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4207d7980, 0xc420908728, 0x1, 0x9, 0x8, 0x7f51e371c2c0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4207d7980, 0xc420908728, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420908700, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420908700)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 379 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e34cdbc0, 0x72, 0x28)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420180298, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420180298, 0xc420bd8000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420180230, 0xc420bd8000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420bca000, 0xc420bd8000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420bd6000, 0xc420be8028, 0x1, 0x9, 0x0, 0xc420968cb8, 0xc420968f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420bd6000, 0xc420be8028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420bd6000, 0xc420be8028, 0x1, 0x9, 0x8, 0x7f51e371cc20, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420bd6000, 0xc420be8028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420be8000, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420be8000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 528 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e34cc9c0, 0x72, 0x29)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420180308, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420180308, 0xc420bfe000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4201802a0, 0xc420bfe000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42081c078, 0xc420bfe000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4208a7140, 0xc42083a728, 0x1, 0x9, 0x0, 0xc420965cb8, 0xc420965f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4208a7140, 0xc42083a728, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4208a7140, 0xc42083a728, 0x1, 0x9, 0x8, 0x7f51e371cc20, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4208a7140, 0xc42083a728, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42083a700, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42083a700)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 879 [select]:
github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist.(*Memberlist).pushPullTrigger(0xc42026c000, 0xc420a88cc0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist/state.go:143 +0x1ed
created by github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist.(*Memberlist).schedule
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist/state.go:88 +0x341
goroutine 409 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e3683f60, 0x72, 0x2c)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420924228, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420924228, 0xc420c1e000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4209241c0, 0xc420c1e000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420bca008, 0xc420c1e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420bd61e0, 0xc420be8108, 0x1, 0x9, 0x0, 0xc420a35cb8, 0xc420a35f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420bd61e0, 0xc420be8108, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420bd61e0, 0xc420be8108, 0x1, 0x9, 0x8, 0x7f51e371be10, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420bd61e0, 0xc420be8108, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420be80e0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420be80e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 692 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e33cc540, 0x72, 0x34)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420bf60d8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420bf60d8, 0xc4207f4000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420bf6070, 0xc4207f4000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c0e008, 0xc4207f4000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420a94240, 0xc420a9e108, 0x1, 0x9, 0x0, 0xc4208a5cb8, 0xc4208a5f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420a94240, 0xc420a9e108, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420a94240, 0xc420a9e108, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420a94240, 0xc420a9e108, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a9e0e0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a9e0e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 333 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e34cc300, 0x72, 0x2b)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420180378, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420180378, 0xc420c14000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420180310, 0xc420c14000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c0c000, 0xc420c14000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420c10000, 0xc420c26028, 0x1, 0x9, 0x0, 0xc420a36cb8, 0xc420a36f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420c10000, 0xc420c26028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420c10000, 0xc420c26028, 0x1, 0x9, 0x8, 0x7f51e371be10, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420c10000, 0xc420c26028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c26000, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c26000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 821 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e36838a0, 0x72, 0x37)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4209fa068, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4209fa068, 0xc42093a000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4209fa000, 0xc42093a000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c36008, 0xc42093a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4209da060, 0xc420c26108, 0x1, 0x9, 0x0, 0xc4278eecb8, 0xc4278eef00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4209da060, 0xc420c26108, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4209da060, 0xc420c26108, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4209da060, 0xc420c26108, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c260e0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c260e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 367 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e34cc900, 0x72, 0x31)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420bf8068, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420bf8068, 0xc420c34000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420bf8000, 0xc420c34000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c2a000, 0xc420c34000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420c32000, 0xc420c48028, 0x1, 0x9, 0x0, 0xc420715cb8, 0xc420715f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420c32000, 0xc420c48028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420c32000, 0xc420c48028, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420c32000, 0xc420c48028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c48000, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c48000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 871 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e3684320, 0x72, 0x4d)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420224148, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420224148, 0xc420899000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4202240e0, 0xc420899000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c0e020, 0xc420899000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420a94600, 0xc420a9e1e8, 0x1, 0x9, 0x0, 0xc420920cb8, 0xc420920f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420a94600, 0xc420a9e1e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420a94600, 0xc420a9e1e8, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420a94600, 0xc420a9e1e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a9e1c0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a9e1c0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1744 [chan send, 30 minutes]:
github.com/raintank/metrictank/mdata.(*CassandraStore).Add(0xc42089a600, 0xc451ada870)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:288 +0x118
github.com/raintank/metrictank/mdata.(*AggMetric).persist(0xc435ca8fd0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:421 +0x635
github.com/raintank/metrictank/mdata.(*AggMetric).add(0xc435ca8fd0, 0x5a283e33, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:510 +0x4fd
github.com/raintank/metrictank/mdata.(*AggMetric).Add(0xc435ca8fd0, 0xc45a283e33, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:435 +0x12c
github.com/raintank/metrictank/input.DefaultHandler.Process(0xc42501a90c, 0xc42501a950, 0xc426531980, 0xc42501a954, 0xc42501a958, 0x102a4a0, 0xc420c18420, 0x1034860, 0xc420a293e0, 0xc42ad47710, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/input.go:72 +0x2c1
github.com/raintank/metrictank/input.(*DefaultHandler).Process(0xc424494af0, 0xc42ad47710, 0x5)
<autogenerated>:1 +0x7b
github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).handleMsg(0xc420c46190, 0xc44212f020, 0x101, 0x2fe0, 0xffffffff00000005)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:301 +0x1bf
github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).consumePartition(0xc420c46190, 0xc4200297e7, 0x15, 0xc400000005, 0xba50ed24)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:258 +0x742
created by github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).Start
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:216 +0x31e
goroutine 1809 [chan send, 30 minutes]:
github.com/raintank/metrictank/mdata.(*CassandraStore).Add(0xc42089a600, 0xc457376e10)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:288 +0x118
github.com/raintank/metrictank/mdata.(*AggMetric).persist(0xc4328dc160, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:421 +0x635
github.com/raintank/metrictank/mdata.(*AggMetric).add(0xc4328dc160, 0x5a283e33, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:510 +0x4fd
github.com/raintank/metrictank/mdata.(*AggMetric).Add(0xc4328dc160, 0xc45a283e33, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:435 +0x12c
github.com/raintank/metrictank/input.DefaultHandler.Process(0xc42501a90c, 0xc42501a950, 0xc426531980, 0xc42501a954, 0xc42501a958, 0x102a4a0, 0xc420c18420, 0x1034860, 0xc420a293e0, 0xc434113170, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/input.go:72 +0x2c1
github.com/raintank/metrictank/input.(*DefaultHandler).Process(0xc424494af0, 0xc434113170, 0x6)
<autogenerated>:1 +0x7b
github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).handleMsg(0xc420c46190, 0xc452e8e77e, 0x10d, 0x7882, 0xffffffff00000006)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:301 +0x1bf
github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).consumePartition(0xc420c46190, 0xc4200297e7, 0x15, 0xc400000006, 0xc37ab03f)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:258 +0x742
created by github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).Start
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:216 +0x31e
goroutine 800 [select]:
github.com/raintank/metrictank/mdata.(*CassandraStore).processWriteQueue(0xc42089a600, 0xc420c18120, 0xc420ac4040)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:296 +0x6d1
created by github.com/raintank/metrictank/mdata.NewCassandraStore
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:267 +0x1008
goroutine 1742 [chan send, 30 minutes]:
github.com/raintank/metrictank/mdata.(*CassandraStore).Add(0xc42089a600, 0xc45f1190e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:288 +0x118
github.com/raintank/metrictank/mdata.(*AggMetric).persist(0xc424f57550, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:421 +0x635
github.com/raintank/metrictank/mdata.(*AggMetric).add(0xc424f57550, 0x5a283e33, 0x3fbcc4623ffffff3)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:510 +0x4fd
github.com/raintank/metrictank/mdata.(*AggMetric).Add(0xc424f57550, 0xc45a283e33, 0x3fbcc4623ffffff3)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:435 +0x12c
github.com/raintank/metrictank/input.DefaultHandler.Process(0xc42501a90c, 0xc42501a950, 0xc426531980, 0xc42501a954, 0xc42501a958, 0x102a4a0, 0xc420c18420, 0x1034860, 0xc420a293e0, 0xc42d37d170, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/input.go:72 +0x2c1
github.com/raintank/metrictank/input.(*DefaultHandler).Process(0xc424494af0, 0xc42d37d170, 0x3)
<autogenerated>:1 +0x7b
github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).handleMsg(0xc420c46190, 0xc462b28c15, 0x105, 0x93eb, 0xffffffff00000003)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:301 +0x1bf
github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).consumePartition(0xc420c46190, 0xc4200297e7, 0x15, 0xc400000003, 0xc10b3339)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:258 +0x742
created by github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).Start
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:216 +0x31e
goroutine 21240197 [chan receive, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionConsumer(0xc42dbd86e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:604 +0x14c
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionConsumer)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc423722b70)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x238
goroutine 416 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e33cc780, 0x72, 0x4a)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420bf8538, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420bf8538, 0xc42072c000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420bf84d0, 0xc42072c000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c2a030, 0xc42072c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420a88960, 0xc420a923a8, 0x1, 0x9, 0x0, 0xc4200c7cb8, 0xc4200c7f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420a88960, 0xc420a923a8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420a88960, 0xc420a923a8, 0x1, 0x9, 0x8, 0x7f51e3728290, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420a88960, 0xc420a923a8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a92380, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a92380)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 790 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e34cc780, 0x72, 0x4c)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4209fa1b8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4209fa1b8, 0xc42097a000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4209fa150, 0xc42097a000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c64050, 0xc42097a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420c4b0e0, 0xc420a32648, 0x1, 0x9, 0x0, 0xc420921cb8, 0xc420921f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420c4b0e0, 0xc420a32648, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420c4b0e0, 0xc420a32648, 0x1, 0x9, 0x8, 0x7f51e371cc20, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420c4b0e0, 0xc420a32648, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a32620, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a32620)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 693 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e33cc9c0, 0x72, 0x35)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420a80378, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420a80378, 0xc42080a000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420a80310, 0xc42080a000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c2a010, 0xc42080a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420a880c0, 0xc420a921e8, 0x1, 0x9, 0x0, 0xc4208facb8, 0xc4208faf00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420a880c0, 0xc420a921e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420a880c0, 0xc420a921e8, 0x1, 0x9, 0x8, 0x7f51e371b4b0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420a880c0, 0xc420a921e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a921c0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a921c0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1646 [chan receive, 31 minutes]:
github.com/raintank/metrictank/idx/cassandra.(*CasIdx).processWriteQueue(0xc420a293e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:358 +0x91
created by github.com/raintank/metrictank/idx/cassandra.(*CasIdx).Init
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:209 +0x11d
goroutine 820 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e36841a0, 0x72, 0x39)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420bf6148, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420bf6148, 0xc42080e000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420bf60e0, 0xc42080e000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420bca020, 0xc42080e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420c10420, 0xc420be82c8, 0x1, 0x9, 0x0, 0xc42025acb8, 0xc42025af00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420c10420, 0xc420be82c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420c10420, 0xc420be82c8, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420c10420, 0xc420be82c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420be82a0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420be82a0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1743 [chan send, 30 minutes]:
github.com/raintank/metrictank/mdata.(*CassandraStore).Add(0xc42089a600, 0xc45dcfd1d0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:288 +0x118
github.com/raintank/metrictank/mdata.(*AggMetric).persist(0xc426a3cbb0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:421 +0x635
github.com/raintank/metrictank/mdata.(*AggMetric).add(0xc426a3cbb0, 0x5a283e34, 0x4058d63de0000002)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:510 +0x4fd
github.com/raintank/metrictank/mdata.(*AggMetric).Add(0xc426a3cbb0, 0xc45a283e34, 0x4058d63de0000002)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:435 +0x12c
github.com/raintank/metrictank/input.DefaultHandler.Process(0xc42501a90c, 0xc42501a950, 0xc426531980, 0xc42501a954, 0xc42501a958, 0x102a4a0, 0xc420c18420, 0x1034860, 0xc420a293e0, 0xc43331af30, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/input.go:72 +0x2c1
github.com/raintank/metrictank/input.(*DefaultHandler).Process(0xc424494af0, 0xc43331af30, 0x4)
<autogenerated>:1 +0x7b
github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).handleMsg(0xc420c46190, 0xc4583b6056, 0xf1, 0x7faa, 0xffffffff00000004)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:301 +0x1bf
github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).consumePartition(0xc420c46190, 0xc4200297e7, 0x15, 0xc400000004, 0xc14c6888)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:258 +0x742
created by github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).Start
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:216 +0x31e
goroutine 635 [select]:
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Session).reconnectDownedHosts(0xc420184280, 0xdf8475800)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/session.go:224 +0x241
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Session).init
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/session.go:202 +0x2e9
goroutine 744 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e34cd980, 0x72, 0x45)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420bf83e8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420bf83e8, 0xc420734000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420bf8380, 0xc420734000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c64040, 0xc420734000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420c4aea0, 0xc420a32568, 0x1, 0x9, 0x0, 0xc420a3bcb8, 0xc420a3bf00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420c4aea0, 0xc420a32568, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420c4aea0, 0xc420a32568, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420c4aea0, 0xc420a32568, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a32540, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a32540)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1443 [IO wait, 33 minutes]:
net.runtime_pollWait(0x7f51e36c6e80, 0x72, 0x6c)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4209fa6f8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4209fa6f8, 0xc4227d2000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4209fa690, 0xc4227d2000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c2a0e0, 0xc4227d2000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4207d7500, 0xc420c56b88, 0x1, 0x9, 0x7f51e36c6e88, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4207d7500, 0xc420c56b88, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4207d7500, 0xc420c56b88, 0x1, 0x9, 0x0, 0x7f51e371c2c0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4207d7500, 0xc420c56b88, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c56b60, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c56b60)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1704 [chan receive, 2234 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).dispatcher(0xc424420800)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:307 +0x5f
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatcher)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42447c070)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x31c
goroutine 30521127 [chan receive, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer.func1()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:540 +0x67
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc425f1ce20)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:552 +0x32a
goroutine 1786 [chan receive, 29259 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).dispatcher(0xc424486980)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:307 +0x5f
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatcher)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc429980b90)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x31c
goroutine 876 [IO wait, 55908 minutes]:
net.runtime_pollWait(0x7f51e34cd740, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420a80ae8, 0x72, 0x0, 0x0)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420a80ae8, 0xc420a16000, 0x10000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).readFrom(0xc420a80a80, 0xc420a16000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:277 +0x1cc
net.(*UDPConn).readFrom(0xc420a90028, 0xc420a16000, 0x10000, 0x10000, 0xc42070c6b0, 0x4408bb, 0x10000, 0xb456e0)
/usr/local/go/src/net/udpsock_posix.go:47 +0x6a
net.(*UDPConn).ReadFrom(0xc420a90028, 0xc420a16000, 0x10000, 0x10000, 0x10000, 0x10000, 0xc420bce3c0, 0xc420a94720, 0x0)
/usr/local/go/src/net/udpsock.go:109 +0x75
github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist.(*Memberlist).udpListen(0xc42026c000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist/net.go:303 +0xc6
created by github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist.newMemberlist
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist/memberlist.go:144 +0x888
goroutine 877 [select, 55908 minutes]:
github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist.(*Memberlist).udpHandler(0xc42026c000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist/net.go:401 +0x350
created by github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist.newMemberlist
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist/memberlist.go:145 +0x8ad
goroutine 794 [select]:
github.com/raintank/metrictank/mdata.(*CassandraStore).processWriteQueue(0xc42089a600, 0xc42002e2a0, 0xc420bcc020)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:296 +0x6d1
created by github.com/raintank/metrictank/mdata.NewCassandraStore
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:267 +0x1008
goroutine 795 [select]:
github.com/raintank/metrictank/mdata.(*CassandraStore).processWriteQueue(0xc42089a600, 0xc420a88180, 0xc420bcc080)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:296 +0x6d1
created by github.com/raintank/metrictank/mdata.NewCassandraStore
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:267 +0x1008
goroutine 791 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e34cc240, 0x72, 0x49)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4202240d8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4202240d8, 0xc420900000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420224070, 0xc420900000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420bca040, 0xc420900000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420c10900, 0xc420be8488, 0x1, 0x9, 0x0, 0xc42091dcb8, 0xc42091df00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420c10900, 0xc420be8488, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420c10900, 0xc420be8488, 0x1, 0x9, 0x8, 0x7f51e371be10, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420c10900, 0xc420be8488, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420be8460, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420be8460)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 798 [select]:
github.com/raintank/metrictank/mdata.(*CassandraStore).processWriteQueue(0xc42089a600, 0xc420a882a0, 0xc420bcc140)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:296 +0x6d1
created by github.com/raintank/metrictank/mdata.NewCassandraStore
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:267 +0x1008
goroutine 793 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e3684020, 0x72, 0x4e)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420a80458, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420a80458, 0xc4209b2000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420a803f0, 0xc4209b2000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c2a040, 0xc4209b2000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420a88ba0, 0xc420a92488, 0x1, 0x9, 0x0, 0xc420834cb8, 0xc420834f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420a88ba0, 0xc420a92488, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420a88ba0, 0xc420a92488, 0x1, 0x9, 0x8, 0x7f51e3728290, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420a88ba0, 0xc420a92488, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a92460, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a92460)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 796 [select, 2231 minutes]:
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).exec(0xc420a9e000, 0x0, 0x0, 0x1025720, 0xc4345e1f10, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:637 +0x74f
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).executeQuery(0xc420a9e000, 0xc430732200, 0xc407cc7dfe)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:830 +0x575
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Query).execute(0xc430732200, 0xc420a9e000, 0x1069b20)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/session.go:750 +0x35
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*queryExecutor).executeQuery(0xc420986180, 0x1033660, 0xc430732200, 0xc42f7a0013, 0x3, 0xc427de7c68)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/query_executor.go:42 +0x1b3
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Session).executeQuery(0xc420184280, 0xc430732200, 0xc427de7c00)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/session.go:376 +0xc1
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Query).Iter(0xc430732200, 0xc430732200)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/session.go:921 +0xbf
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Query).Exec(0xc430732200, 0xc42b09f1d0, 0x45)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/session.go:904 +0x2b
github.com/raintank/metrictank/mdata.(*CassandraStore).insertChunk(0xc42089a600, 0xc4240dcf30, 0x26, 0xa8c005a2627d0, 0xc43c631520, 0x4a, 0xc8, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:370 +0x467
github.com/raintank/metrictank/mdata.(*CassandraStore).processWriteQueue(0xc42089a600, 0xc420a881e0, 0xc420bcc0e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:309 +0x398
created by github.com/raintank/metrictank/mdata.NewCassandraStore
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:267 +0x1008
goroutine 901 [chan receive, 55908 minutes]:
github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68
created by github.com/raintank/metrictank/mdata.NewCassandraStore
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c
goroutine 902 [chan receive, 55908 minutes]:
github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68
created by github.com/raintank/metrictank/mdata.NewCassandraStore
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c
goroutine 903 [chan receive, 55908 minutes]:
github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68
created by github.com/raintank/metrictank/mdata.NewCassandraStore
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c
goroutine 904 [chan receive, 55908 minutes]:
github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68
created by github.com/raintank/metrictank/mdata.NewCassandraStore
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c
goroutine 905 [chan receive, 55908 minutes]:
github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68
created by github.com/raintank/metrictank/mdata.NewCassandraStore
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c
goroutine 906 [chan receive, 55908 minutes]:
github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68
created by github.com/raintank/metrictank/mdata.NewCassandraStore
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c
goroutine 907 [chan receive, 55908 minutes]:
github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68
created by github.com/raintank/metrictank/mdata.NewCassandraStore
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c
goroutine 908 [chan receive, 55908 minutes]:
github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68
created by github.com/raintank/metrictank/mdata.NewCassandraStore
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c
goroutine 909 [chan receive, 55908 minutes]:
github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68
created by github.com/raintank/metrictank/mdata.NewCassandraStore
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c
goroutine 910 [chan receive, 55908 minutes]:
github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68
created by github.com/raintank/metrictank/mdata.NewCassandraStore
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c
goroutine 911 [chan receive, 55908 minutes]:
github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68
created by github.com/raintank/metrictank/mdata.NewCassandraStore
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c
goroutine 912 [chan receive, 55908 minutes]:
github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68
created by github.com/raintank/metrictank/mdata.NewCassandraStore
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c
goroutine 913 [chan receive, 55908 minutes]:
github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68
created by github.com/raintank/metrictank/mdata.NewCassandraStore
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c
goroutine 914 [chan receive, 55908 minutes]:
github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68
created by github.com/raintank/metrictank/mdata.NewCassandraStore
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c
goroutine 915 [chan receive, 55908 minutes]:
github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68
created by github.com/raintank/metrictank/mdata.NewCassandraStore
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c
goroutine 916 [chan receive, 55908 minutes]:
github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68
created by github.com/raintank/metrictank/mdata.NewCassandraStore
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c
goroutine 917 [chan receive, 55908 minutes]:
github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68
created by github.com/raintank/metrictank/mdata.NewCassandraStore
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c
goroutine 918 [chan receive, 55908 minutes]:
github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68
created by github.com/raintank/metrictank/mdata.NewCassandraStore
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c
goroutine 919 [chan receive, 55908 minutes]:
github.com/raintank/metrictank/mdata/cache/accnt.(*FlatAccnt).eventLoop(0xc420a785d0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/cache/accnt/flat_accnt.go:122 +0x7a
created by github.com/raintank/metrictank/mdata/cache/accnt.NewFlatAccnt
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/cache/accnt/flat_accnt.go:85 +0x23c
goroutine 920 [select, 55908 minutes]:
github.com/raintank/metrictank/mdata/cache.(*CCache).evictLoop(0xc420b34410)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/cache/ccache.go:64 +0x13f
created by github.com/raintank/metrictank/mdata/cache.NewCCache
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/cache/ccache.go:53 +0x165
goroutine 921 [chan send, 30 minutes]:
github.com/raintank/metrictank/mdata.(*CassandraStore).Add(0xc42089a600, 0xc4552cd5e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:288 +0x118
github.com/raintank/metrictank/mdata.(*AggMetric).persist(0xc4260500b0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:421 +0x635
github.com/raintank/metrictank/mdata.(*AggMetric).GC(0xc4260500b0, 0x5a27ea0c5a28305c, 0xc464905300)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:571 +0x243
github.com/raintank/metrictank/mdata.(*AggMetrics).GC(0xc420c18420)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetrics.go:65 +0x3d3
created by github.com/raintank/metrictank/mdata.NewAggMetrics
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetrics.go:35 +0x17c
goroutine 874 [select, 8 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*client).backgroundMetadataUpdater(0xc420c84000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/client.go:560 +0x2c7
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*client).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.backgroundMetadataUpdater)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/client.go:149 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4207d5b80)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.NewClient
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/client.go:149 +0x691
goroutine 875 [IO wait, 55908 minutes]:
net.runtime_pollWait(0x7f51e34cd8c0, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420a80a78, 0x72, 0x0, 0xc420aca100)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420a80a78, 0xffffffffffffffff, 0x0)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).accept(0xc420a80a10, 0x0, 0x1027360, 0xc420aca100)
/usr/local/go/src/net/fd_unix.go:430 +0x1e5
net.(*TCPListener).accept(0xc420a90020, 0xc420708f50, 0x8734d4, 0x455ec0)
/usr/local/go/src/net/tcpsock_posix.go:136 +0x2e
net.(*TCPListener).AcceptTCP(0xc420a90020, 0xc9b9d8, 0xc42026c000, 0xc420bca018)
/usr/local/go/src/net/tcpsock.go:215 +0x49
github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist.(*Memberlist).tcpListen(0xc42026c000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist/net.go:205 +0x33
created by github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist.newMemberlist
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist/memberlist.go:143 +0x863
goroutine 458 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e36c7480, 0x72, 0x63)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420bf8768, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420bf8768, 0xc422771000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420bf8700, 0xc422771000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c0c060, 0xc422771000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420c33bc0, 0xc4209082c8, 0x1, 0x9, 0x7f51e36c7488, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420c33bc0, 0xc4209082c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420c33bc0, 0xc4209082c8, 0x1, 0x9, 0x0, 0x7f51e371c2c0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420c33bc0, 0xc4209082c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4209082a0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4209082a0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1134 [IO wait, 33 minutes]:
net.runtime_pollWait(0x7f51e34d0b48, 0x72, 0x61)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4209983e8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4209983e8, 0xc4227b4000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420998380, 0xc4227b4000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c640c0, 0xc4227b4000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420ac70e0, 0xc420c3aaa8, 0x1, 0x9, 0x7f51e34d0b50, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420ac70e0, 0xc420c3aaa8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420ac70e0, 0xc420c3aaa8, 0x1, 0x9, 0x0, 0x7f51e371cc20, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420ac70e0, 0xc420c3aaa8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c3aa80, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c3aa80)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 21240409 [select]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionManager(0xc433d1dd10)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:575 +0x525
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionManager)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc423ea9ee0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x1de
goroutine 1659 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e34cfd08, 0x72, 0x93)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc42017a688, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc42017a688, 0xc4200a8000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc42017a620, 0xc4200a8000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420730048, 0xc4200a8000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc422897140, 0xc42290e3a8, 0x1, 0x9, 0x7f51e34cfd10, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc422897140, 0xc42290e3a8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc422897140, 0xc42290e3a8, 0x1, 0x9, 0x0, 0x7f51e37293b0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc422897140, 0xc42290e3a8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42290e380, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42290e380)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1705 [chan receive]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).responseFeeder(0xc424420800)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:420 +0xa0
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseFeeder)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42447c080)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x37a
goroutine 1430 [IO wait, 33 minutes]:
net.runtime_pollWait(0x7f51e34cd380, 0x72, 0x7b)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4202247d8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4202247d8, 0xc42283c000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420224770, 0xc42283c000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c64100, 0xc42283c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42282c1e0, 0xc420c3ae28, 0x1, 0x9, 0x7f51e34cd388, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42282c1e0, 0xc420c3ae28, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42282c1e0, 0xc420c3ae28, 0x1, 0x9, 0x0, 0x7f51e371c2c0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42282c1e0, 0xc420c3ae28, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c3ae00, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c3ae00)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1427 [IO wait, 33 minutes]:
net.runtime_pollWait(0x7f51e36c76c0, 0x72, 0x66)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4202246f8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4202246f8, 0xc4227b8000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420224690, 0xc4227b8000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c360d8, 0xc4227b8000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42027f140, 0xc4208f0d48, 0x1, 0x9, 0x7f51e36c76c8, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42027f140, 0xc4208f0d48, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42027f140, 0xc4208f0d48, 0x1, 0x9, 0x0, 0x7f51e371b000, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42027f140, 0xc4208f0d48, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4208f0d20, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4208f0d20)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 19744920 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e29ba1c0, 0x72, 0xc2)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4278d21b8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4278d21b8, 0xc429dbd000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4278d2150, 0xc429dbd000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c36358, 0xc429dbd000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4299cb8c0, 0xc422912568, 0x1, 0x9, 0x7f51e29ba1c8, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4299cb8c0, 0xc422912568, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4299cb8c0, 0xc422912568, 0x1, 0x9, 0x0, 0x7f51e371c770, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4299cb8c0, 0xc422912568, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc422912540, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc422912540)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1297 [select, 2188 minutes]:
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*eventDebouncer).flusher(0xc420a5d360)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/events.go:40 +0x136
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.newEventDebouncer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/events.go:28 +0x10e
goroutine 1374 [IO wait, 33 minutes]:
net.runtime_pollWait(0x7f51e36c7240, 0x72, 0x68)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420924308, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420924308, 0xc4227ba000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4209242a0, 0xc4227ba000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420bca128, 0xc4227ba000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4208a77a0, 0xc420c488e8, 0x1, 0x9, 0x7f51e36c7248, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4208a77a0, 0xc420c488e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4208a77a0, 0xc420c488e8, 0x1, 0x9, 0x0, 0x7f51e371b960, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4208a77a0, 0xc420c488e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c488c0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c488c0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1648 [chan receive, 31 minutes]:
github.com/raintank/metrictank/idx/cassandra.(*CasIdx).processWriteQueue(0xc420a293e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:358 +0x91
created by github.com/raintank/metrictank/idx/cassandra.(*CasIdx).Init
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:209 +0x11d
goroutine 1194 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e34cf348, 0x72, 0x6b)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420188228, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420188228, 0xc4227cc000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4201881c0, 0xc4227cc000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc4209d8070, 0xc4227cc000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4227c8000, 0xc420a32b88, 0x1, 0x9, 0x7f51e34cf350, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4227c8000, 0xc420a32b88, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4227c8000, 0xc420a32b88, 0x1, 0x9, 0x0, 0x7f51e371b960, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4227c8000, 0xc420a32b88, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a32b60, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a32b60)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1208 [IO wait]:
net.runtime_pollWait(0x7f51e34cd2c0, 0x72, 0x52)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4207e2458, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4207e2458, 0xc42275c000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4207e23f0, 0xc42275c000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420a84090, 0xc42275c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4208082a0, 0xc420a9e8e8, 0x1, 0x9, 0x7f51e34cd2c8, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4208082a0, 0xc420a9e8e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4208082a0, 0xc420a9e8e8, 0x1, 0x9, 0x0, 0x7f51e371b960, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4208082a0, 0xc420a9e8e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a9e8c0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a9e8c0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1606 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e34d00c8, 0x72, 0x99)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc42017a6f8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc42017a6f8, 0xc42023e000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc42017a690, 0xc42023e000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420a26070, 0xc42023e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4228d8f60, 0xc4201742c8, 0x1, 0x9, 0x7f51e34d00d0, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4228d8f60, 0xc4201742c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4228d8f60, 0xc4201742c8, 0x1, 0x9, 0x0, 0x7f51e371c2c0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4228d8f60, 0xc4201742c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4201742a0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4201742a0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 21240410 [select]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).sendAndReceive(0xc42957e5b0, 0x1030780, 0xc430ad6300, 0x1024b60, 0xc430ad6320, 0xc428e95c20, 0x1060eb0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:373 +0x1ac
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Fetch(0xc42957e5b0, 0xc430ad6300, 0xc427dd5de4, 0xc448892488, 0xc46185a498)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:221 +0x70
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).fetchNewMessages(0xc433d1dd10, 0x0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:714 +0x2d0
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionConsumer(0xc433d1dd10)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:608 +0x167
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionConsumer)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc423ea9ef0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x238
goroutine 19319725 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e3692938, 0x72, 0xa8)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc432c827d8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc432c827d8, 0xc43199b000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc432c82770, 0xc43199b000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc4200f4728, 0xc43199b000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4299cbb60, 0xc420175988, 0x1, 0x9, 0x0, 0xc420941cb8, 0xc420941f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4299cbb60, 0xc420175988, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4299cbb60, 0xc420175988, 0x1, 0x9, 0x8, 0x7f51e371cc20, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4299cbb60, 0xc420175988, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420175960, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420175960)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1772 [chan receive]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).responseFeeder(0xc424406700)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:420 +0xa0
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseFeeder)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424417fc0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x37a
goroutine 1296 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e34d09c8, 0x72, 0x69)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420bf6928, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420bf6928, 0xc4227d4000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420bf68c0, 0xc4227d4000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420902030, 0xc4227d4000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420ae5440, 0xc42083a2c8, 0x1, 0x9, 0x7f51e34d09d0, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420ae5440, 0xc42083a2c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420ae5440, 0xc42083a2c8, 0x1, 0x9, 0x0, 0x7f51e37293b0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420ae5440, 0xc42083a2c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42083a2a0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42083a2a0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1651 [select]:
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*controlConn).heartBeat(0xc420740780)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/control.go:63 +0x2bb
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*controlConn).connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/control.go:235 +0x268
goroutine 1384 [IO wait, 33 minutes]:
net.runtime_pollWait(0x7f51e34d0c08, 0x72, 0x71)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420bf87d8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420bf87d8, 0xc4227d8000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420bf8770, 0xc4227d8000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c640d0, 0xc4227d8000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420ac7500, 0xc420c3ab88, 0x1, 0x9, 0x7f51e34d0c10, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420ac7500, 0xc420c3ab88, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420ac7500, 0xc420c3ab88, 0x1, 0x9, 0x0, 0x7f51e371cc20, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420ac7500, 0xc420c3ab88, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c3ab60, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c3ab60)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 559 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e34cf708, 0x72, 0x72)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420924378, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420924378, 0xc4227dc000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420924310, 0xc4227dc000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420884060, 0xc4227dc000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4208939e0, 0xc420726568, 0x1, 0x9, 0x7f51e34cf710, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4208939e0, 0xc420726568, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4208939e0, 0xc420726568, 0x1, 0x9, 0x0, 0x7f51e371be10, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4208939e0, 0xc420726568, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420726540, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420726540)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1304 [IO wait, 33 minutes]:
net.runtime_pollWait(0x7f51e34d06c8, 0x72, 0x59)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4207e2768, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4207e2768, 0xc42277e000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4207e2700, 0xc42277e000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c2a0d0, 0xc42277e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4207d6f60, 0xc420c56aa8, 0x1, 0x9, 0x7f51e34d06d0, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4207d6f60, 0xc420c56aa8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4207d6f60, 0xc420c56aa8, 0x1, 0x9, 0x0, 0x7f51e371c2c0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4207d6f60, 0xc420c56aa8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c56a80, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c56a80)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1525 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e34cfb88, 0x72, 0x83)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420a82458, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420a82458, 0xc4228e4000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420a823f0, 0xc4228e4000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c0e098, 0xc4228e4000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc422834360, 0xc4208128e8, 0x1, 0x9, 0x7f51e34cfb90, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc422834360, 0xc4208128e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc422834360, 0xc4208128e8, 0x1, 0x9, 0x0, 0x7f51e371b4b0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc422834360, 0xc4208128e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4208128c0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4208128c0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1647 [chan receive, 31 minutes]:
github.com/raintank/metrictank/idx/cassandra.(*CasIdx).processWriteQueue(0xc420a293e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:358 +0x91
created by github.com/raintank/metrictank/idx/cassandra.(*CasIdx).Init
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:209 +0x11d
goroutine 1769 [IO wait]:
net.runtime_pollWait(0x7f51e36932f8, 0x72, 0x9e)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420a832c8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420a832c8, 0xc424496000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420a83260, 0xc424496000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42000c0b8, 0xc424496000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4239bb860, 0xc424472080, 0x8, 0x8, 0xed1ba3c8c, 0xc40b1cbb98, 0x1069b20)
/usr/local/go/src/bufio/bufio.go:213 +0x312
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*bufConn).Read(0xc42441c680, 0xc424472080, 0x8, 0x8, 0x0, 0xb1cbb98, 0x1069b20)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:110 +0x4d
io.ReadAtLeast(0x7f51e36c4ad0, 0xc42441c680, 0xc424472080, 0x8, 0x8, 0x8, 0xbf49e0, 0x0, 0x7f51e36c4ad0)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x7f51e36c4ad0, 0xc42441c680, 0xc424472080, 0x8, 0x8, 0x0, 0x0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).responseReceiver(0xc420a80d20)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:444 +0x31e
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseReceiver)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424417e60)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Open.func1
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x625
goroutine 1165 [IO wait, 31 minutes]:
net.runtime_pollWait(0x7f51e34cd5c0, 0x72, 0x57)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420bf8688, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420bf8688, 0xc422782000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420bf8620, 0xc422782000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420bca100, 0xc422782000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4208a6780, 0xc420c48728, 0x1, 0x9, 0x7f51e34cd5c8, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4208a6780, 0xc420c48728, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4208a6780, 0xc420c48728, 0x1, 0x9, 0x0, 0x7f51e371c770, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4208a6780, 0xc420c48728, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c48700, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c48700)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1307 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e34cf288, 0x72, 0x5f)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4207e2848, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4207e2848, 0xc4227a7000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4207e27e0, 0xc4227a7000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420a840e8, 0xc4227a7000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420809bc0, 0xc420a9ec68, 0x1, 0x9, 0x7f51e34cf290, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420809bc0, 0xc420a9ec68, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420809bc0, 0xc420a9ec68, 0x1, 0x9, 0x0, 0x7f51e37293b0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420809bc0, 0xc420a9ec68, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a9ec40, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a9ec40)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1216 [IO wait, 33 minutes]:
net.runtime_pollWait(0x7f51e34d0608, 0x72, 0x56)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4207e26f8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4207e26f8, 0xc422780000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4207e2690, 0xc422780000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420902020, 0xc422780000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420ae4cc0, 0xc42083a1e8, 0x1, 0x9, 0x7f51e34d0610, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420ae4cc0, 0xc42083a1e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420ae4cc0, 0xc42083a1e8, 0x1, 0x9, 0x0, 0x7f51e371b4b0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420ae4cc0, 0xc42083a1e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42083a1c0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42083a1c0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1467 [chan send, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).responseFeeder(0xc425c70e00)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:438 +0x36d
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseFeeder)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424e440a0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x37a
goroutine 1392 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e34d0188, 0x72, 0x82)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420204378, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420204378, 0xc422859000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420204310, 0xc422859000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c0c090, 0xc422859000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42027b020, 0xc4209088e8, 0x1, 0x9, 0x7f51e34d0190, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42027b020, 0xc4209088e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42027b020, 0xc4209088e8, 0x1, 0x9, 0x0, 0x7f51e371c2c0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42027b020, 0xc4209088e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4209088c0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4209088c0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1317 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e34d0e48, 0x72, 0x53)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4207e25a8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4207e25a8, 0xc42276e000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4207e2540, 0xc42276e000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c640a0, 0xc42276e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420ac65a0, 0xc420c3a8e8, 0x1, 0x9, 0x7f51e34d0e50, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420ac65a0, 0xc420c3a8e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420ac65a0, 0xc420c3a8e8, 0x1, 0x9, 0x0, 0x7f51e371b4b0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420ac65a0, 0xc420c3a8e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c3a8c0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c3a8c0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1295 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e34cf1c8, 0x72, 0x67)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420998458, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420998458, 0xc422785000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4209983f0, 0xc422785000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420a901b0, 0xc422785000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420963b60, 0xc420be9288, 0x1, 0x9, 0xc4207dfcb0, 0x40f056, 0x7f51e36b6398)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420963b60, 0xc420be9288, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420963b60, 0xc420be9288, 0x1, 0x9, 0x0, 0x7f51e371b4b0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420963b60, 0xc420be9288, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420be9260, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420be9260)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1305 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e34d0488, 0x72, 0x5d)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420bdd098, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420bdd098, 0xc42278a000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420bdd030, 0xc42278a000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c360c8, 0xc42278a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42027e900, 0xc4208f0c68, 0x1, 0x9, 0x7f51e34d0490, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42027e900, 0xc4208f0c68, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42027e900, 0xc4208f0c68, 0x1, 0x9, 0x0, 0x7f51e371b960, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42027e900, 0xc4208f0c68, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4208f0c40, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4208f0c40)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1345 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e36c70c0, 0x72, 0x5b)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4207e27d8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4207e27d8, 0xc42276b000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4207e2770, 0xc42276b000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420a840b8, 0xc42276b000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420809020, 0xc420a9e9c8, 0x1, 0x9, 0x7f51e36c70c8, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420809020, 0xc420a9e9c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420809020, 0xc420a9e9c8, 0x1, 0x9, 0x0, 0x7f51e371b000, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420809020, 0xc420a9e9c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a9e9a0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a9e9a0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 283099 [chan receive, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer.func1()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:540 +0x67
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42b577400)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:552 +0x32a
goroutine 1406 [chan receive]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).responseFeeder(0xc42446c000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:420 +0xa0
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseFeeder)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424468180)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x37a
goroutine 1273 [IO wait, 2238 minutes]:
net.runtime_pollWait(0x7f51e34d0a88, 0x72, 0x58)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420bf68b8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420bf68b8, 0xc422773000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420bf6850, 0xc422773000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420a840c8, 0xc422773000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4208092c0, 0xc420a9eaa8, 0x1, 0x9, 0x7f51e34d0a90, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4208092c0, 0xc420a9eaa8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4208092c0, 0xc420a9eaa8, 0x1, 0x9, 0x0, 0x7f51e371be10, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4208092c0, 0xc420a9eaa8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a9ea80, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a9ea80)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1642 [chan receive, 31 minutes]:
github.com/raintank/metrictank/idx/cassandra.(*CasIdx).processWriteQueue(0xc420a293e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:358 +0x91
created by github.com/raintank/metrictank/idx/cassandra.(*CasIdx).Init
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:209 +0x11d
goroutine 1275 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e34d0848, 0x72, 0x5e)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420bdd258, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420bdd258, 0xc422789000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420bdd1f0, 0xc422789000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420a840d8, 0xc422789000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4208096e0, 0xc420a9eb88, 0x1, 0x9, 0x7f51e34d0850, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4208096e0, 0xc420a9eb88, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4208096e0, 0xc420a9eb88, 0x1, 0x9, 0x0, 0x7f51e371b4b0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4208096e0, 0xc420a9eb88, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a9eb60, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a9eb60)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 45536293 [IO wait, 33 minutes]:
net.runtime_pollWait(0x7f51e34cfac8, 0x72, 0x8b)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc427a3ee68, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc427a3ee68, 0xc420997000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc427a3ee00, 0xc420997000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c2a158, 0xc420997000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42ac18900, 0xc42083c3a8, 0x1, 0x9, 0x7f51e34cfad0, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42ac18900, 0xc42083c3a8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42ac18900, 0xc42083c3a8, 0x1, 0x9, 0x0, 0x7f51e371be10, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42ac18900, 0xc42083c3a8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42083c380, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42083c380)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1311 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e34d0f08, 0x72, 0x60)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420bdd2c8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420bdd2c8, 0xc4227ae000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420bdd260, 0xc4227ae000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420bca118, 0xc4227ae000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4208a7500, 0xc420c48808, 0x1, 0x9, 0x7f51e34d0f10, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4208a7500, 0xc420c48808, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4208a7500, 0xc420c48808, 0x1, 0x9, 0x0, 0x7f51e3728bf0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4208a7500, 0xc420c48808, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c487e0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c487e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1426 [IO wait, 31 minutes]:
net.runtime_pollWait(0x7f51e36c7600, 0x72, 0x62)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4207e28b8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4207e28b8, 0xc4227b0000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4207e2850, 0xc4227b0000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420884040, 0xc4227b0000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420893260, 0xc4207263a8, 0x1, 0x9, 0x7f51e36c7608, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420893260, 0xc4207263a8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420893260, 0xc4207263a8, 0x1, 0x9, 0x0, 0x7f51e371be10, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420893260, 0xc4207263a8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420726380, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420726380)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1457 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e36c7000, 0x72, 0x65)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420bdd338, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420bdd338, 0xc4227a9000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420bdd2d0, 0xc4227a9000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420a840f8, 0xc4227a9000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420754060, 0xc420a9ed48, 0x1, 0x9, 0x7f51e36c7008, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420754060, 0xc420a9ed48, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420754060, 0xc420a9ed48, 0x1, 0x9, 0x0, 0x7f51e371b4b0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420754060, 0xc420a9ed48, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a9ed20, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a9ed20)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1498 [IO wait, 33 minutes]:
net.runtime_pollWait(0x7f51e34d0788, 0x72, 0x79)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420188298, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420188298, 0xc422838000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420188230, 0xc422838000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42081c000, 0xc422838000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42281e1e0, 0xc4201c2028, 0x1, 0x9, 0x7f51e34d0790, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42281e1e0, 0xc4201c2028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42281e1e0, 0xc4201c2028, 0x1, 0x9, 0x0, 0x7f51e371cc20, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42281e1e0, 0xc4201c2028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4201c2000, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4201c2000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1746 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e34cf408, 0x72, 0x97)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420a80bc8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420a80bc8, 0xc42024e000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420a80b60, 0xc42024e000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c0c028, 0xc42024e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4228d2960, 0xc420726108, 0x1, 0x9, 0xc420967cb0, 0x40efd2, 0x7f51e2cd9560)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4228d2960, 0xc420726108, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4228d2960, 0xc420726108, 0x1, 0x9, 0x0, 0x7f51e371b4b0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4228d2960, 0xc420726108, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4207260e0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4207260e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1466 [chan receive, 26124 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).dispatcher(0xc425c70e00)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:307 +0x5f
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatcher)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424e44090)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x31c
goroutine 1376 [IO wait, 33 minutes]:
net.runtime_pollWait(0x7f51e34cfa08, 0x72, 0x85)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4228d0068, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4228d0068, 0xc422902000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4228d0000, 0xc422902000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c64110, 0xc422902000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42282c9c0, 0xc422912028, 0x1, 0x9, 0x7f51e34cfa10, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42282c9c0, 0xc422912028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42282c9c0, 0xc422912028, 0x1, 0x9, 0x0, 0x7f51e371be10, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42282c9c0, 0xc422912028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc422912000, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc422912000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1444 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e36c6dc0, 0x72, 0x75)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4201800d8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4201800d8, 0xc42282a000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420180070, 0xc42282a000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c640f0, 0xc42282a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420ac7f20, 0xc420c3ad48, 0x1, 0x9, 0x7f51e36c6dc8, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420ac7f20, 0xc420c3ad48, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420ac7f20, 0xc420c3ad48, 0x1, 0x9, 0x0, 0x7f51e37293b0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420ac7f20, 0xc420c3ad48, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c3ad20, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c3ad20)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1640 [chan receive, 30 minutes]:
github.com/raintank/metrictank/idx/cassandra.(*CasIdx).processWriteQueue(0xc420a293e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:358 +0x91
created by github.com/raintank/metrictank/idx/cassandra.(*CasIdx).Init
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:209 +0x11d
goroutine 1771 [chan receive, 18129 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).dispatcher(0xc424406700)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:307 +0x5f
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatcher)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424417fb0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x31c
goroutine 1458 [IO wait, 31 minutes]:
net.runtime_pollWait(0x7f51e34d1088, 0x72, 0x6a)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420bf6998, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420bf6998, 0xc4227b3000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420bf6930, 0xc4227b3000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c0c070, 0xc4227b3000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42027a840, 0xc4209083a8, 0x1, 0x9, 0xc4208e3cb0, 0x40f056, 0x7f51e2959690)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42027a840, 0xc4209083a8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42027a840, 0xc4209083a8, 0x1, 0x9, 0x0, 0x7f51e371d0d0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42027a840, 0xc4209083a8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420908380, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420908380)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 459 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e34cf4c8, 0x72, 0x6d)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4207e2928, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4207e2928, 0xc4227bf000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4207e28c0, 0xc4227bf000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420a84108, 0xc4227bf000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420754480, 0xc420a9ee28, 0x1, 0x9, 0x7f51e34cf4d0, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420754480, 0xc420a9ee28, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420754480, 0xc420a9ee28, 0x1, 0x9, 0x0, 0x7f51e3728bf0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420754480, 0xc420a9ee28, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a9ee00, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a9ee00)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1459 [IO wait, 33 minutes]:
net.runtime_pollWait(0x7f51e36c73c0, 0x72, 0x6e)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420bdd3a8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420bdd3a8, 0xc4227ce000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420bdd340, 0xc4227ce000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420bca138, 0xc4227ce000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4208a7bc0, 0xc420c489c8, 0x1, 0x9, 0x7f51e36c73c8, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4208a7bc0, 0xc420c489c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4208a7bc0, 0xc420c489c8, 0x1, 0x9, 0x0, 0x7f51e371b4b0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4208a7bc0, 0xc420c489c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c489a0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c489a0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1465 [chan send, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).responseFeeder(0xc424d06000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:438 +0x36d
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseFeeder)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc425a89f90)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x37a
goroutine 45523679 [select, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerProducer).run(0xc42bc48720)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:586 +0xbd9
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.run)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:536 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42885a480)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:536 +0x29b
goroutine 1639 [chan receive, 31 minutes]:
github.com/raintank/metrictank/idx/cassandra.(*CasIdx).processWriteQueue(0xc420a293e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:358 +0x91
created by github.com/raintank/metrictank/idx/cassandra.(*CasIdx).Init
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:209 +0x11d
goroutine 1460 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e34d0fc8, 0x72, 0x73)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420180068, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420180068, 0xc422822000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420180000, 0xc422822000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c640e0, 0xc422822000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420ac7c80, 0xc420c3ac68, 0x1, 0x9, 0x7f51e34d0fd0, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420ac7c80, 0xc420c3ac68, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420ac7c80, 0xc420c3ac68, 0x1, 0x9, 0x0, 0x7f51e371b000, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420ac7c80, 0xc420c3ac68, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c3ac40, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c3ac40)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1391 [IO wait, 31 minutes]:
net.runtime_pollWait(0x7f51e34d0cc8, 0x72, 0x77)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420180148, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420180148, 0xc42282e000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4201800e0, 0xc42282e000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42019c020, 0xc42282e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4227ea4e0, 0xc42083c028, 0x1, 0x9, 0x7f51e34d0cd0, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4227ea4e0, 0xc42083c028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4227ea4e0, 0xc42083c028, 0x1, 0x9, 0x0, 0x7f51e371d0d0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4227ea4e0, 0xc42083c028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42083c000, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42083c000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 863 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e34cd080, 0x72, 0x7a)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420180228, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420180228, 0xc42284e000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4201801c0, 0xc42284e000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420a26068, 0xc42284e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420c2f080, 0xc4207e6028, 0x1, 0x9, 0x7f51e34cd088, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420c2f080, 0xc4207e6028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420c2f080, 0xc4207e6028, 0x1, 0x9, 0x0, 0x7f51e371b4b0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420c2f080, 0xc4207e6028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4207e6000, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4207e6000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1553 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e36c79c0, 0x72, 0x78)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc42017a1b8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc42017a1b8, 0xc4227d7000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc42017a150, 0xc4227d7000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420a84118, 0xc4227d7000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4207548a0, 0xc420a9ef08, 0x1, 0x9, 0x7f51e36c79c8, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4207548a0, 0xc420a9ef08, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4207548a0, 0xc420a9ef08, 0x1, 0x9, 0x0, 0x7f51e371b000, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4207548a0, 0xc420a9ef08, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a9eee0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a9eee0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1587 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e34cf888, 0x72, 0x92)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420a80b58, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420a80b58, 0xc4207e0000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420a80af0, 0xc4207e0000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420a26050, 0xc4207e0000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4228d8cc0, 0xc4201741e8, 0x1, 0x9, 0x7f51e34cf890, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4228d8cc0, 0xc4201741e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4228d8cc0, 0xc4201741e8, 0x1, 0x9, 0x0, 0x7f51e3728bf0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4228d8cc0, 0xc4201741e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4201741c0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4201741c0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 19319841 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e3692ab8, 0x72, 0xab)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc427c52ca8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc427c52ca8, 0xc42c150000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc427c52c40, 0xc42c150000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420902578, 0xc42c150000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42bad2000, 0xc4229121e8, 0x1, 0x9, 0xc427dd2cb0, 0x40efd2, 0x7f51e327b7b8)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42bad2000, 0xc4229121e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42bad2000, 0xc4229121e8, 0x1, 0x9, 0x8, 0x7f51e371be10, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42bad2000, 0xc4229121e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4229121c0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4229121c0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1754 [chan receive, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*syncProducer).handleSuccesses(0xc4244239c0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/sync_producer.go:122 +0x8a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*syncProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.handleSuccesses)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/sync_producer.go:62 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424443fd0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.newSyncProducerFromAsyncProducer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/sync_producer.go:62 +0xe2
goroutine 1753 [chan receive, 90 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).retryHandler(0xc420a81650)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:784 +0xd2
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.retryHandler)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:100 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424443fc0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.NewAsyncProducerFromClient
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:100 +0x31f
goroutine 1638 [select]:
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Session).reconnectDownedHosts(0xc4201b6000, 0xdf8475800)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/session.go:224 +0x241
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Session).init
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/session.go:202 +0x2e9
goroutine 1633 [IO wait, 33 minutes]:
net.runtime_pollWait(0x7f51e34cd140, 0x72, 0x81)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4201ae068, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4201ae068, 0xc4228de000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4201ae000, 0xc4228de000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420878000, 0xc4228de000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc422866240, 0xc420174028, 0x1, 0x9, 0x7f51e34cd148, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc422866240, 0xc420174028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc422866240, 0xc420174028, 0x1, 0x9, 0x0, 0x7f51e371be10, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc422866240, 0xc420174028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420174000, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420174000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1649 [IO wait, 31 minutes]:
net.runtime_pollWait(0x7f51e34cd200, 0x72, 0x7e)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc42020a068, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc42020a068, 0xc4228dc000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc42020a000, 0xc4228dc000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc4207ee078, 0xc4228dc000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4228d6000, 0xc420c26aa8, 0x1, 0x9, 0x7f51e34cd208, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4228d6000, 0xc420c26aa8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4228d6000, 0xc420c26aa8, 0x1, 0x9, 0x0, 0x7f51e371d0d0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4228d6000, 0xc420c26aa8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c26a80, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c26a80)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 45536201 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e34cff48, 0x72, 0x88)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc42a4d56b8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc42a4d56b8, 0xc42dfef000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc42a4d5650, 0xc42dfef000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc4208782d0, 0xc42dfef000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420bd6480, 0xc420c3a1e8, 0x1, 0x9, 0x7f51e34cff50, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420bd6480, 0xc420c3a1e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420bd6480, 0xc420c3a1e8, 0x1, 0x9, 0x0, 0x7f51e37293b0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420bd6480, 0xc420c3a1e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c3a1c0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c3a1c0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1665 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e34cfdc8, 0x72, 0x86)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4228fc068, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4228fc068, 0xc4228e1000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4228fc000, 0xc4228e1000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc4200f4028, 0xc4228e1000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4227f2000, 0xc420908028, 0x1, 0x9, 0x7f51e34cfdd0, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4227f2000, 0xc420908028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4227f2000, 0xc420908028, 0x1, 0x9, 0x0, 0x7f51e371b000, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4227f2000, 0xc420908028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420908000, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420908000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1745 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e34d0548, 0x72, 0x94)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420204068, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420204068, 0xc420894000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420204000, 0xc420894000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc4200f4050, 0xc420894000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4227f2c00, 0xc4209089c8, 0x1, 0x9, 0x7f51e34d0550, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4227f2c00, 0xc4209089c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4227f2c00, 0xc4209089c8, 0x1, 0x9, 0x0, 0x7f51e371b4b0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4227f2c00, 0xc4209089c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4209089a0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4209089a0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1514 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e34cf948, 0x72, 0x90)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc42017a618, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc42017a618, 0xc420918000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc42017a5b0, 0xc420918000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420730028, 0xc420918000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc422896840, 0xc42290e1e8, 0x1, 0x9, 0x7f51e34cf950, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc422896840, 0xc42290e1e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc422896840, 0xc42290e1e8, 0x1, 0x9, 0x0, 0x7f51e37293b0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc422896840, 0xc42290e1e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42290e1c0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42290e1c0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1689 [IO wait, 33 minutes]:
net.runtime_pollWait(0x7f51e34cd500, 0x72, 0x95)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420924068, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420924068, 0xc42023a000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420924000, 0xc42023a000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42000c038, 0xc42023a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4228847e0, 0xc4209e23a8, 0x1, 0x9, 0x7f51e34cd508, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4228847e0, 0xc4209e23a8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4228847e0, 0xc4209e23a8, 0x1, 0x9, 0x0, 0x7f51e371c2c0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4228847e0, 0xc4209e23a8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4209e2380, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4209e2380)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1663 [chan receive, 108 minutes]:
github.com/raintank/metrictank/idx/cassandra.(*CasIdx).prune(0xc420a293e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:463 +0x91
created by github.com/raintank/metrictank/idx/cassandra.(*CasIdx).Init
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:221 +0x1f5
goroutine 1770 [IO wait]:
net.runtime_pollWait(0x7f51e3693178, 0x72, 0xa0)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420224228, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420224228, 0xc424497000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4202241c0, 0xc424497000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42000c0c0, 0xc424497000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4239bbb60, 0xc4244a4080, 0x8, 0x8, 0xed1ba3c8c, 0xc40b040631, 0x1069b20)
/usr/local/go/src/bufio/bufio.go:213 +0x312
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*bufConn).Read(0xc42441c740, 0xc4244a4080, 0x8, 0x8, 0x0, 0xb040631, 0x1069b20)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:110 +0x4d
io.ReadAtLeast(0x7f51e36c4ad0, 0xc42441c740, 0xc4244a4080, 0x8, 0x8, 0x8, 0xbf49e0, 0x0, 0x7f51e36c4ad0)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x7f51e36c4ad0, 0xc42441c740, 0xc4244a4080, 0x8, 0x8, 0x0, 0x0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).responseReceiver(0xc420a81030)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:444 +0x31e
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseReceiver)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424417ee0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Open.func1
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x625
goroutine 1739 [chan send, 30 minutes]:
github.com/raintank/metrictank/mdata.(*CassandraStore).Add(0xc42089a600, 0xc451adaf00)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:288 +0x118
github.com/raintank/metrictank/mdata.(*AggMetric).persist(0xc42726f760, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:421 +0x635
github.com/raintank/metrictank/mdata.(*AggMetric).add(0xc42726f760, 0x5a283e33, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:510 +0x4fd
github.com/raintank/metrictank/mdata.(*AggMetric).Add(0xc42726f760, 0xc45a283e33, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:435 +0x12c
github.com/raintank/metrictank/input.DefaultHandler.Process(0xc42501a90c, 0xc42501a950, 0xc426531980, 0xc42501a954, 0xc42501a958, 0x102a4a0, 0xc420c18420, 0x1034860, 0xc420a293e0, 0xc42b212000, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/input.go:72 +0x2c1
github.com/raintank/metrictank/input.(*DefaultHandler).Process(0xc424494af0, 0xc42b212000, 0x0)
<autogenerated>:1 +0x7b
github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).handleMsg(0xc420c46190, 0xc44bbd24bf, 0x10b, 0x9b41, 0xffffffff00000000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:301 +0x1bf
github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).consumePartition(0xc420c46190, 0xc4200297e7, 0x15, 0xc400000000, 0xbdfc3fbc)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:258 +0x742
created by github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).Start
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:216 +0x31e
goroutine 1687 [IO wait, 31 minutes]:
net.runtime_pollWait(0x7f51e34d03c8, 0x72, 0x91)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420bf6378, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420bf6378, 0xc42072e000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420bf6310, 0xc42072e000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420730038, 0xc42072e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc422896ea0, 0xc42290e2c8, 0x1, 0x9, 0x7f51e34d03d0, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc422896ea0, 0xc42290e2c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc422896ea0, 0xc42290e2c8, 0x1, 0x9, 0x0, 0x7f51e371b4b0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc422896ea0, 0xc42290e2c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42290e2a0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42290e2a0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1688 [IO wait, 33 minutes]:
net.runtime_pollWait(0x7f51e36c7780, 0x72, 0x96)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc420bf63e8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc420bf63e8, 0xc42016e000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc420bf6380, 0xc42016e000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42081c028, 0xc42016e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4228a2d20, 0xc42083c2c8, 0x1, 0x9, 0xc420713cb0, 0x40f056, 0x7f51e2c9e4b0)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4228a2d20, 0xc42083c2c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4228a2d20, 0xc42083c2c8, 0x1, 0x9, 0x0, 0x7f51e371cc20, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4228a2d20, 0xc42083c2c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42083c2a0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42083c2a0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 1692 [chan receive]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).responseFeeder(0xc424486000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:420 +0xa0
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseFeeder)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4244a40e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x37a
goroutine 1741 [chan send, 30 minutes]:
github.com/raintank/metrictank/mdata.(*CassandraStore).Add(0xc42089a600, 0xc4552c0a00)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:288 +0x118
github.com/raintank/metrictank/mdata.(*AggMetric).persist(0xc429588b00, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:421 +0x635
github.com/raintank/metrictank/mdata.(*AggMetric).add(0xc429588b00, 0x5a283e33, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:510 +0x4fd
github.com/raintank/metrictank/mdata.(*AggMetric).Add(0xc429588b00, 0xc45a283e33, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:435 +0x12c
github.com/raintank/metrictank/input.DefaultHandler.Process(0xc42501a90c, 0xc42501a950, 0xc426531980, 0xc42501a954, 0xc42501a958, 0x102a4a0, 0xc420c18420, 0x1034860, 0xc420a293e0, 0xc42c76bc20, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/input.go:72 +0x2c1
github.com/raintank/metrictank/input.(*DefaultHandler).Process(0xc424494af0, 0xc42c76bc20, 0x2)
<autogenerated>:1 +0x7b
github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).handleMsg(0xc420c46190, 0xc45c05a923, 0x10f, 0x76dd, 0xffffffff00000002)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:301 +0x1bf
github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).consumePartition(0xc420c46190, 0xc4200297e7, 0x15, 0xc400000002, 0xc305e5f2)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:258 +0x742
created by github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).Start
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:216 +0x31e
goroutine 1755 [chan receive, 55908 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*syncProducer).handleErrors(0xc4244239c0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/sync_producer.go:130 +0x8a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*syncProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.handleErrors)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/sync_producer.go:63 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424443fe0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.newSyncProducerFromAsyncProducer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/sync_producer.go:63 +0x13c
goroutine 1756 [select]:
github.com/raintank/metrictank/mdata/notifierKafka.(*NotifierKafka).consumePartition(0xc4228ea000, 0xc420028f47, 0x15, 0x0, 0x5d447c, 0xc424443ff0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/notifierKafka/notifierKafka.go:145 +0xeab
created by github.com/raintank/metrictank/mdata/notifierKafka.(*NotifierKafka).start
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/notifierKafka/notifierKafka.go:103 +0x39c
goroutine 1757 [select]:
github.com/raintank/metrictank/mdata/notifierKafka.(*NotifierKafka).consumePartition(0xc4228ea000, 0xc420028f47, 0x15, 0x1, 0x5df734, 0xc424443ff0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/notifierKafka/notifierKafka.go:145 +0xeab
created by github.com/raintank/metrictank/mdata/notifierKafka.(*NotifierKafka).start
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/notifierKafka/notifierKafka.go:103 +0x39c
goroutine 1758 [select]:
github.com/raintank/metrictank/mdata/notifierKafka.(*NotifierKafka).consumePartition(0xc4228ea000, 0xc420028f47, 0x15, 0x2, 0x5df42f, 0xc424443ff0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/notifierKafka/notifierKafka.go:145 +0xeab
created by github.com/raintank/metrictank/mdata/notifierKafka.(*NotifierKafka).start
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/notifierKafka/notifierKafka.go:103 +0x39c
goroutine 1759 [select]:
github.com/raintank/metrictank/mdata/notifierKafka.(*NotifierKafka).consumePartition(0xc4228ea000, 0xc420028f47, 0x15, 0x3, 0x5d77c3, 0xc424443ff0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/notifierKafka/notifierKafka.go:145 +0xeab
created by github.com/raintank/metrictank/mdata/notifierKafka.(*NotifierKafka).start
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/notifierKafka/notifierKafka.go:103 +0x39c
goroutine 1760 [select]:
github.com/raintank/metrictank/mdata/notifierKafka.(*NotifierKafka).consumePartition(0xc4228ea000, 0xc420028f47, 0x15, 0x4, 0x5ea708, 0xc424443ff0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/notifierKafka/notifierKafka.go:145 +0xeab
created by github.com/raintank/metrictank/mdata/notifierKafka.(*NotifierKafka).start
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/notifierKafka/notifierKafka.go:103 +0x39c
goroutine 1777 [select]:
github.com/raintank/metrictank/mdata/notifierKafka.(*NotifierKafka).consumePartition(0xc4228ea000, 0xc420028f47, 0x15, 0x5, 0x5cc9fa, 0xc424443ff0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/notifierKafka/notifierKafka.go:145 +0xeab
created by github.com/raintank/metrictank/mdata/notifierKafka.(*NotifierKafka).start
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/notifierKafka/notifierKafka.go:103 +0x39c
goroutine 1778 [select]:
github.com/raintank/metrictank/mdata/notifierKafka.(*NotifierKafka).consumePartition(0xc4228ea000, 0xc420028f47, 0x15, 0x6, 0x5e05f2, 0xc424443ff0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/notifierKafka/notifierKafka.go:145 +0xeab
created by github.com/raintank/metrictank/mdata/notifierKafka.(*NotifierKafka).start
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/notifierKafka/notifierKafka.go:103 +0x39c
goroutine 1779 [select]:
github.com/raintank/metrictank/mdata/notifierKafka.(*NotifierKafka).consumePartition(0xc4228ea000, 0xc420028f47, 0x15, 0x7, 0x5d9b4d, 0xc424443ff0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/notifierKafka/notifierKafka.go:145 +0xeab
created by github.com/raintank/metrictank/mdata/notifierKafka.(*NotifierKafka).start
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/notifierKafka/notifierKafka.go:103 +0x39c
goroutine 1738 [select]:
github.com/raintank/metrictank/mdata/notifierKafka.(*NotifierKafka).produce(0xc4228ea000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/notifierKafka/notifierKafka.go:208 +0x2a1
created by github.com/raintank/metrictank/mdata/notifierKafka.New
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/notifierKafka/notifierKafka.go:73 +0x52e
goroutine 1691 [chan receive, 26124 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).dispatcher(0xc424486000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:307 +0x5f
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatcher)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4244a40d0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x31c
goroutine 1405 [chan receive, 29217 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).dispatcher(0xc42446c000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:307 +0x5f
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatcher)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424468170)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x31c
goroutine 1404 [IO wait]:
net.runtime_pollWait(0x7f51e36933b8, 0x72, 0x9d)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc42017a7d8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc42017a7d8, 0xc42449d000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc42017a770, 0xc42449d000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42081c050, 0xc42449d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc424458780, 0xc4244a4068, 0x8, 0x8, 0xed1ba3c8c, 0xc4007cd54c, 0x1069b20)
/usr/local/go/src/bufio/bufio.go:213 +0x312
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*bufConn).Read(0xc424474160, 0xc4244a4068, 0x8, 0x8, 0x0, 0x7cd54c, 0x1069b20)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:110 +0x4d
io.ReadAtLeast(0x7f51e36c4ad0, 0xc424474160, 0xc4244a4068, 0x8, 0x8, 0x8, 0xbf49e0, 0x0, 0x7f51e36c4ad0)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x7f51e36c4ad0, 0xc424474160, 0xc4244a4068, 0x8, 0x8, 0x0, 0x0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).responseReceiver(0xc420a81110)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:444 +0x31e
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseReceiver)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4244680f0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Open.func1
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x625
goroutine 1407 [select]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionManager(0xc4244ba0a0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:575 +0x525
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionManager)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424468190)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x1de
goroutine 1408 [select]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).sendAndReceive(0xc420a81030, 0x1030780, 0xc430ad6420, 0x1024b60, 0xc430ad6440, 0xc4244ba0f0, 0x1060eb0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:373 +0x1ac
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Fetch(0xc420a81030, 0xc430ad6420, 0xc420a53de4, 0xc448892648, 0xc46185a7d8)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:221 +0x70
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).fetchNewMessages(0xc4244ba0a0, 0x0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:714 +0x2d0
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionConsumer(0xc4244ba0a0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:608 +0x167
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionConsumer)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4244681a0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x238
goroutine 1544 [chan receive]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).responseFeeder(0xc42445e000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:420 +0xa0
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseFeeder)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424450270)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x37a
goroutine 1793 [chan receive, 89 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).dispatcher(0xc42445e080)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:307 +0x5f
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatcher)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424468210)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x31c
goroutine 1794 [chan receive]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).responseFeeder(0xc42445e080)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:420 +0xa0
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseFeeder)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424468220)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x37a
goroutine 1722 [chan receive, 2174 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).dispatcher(0xc424406800)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:307 +0x5f
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatcher)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424490020)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x31c
goroutine 1723 [chan receive]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).responseFeeder(0xc424406800)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:420 +0xa0
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseFeeder)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424490030)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x37a
goroutine 1709 [chan receive]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).responseFeeder(0xc424456000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:420 +0xa0
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseFeeder)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42447c110)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x37a
goroutine 1842 [chan receive, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).responseReceiver(0xc420a805b0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:431 +0xf0
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseReceiver)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc425baf300)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Open.func1
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x625
goroutine 1464 [chan receive, 2169 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).dispatcher(0xc424d06000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:307 +0x5f
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatcher)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc425a89f60)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x31c
goroutine 1844 [chan send, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).responseFeeder(0xc4271f0000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:438 +0x36d
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseFeeder)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc425baf420)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x37a
goroutine 1827 [chan receive, 18129 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).dispatcher(0xc424d06080)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:307 +0x5f
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatcher)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424fe03a0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x31c
goroutine 1841 [chan receive, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).responseReceiver(0xc420a80700)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:431 +0xf0
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseReceiver)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc425baf2c0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Open.func1
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x625
goroutine 1463 [chan receive, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).responseReceiver(0xc420a80620)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:431 +0xf0
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseReceiver)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc425a89e80)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Open.func1
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x625
goroutine 1831 [chan receive, 55908 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).dispatcher(0xc42445e180)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:307 +0x5f
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatcher)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424fe0610)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x31c
goroutine 1832 [chan send, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).responseFeeder(0xc42445e180)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:438 +0x36d
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseFeeder)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424fe0630)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x37a
goroutine 1833 [select, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionManager(0xc422f68d70)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:575 +0x525
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionManager)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424fe0670)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x1de
goroutine 1834 [chan receive, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionConsumer(0xc422f68d70)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:604 +0x14c
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionConsumer)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424fe0680)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x238
goroutine 1835 [chan receive, 55908 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).dispatcher(0xc427034000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:307 +0x5f
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatcher)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424fe07f0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x31c
goroutine 1836 [chan send, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).responseFeeder(0xc427034000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:438 +0x36d
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseFeeder)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424fe0800)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x37a
goroutine 1837 [select, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionManager(0xc422f68fa0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:575 +0x525
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionManager)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424fe0840)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x1de
goroutine 1838 [chan receive, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionConsumer(0xc422f68fa0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:604 +0x14c
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionConsumer)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424fe0850)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x238
goroutine 1787 [chan send, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).responseFeeder(0xc424486980)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:438 +0x36d
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseFeeder)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc429980ba0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x37a
goroutine 864 [chan receive, 90 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).dispatcher(0xc42446d180)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:307 +0x5f
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatcher)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424efa0f0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x31c
goroutine 1857 [chan send, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).responseFeeder(0xc42446d180)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:438 +0x36d
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseFeeder)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424efa100)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x37a
goroutine 45593222 [chan receive, 18 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).responseReceiver(0xc4274365b0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:431 +0xf0
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseReceiver)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4339945a0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Open.func1
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x625
goroutine 19319831 [IO wait, 31 minutes]:
net.runtime_pollWait(0x7f51e29baac0, 0x72, 0xb8)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4259cae68, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4259cae68, 0xc429bbc000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4259cae00, 0xc429bbc000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c644b0, 0xc429bbc000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc422867f80, 0xc42290e808, 0x1, 0x9, 0x7f51e29baac8, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc422867f80, 0xc42290e808, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc422867f80, 0xc42290e808, 0x1, 0x9, 0x0, 0x7f51e37261c0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc422867f80, 0xc42290e808, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42290e7e0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42290e7e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 21241046 [select, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerProducer).run(0xc42fdf5500)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:586 +0xbd9
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.run)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:536 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42d1c3790)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:536 +0x29b
goroutine 47730734 [chan receive, 318 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).responseReceiver(0xc4553f98f0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:431 +0xf0
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseReceiver)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc435607ea0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Open.func1
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x625
goroutine 19319751 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e29bb000, 0x72, 0xb0)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc427c52d18, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc427c52d18, 0xc428c3d000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc427c52cb0, 0xc428c3d000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc4200f4738, 0xc428c3d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc426718060, 0xc420175a68, 0x1, 0x9, 0x0, 0xc4226dbcb8, 0xc4226dbf00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc426718060, 0xc420175a68, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc426718060, 0xc420175a68, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc426718060, 0xc420175a68, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420175a40, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420175a40)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 21240500 [select]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).sendAndReceive(0xc42d84ad90, 0x1030780, 0xc430ad6380, 0x1024b60, 0xc430ad63a0, 0xc42aa0cb40, 0x1060eb0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:373 +0x1ac
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Fetch(0xc42d84ad90, 0xc430ad6380, 0xc42025cde4, 0xc448892568, 0xc46185a638)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:221 +0x70
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).fetchNewMessages(0xc4353cb090, 0x0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:714 +0x2d0
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionConsumer(0xc4353cb090)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:608 +0x167
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionConsumer)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4235c7220)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x238
goroutine 45536221 [IO wait, 33 minutes]:
net.runtime_pollWait(0x7f51e34ccfc0, 0x72, 0x8d)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc427a3eed8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc427a3eed8, 0xc434b0e000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc427a3ee70, 0xc434b0e000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420a261a8, 0xc434b0e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42f838240, 0xc420c262c8, 0x1, 0x9, 0x7f51e34ccfc8, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42f838240, 0xc420c262c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42f838240, 0xc420c262c8, 0x1, 0x9, 0x0, 0x7f51e371b960, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42f838240, 0xc420c262c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c262a0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c262a0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 45536202 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e36c6f40, 0x72, 0x87)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4316faae8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4316faae8, 0xc42add9000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4316faa80, 0xc42add9000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc4208782e0, 0xc42add9000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420bd6840, 0xc420c3bde8, 0x1, 0x9, 0x7f51e36c6f48, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420bd6840, 0xc420c3bde8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420bd6840, 0xc420c3bde8, 0x1, 0x9, 0x0, 0x7f51e3728bf0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420bd6840, 0xc420c3bde8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c3bdc0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c3bdc0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 30521044 [chan receive, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionConsumer(0xc42d03cd70)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:604 +0x14c
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionConsumer)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42f878870)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x238
goroutine 267699 [chan receive, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionProducer).dispatch(0xc42447b260)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:410 +0xd0
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatch)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:396 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc422c898a0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newPartitionProducer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:396 +0x1f3
goroutine 45593085 [chan receive, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer.func1()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:540 +0x67
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42c3a79c0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:552 +0x32a
goroutine 45536308 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e34ccc00, 0x72, 0x40)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc43bca1aa8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc43bca1aa8, 0xc42b2a0000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc43bca1a40, 0xc42b2a0000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc4209d8130, 0xc42b2a0000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42983b380, 0xc420be89c8, 0x1, 0x9, 0x0, 0xc42f025cb8, 0xc42f025f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42983b380, 0xc420be89c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42983b380, 0xc420be89c8, 0x1, 0x9, 0x8, 0x7f51e371cc20, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42983b380, 0xc420be89c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420be89a0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420be89a0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 19319830 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e29bac40, 0x72, 0xb4)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc43293a298, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc43293a298, 0xc434fa6000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc43293a230, 0xc434fa6000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c0c5f0, 0xc434fa6000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42cc1ef00, 0xc420a9e3a8, 0x1, 0x9, 0x7f51e29bac48, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42cc1ef00, 0xc420a9e3a8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42cc1ef00, 0xc420a9e3a8, 0x1, 0x9, 0x0, 0x7f51e3728bf0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42cc1ef00, 0xc420a9e3a8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a9e380, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a9e380)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 45536240 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e3683a20, 0x72, 0x3d)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc437f2b798, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc437f2b798, 0xc429619000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc437f2b730, 0xc429619000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420878198, 0xc429619000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc425d77ec0, 0xc420c3a108, 0x1, 0x9, 0x0, 0xc42bba1cb8, 0xc42bba1f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc425d77ec0, 0xc420c3a108, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc425d77ec0, 0xc420c3a108, 0x1, 0x9, 0x8, 0x7f51e371c2c0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc425d77ec0, 0xc420c3a108, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c3a0e0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c3a0e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 45533501 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e3693478, 0x72, 0x41)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc43bca1b18, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc43bca1b18, 0xc435ed8000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc43bca1ab0, 0xc435ed8000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420a84230, 0xc435ed8000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4267197a0, 0xc420a92648, 0x1, 0x9, 0x0, 0xc42085dcb8, 0xc42085df00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4267197a0, 0xc420a92648, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4267197a0, 0xc420a92648, 0x1, 0x9, 0x8, 0x7f51e371cc20, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4267197a0, 0xc420a92648, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a92620, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a92620)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 19319787 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e3692638, 0x72, 0xae)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc432c828b8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc432c828b8, 0xc439864000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc432c82850, 0xc439864000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42080c190, 0xc439864000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc420c32420, 0xc420812108, 0x1, 0x9, 0x0, 0xc427dd9cb8, 0xc427dd9f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc420c32420, 0xc420812108, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc420c32420, 0xc420812108, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420c32420, 0xc420812108, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4208120e0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4208120e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 45536233 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e3683ea0, 0x72, 0x7d)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4316faa78, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4316faa78, 0xc424a95000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4316faa10, 0xc424a95000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42019c198, 0xc424a95000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42002f4a0, 0xc4208121e8, 0x1, 0x9, 0x7f51e3683ea8, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42002f4a0, 0xc4208121e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42002f4a0, 0xc4208121e8, 0x1, 0x9, 0x0, 0x7f51e37293b0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42002f4a0, 0xc4208121e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4208121c0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4208121c0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 19319753 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e29baf40, 0x72, 0xb1)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc42dff2068, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc42dff2068, 0xc42fc60000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc42dff2000, 0xc42fc60000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c0c568, 0xc42fc60000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42b5c16e0, 0xc420a9e2c8, 0x1, 0x9, 0x0, 0xc42ceedcb8, 0xc42ceedf00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42b5c16e0, 0xc420a9e2c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42b5c16e0, 0xc420a9e2c8, 0x1, 0x9, 0x8, 0x7f51e371b4b0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42b5c16e0, 0xc420a9e2c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a9e2a0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a9e2a0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 45593084 [select, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerProducer).run(0xc429ec3200)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:586 +0xbd9
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.run)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:536 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc43043d180)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:536 +0x29b
goroutine 45533502 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e36844a0, 0x72, 0x3e)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc42e91faa8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc42e91faa8, 0xc42f80b000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc42e91fa40, 0xc42f80b000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42019c220, 0xc42f80b000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc436687140, 0xc42083a028, 0x1, 0x9, 0x0, 0xc42bb9fcb8, 0xc42bb9ff00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc436687140, 0xc42083a028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc436687140, 0xc42083a028, 0x1, 0x9, 0x8, 0x7f51e371cc20, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc436687140, 0xc42083a028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42083a000, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42083a000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 278258 [chan receive, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionProducer).dispatch(0xc42cde91a0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:410 +0xd0
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatch)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:396 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42e5cf550)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newPartitionProducer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:396 +0x1f3
goroutine 23745212 [select, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionManager(0xc4307cd220)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:575 +0x525
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionManager)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424b1b8d0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x1de
goroutine 48016460 [chan receive, 38 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).responseReceiver(0xc43c604150)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:431 +0xf0
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseReceiver)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc451a8a020)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Open.func1
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x625
goroutine 19319789 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e29bae80, 0x72, 0xb2)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc42c67a068, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc42c67a068, 0xc4271b6000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc42c67a000, 0xc4271b6000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c36698, 0xc4271b6000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42f6f7e60, 0xc42083c1e8, 0x1, 0x9, 0x0, 0xc427dd6cb8, 0xc427dd6f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42f6f7e60, 0xc42083c1e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42f6f7e60, 0xc42083c1e8, 0x1, 0x9, 0x8, 0x7f51e371cc20, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42f6f7e60, 0xc42083c1e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42083c1c0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42083c1c0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 21240196 [select, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionManager(0xc42dbd86e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:575 +0x525
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionManager)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc423722b20)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x1de
goroutine 48013373 [chan receive, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionConsumer(0xc45305c410)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:604 +0x14c
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionConsumer)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc43fa2a3e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x238
goroutine 283366 [chan receive, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionProducer).dispatch(0xc42fd20b40)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:410 +0xd0
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatch)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:396 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42522bed0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newPartitionProducer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:396 +0x1f3
goroutine 21240235 [chan receive, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).responseReceiver(0xc428d45260)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:431 +0xf0
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseReceiver)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4232e9ef0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Open.func1
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x625
goroutine 45523680 [chan receive, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer.func1()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:540 +0x67
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42a8a6560)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:552 +0x32a
goroutine 267665 [chan receive, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionProducer).dispatch(0xc42aa17740)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:410 +0xd0
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatch)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:396 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42304c080)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newPartitionProducer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:396 +0x1f3
goroutine 305666 [chan receive, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionProducer).dispatch(0xc42fd20de0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:410 +0xd0
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatch)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:396 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42a119560)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newPartitionProducer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:396 +0x1f3
goroutine 45536249 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e34cf7c8, 0x72, 0x8c)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc42a4d5728, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc42a4d5728, 0xc43150b000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc42a4d56c0, 0xc43150b000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420a261b8, 0xc43150b000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42f8387e0, 0xc420c263a8, 0x1, 0x9, 0x7f51e34cf7d0, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42f8387e0, 0xc420c263a8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42f8387e0, 0xc420c263a8, 0x1, 0x9, 0x0, 0x7f51e371b4b0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42f8387e0, 0xc420c263a8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c26380, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c26380)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 19745016 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e2a40c50, 0x72, 0xc5)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc42b379db8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc42b379db8, 0xc42893d000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc42b379d50, 0xc42893d000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c64520, 0xc42893d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc43683e4e0, 0xc420c496e8, 0x1, 0x9, 0x0, 0xc42f9d3cb8, 0xc42f9d3f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc43683e4e0, 0xc420c496e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc43683e4e0, 0xc420c496e8, 0x1, 0x9, 0x8, 0x7f51e371b960, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc43683e4e0, 0xc420c496e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c496c0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c496c0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 19742413 [IO wait, 33 minutes]:
net.runtime_pollWait(0x7f51e29ba280, 0x72, 0xbf)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4259cabc8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4259cabc8, 0xc42c067000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4259cab60, 0xc42c067000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc4209d82d8, 0xc42c067000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4371ae240, 0xc4209e21e8, 0x1, 0x9, 0x7f51e29ba288, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4371ae240, 0xc4209e21e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4371ae240, 0xc4209e21e8, 0x1, 0x9, 0x0, 0x7f51e371b000, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4371ae240, 0xc4209e21e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4209e21c0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4209e21c0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 21240972 [chan receive, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer.func1()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:540 +0x67
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc432f06180)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:552 +0x32a
goroutine 19744840 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e29ba4c0, 0x72, 0xc0)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc424426228, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc424426228, 0xc420c0b000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4244261c0, 0xc420c0b000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420884368, 0xc420c0b000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc433c48fc0, 0xc420a32e28, 0x1, 0x9, 0x7f51e29ba4c8, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc433c48fc0, 0xc420a32e28, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc433c48fc0, 0xc420a32e28, 0x1, 0x9, 0x0, 0x7f51e3728bf0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc433c48fc0, 0xc420a32e28, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a32e00, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a32e00)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 19319752 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e36926f8, 0x72, 0xaf)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc425a94298, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc425a94298, 0xc42a41a000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc425a94230, 0xc42a41a000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c0e3e8, 0xc42a41a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc428c85a40, 0xc42083a568, 0x1, 0x9, 0x0, 0xc4200c5cb8, 0xc4200c5f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc428c85a40, 0xc42083a568, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc428c85a40, 0xc42083a568, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc428c85a40, 0xc42083a568, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42083a540, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42083a540)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 23745213 [chan receive, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionConsumer(0xc4307cd220)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:604 +0x14c
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionConsumer)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424b1b8e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x238
goroutine 19744455 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e2a40a10, 0x72, 0xc7)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc42b379e28, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc42b379e28, 0xc42f524000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc42b379dc0, 0xc42f524000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42081c010, 0xc42f524000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4209da000, 0xc42290eb88, 0x1, 0x9, 0x0, 0xc42feb9cb8, 0xc42feb9f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4209da000, 0xc42290eb88, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4209da000, 0xc42290eb88, 0x1, 0x9, 0x8, 0x7f51e371b000, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4209da000, 0xc42290eb88, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42290eb60, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42290eb60)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 19744454 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e2a40650, 0x72, 0xcc)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc433dc8688, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc433dc8688, 0xc424caa000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc433dc8620, 0xc424caa000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420884410, 0xc424caa000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc431b39a40, 0xc420a330c8, 0x1, 0x9, 0x0, 0xc431059cb8, 0xc431059f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc431b39a40, 0xc420a330c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc431b39a40, 0xc420a330c8, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc431b39a40, 0xc420a330c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a330a0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a330a0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 289317 [chan receive, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionProducer).dispatch(0xc42447a6c0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:410 +0xd0
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatch)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:396 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc422ccf450)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newPartitionProducer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:396 +0x1f3
goroutine 263520 [chan receive, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*topicProducer).dispatch(0xc42a8c0840)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:302 +0x68
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*topicProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatch)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:297 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42304c060)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newTopicProducer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:297 +0x224
goroutine 48013473 [select, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerProducer).run(0xc44c7002a0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:586 +0xbd9
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.run)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:536 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424a105c0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:536 +0x29b
goroutine 21240971 [select, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerProducer).run(0xc42df8d260)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:586 +0xbd9
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.run)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:536 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42272bd90)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:536 +0x29b
goroutine 19744841 [IO wait, 33 minutes]:
net.runtime_pollWait(0x7f51e29ba340, 0x72, 0xc3)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc423a12298, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc423a12298, 0xc42f80a000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc423a12230, 0xc42f80a000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420884378, 0xc42f80a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc433c493e0, 0xc420a32f08, 0x1, 0x9, 0x7f51e29ba348, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc433c493e0, 0xc420a32f08, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc433c493e0, 0xc420a32f08, 0x1, 0x9, 0x0, 0x7f51e371cc20, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc433c493e0, 0xc420a32f08, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a32ee0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a32ee0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 21241047 [chan receive, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer.func1()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:540 +0x67
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc429f44b20)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:552 +0x32a
goroutine 19319790 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e36927b8, 0x72, 0xad)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc42e8c1e28, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc42e8c1e28, 0xc432238000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc42e8c1dc0, 0xc432238000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420902598, 0xc432238000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42bad26c0, 0xc4229123a8, 0x1, 0x9, 0x0, 0xc42754acb8, 0xc42754af00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42bad26c0, 0xc4229123a8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42bad26c0, 0xc4229123a8, 0x1, 0x9, 0x8, 0x7f51e371cc20, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42bad26c0, 0xc4229123a8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc422912380, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc422912380)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 283098 [select, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerProducer).run(0xc42918ccc0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:586 +0xbd9
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.run)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:536 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42a2ecc90)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:536 +0x29b
goroutine 19744917 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e3692b78, 0x72, 0xa7)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc424426148, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc424426148, 0xc424a94000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4244260e0, 0xc424a94000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420a900c8, 0xc424a94000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42a1f1980, 0xc420a9e488, 0x1, 0x9, 0x7f51e3692b80, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42a1f1980, 0xc420a9e488, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42a1f1980, 0xc420a9e488, 0x1, 0x9, 0x0, 0x7f51e371b000, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42a1f1980, 0xc420a9e488, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a9e460, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a9e460)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 19319754 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e3692878, 0x72, 0xac)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4283474f8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4283474f8, 0xc42a4aa000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc428347490, 0xc42a4aa000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42000c890, 0xc42a4aa000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42e369140, 0xc420c26d48, 0x1, 0x9, 0x0, 0xc42c378cb8, 0xc42c378f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42e369140, 0xc420c26d48, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42e369140, 0xc420c26d48, 0x1, 0x9, 0x8, 0x7f51e371cc20, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42e369140, 0xc420c26d48, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c26d20, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c26d20)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 45592440 [IO wait]:
net.runtime_pollWait(0x7f51e2a401d0, 0x72, 0x9b)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc43ca7fbf8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc43ca7fbf8, 0xc4316b8000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc43ca7fb90, 0xc4316b8000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42000c430, 0xc4316b8000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc436334480, 0xc423732c40, 0x8, 0x8, 0xed1ba3c8c, 0xc402cd2c5b, 0x1069b20)
/usr/local/go/src/bufio/bufio.go:213 +0x312
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*bufConn).Read(0xc436fb50e0, 0xc423732c40, 0x8, 0x8, 0x0, 0x2cd2c5b, 0x1069b20)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:110 +0x4d
io.ReadAtLeast(0x7f51e36c4ad0, 0xc436fb50e0, 0xc423732c40, 0x8, 0x8, 0x8, 0xbf49e0, 0x0, 0x7f51e36c4ad0)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x7f51e36c4ad0, 0xc436fb50e0, 0xc423732c40, 0x8, 0x8, 0x0, 0x0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).responseReceiver(0xc42ae3ac40)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:444 +0x31e
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseReceiver)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc423237390)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Open.func1
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x625
goroutine 299935 [chan receive, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionProducer).dispatch(0xc42f654540)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:410 +0xd0
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatch)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:396 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc429a36540)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newPartitionProducer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:396 +0x1f3
goroutine 305398 [chan receive, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionProducer).dispatch(0xc427e06540)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:410 +0xd0
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatch)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:396 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42ca9ff40)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newPartitionProducer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:396 +0x1f3
goroutine 21240546 [IO wait]:
net.runtime_pollWait(0x7f51e2a40350, 0x72, 0xa9)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc42d84b108, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc42d84b108, 0xc42710c000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc42d84b0a0, 0xc42710c000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42081c018, 0xc42710c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc428c847e0, 0xc4235c6c58, 0x8, 0x8, 0xed1ba3c8c, 0xc4022b94c8, 0x1069b20)
/usr/local/go/src/bufio/bufio.go:213 +0x312
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*bufConn).Read(0xc4230d47c0, 0xc4235c6c58, 0x8, 0x8, 0x0, 0x22b94c8, 0x1069b20)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:110 +0x4d
io.ReadAtLeast(0x7f51e36c4ad0, 0xc4230d47c0, 0xc4235c6c58, 0x8, 0x8, 0x8, 0xbf49e0, 0x0, 0x7f51e36c4ad0)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x7f51e36c4ad0, 0xc4230d47c0, 0xc4235c6c58, 0x8, 0x8, 0x0, 0x0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).responseReceiver(0xc42957e5b0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:444 +0x31e
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseReceiver)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4235bf6e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Open.func1
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x625
goroutine 30521031 [select]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionManager(0xc4331c94f0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:575 +0x525
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionManager)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42a118670)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x1de
goroutine 48039840 [IO wait]:
net.runtime_pollWait(0x7f51e29ba640, 0x72, 0xa4)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc44c814848, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc44c814848, 0xc424136711, 0x1)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc44c8147e0, 0xc424136711, 0x1, 0x1, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42080c130, 0xc424136711, 0x1, 0x1, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
net/http.(*connReader).backgroundRead(0xc424136700)
/usr/local/go/src/net/http/server.go:656 +0x58
created by net/http.(*connReader).startBackgroundRead
/usr/local/go/src/net/http/server.go:652 +0xdf
goroutine 21241027 [select, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerProducer).run(0xc4325eaba0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:586 +0xbd9
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.run)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:536 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4295bfd90)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:536 +0x29b
goroutine 45523607 [IO wait]:
net.runtime_pollWait(0x7f51e36930b8, 0x72, 0x32)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc43bab6ca8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc43bab6ca8, 0xc434c36000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc43bab6c40, 0xc434c36000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c0c3b0, 0xc434c36000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc426f52a20, 0xc42e1f4dd8, 0x8, 0x8, 0xed1ba3c8c, 0xc40c46f6f7, 0x1069b20)
/usr/local/go/src/bufio/bufio.go:213 +0x312
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*bufConn).Read(0xc432ea5c60, 0xc42e1f4dd8, 0x8, 0x8, 0x0, 0xc46f6f7, 0x1069b20)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:110 +0x4d
io.ReadAtLeast(0x7f51e36c4ad0, 0xc432ea5c60, 0xc42e1f4dd8, 0x8, 0x8, 0x8, 0xbf49e0, 0x0, 0x7f51e36c4ad0)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x7f51e36c4ad0, 0xc432ea5c60, 0xc42e1f4dd8, 0x8, 0x8, 0x0, 0x0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).responseReceiver(0xc43f790460)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:444 +0x31e
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseReceiver)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42bf39000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Open.func1
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x625
goroutine 19319788 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e34cd800, 0x72, 0xaa)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc432c82848, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc432c82848, 0xc432be4000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc432c827e0, 0xc432be4000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420902588, 0xc432be4000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42bad22a0, 0xc4229122c8, 0x1, 0x9, 0x0, 0xc42091ccb8, 0xc42091cf00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42bad22a0, 0xc4229122c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42bad22a0, 0xc4229122c8, 0x1, 0x9, 0x8, 0x7f51e371b4b0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42bad22a0, 0xc4229122c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4229122a0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4229122a0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 45536292 [IO wait, 31 minutes]:
net.runtime_pollWait(0x7f51e34cfe88, 0x72, 0x8a)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4316fab58, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4316fab58, 0xc43a22f000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4316faaf0, 0xc43a22f000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420bca038, 0xc43a22f000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc432ca2240, 0xc42290e028, 0x1, 0x9, 0x7f51e34cfe90, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc432ca2240, 0xc42290e028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc432ca2240, 0xc42290e028, 0x1, 0x9, 0x0, 0x7f51e371b4b0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc432ca2240, 0xc42290e028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42290e000, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42290e000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 30521032 [select]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).sendAndReceive(0xc420a80d20, 0x1030780, 0xc43592ca00, 0x1024b60, 0xc43592ca20, 0xc4331c9590, 0x1060eb0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:373 +0x1ac
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Fetch(0xc420a80d20, 0xc43592ca00, 0xc426853de4, 0xc4555a7d78, 0xc45b113408)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:221 +0x70
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).fetchNewMessages(0xc4331c94f0, 0x0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:714 +0x2d0
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionConsumer(0xc4331c94f0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:608 +0x167
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionConsumer)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42a118680)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x238
goroutine 19319849 [IO wait, 33 minutes]:
net.runtime_pollWait(0x7f51e29baa00, 0x72, 0xba)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc42ae544c8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc42ae544c8, 0xc42c394000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc42ae54460, 0xc42c394000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42000c9f8, 0xc42c394000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc426e8e3c0, 0xc420c270c8, 0x1, 0x9, 0x7f51e29baa08, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc426e8e3c0, 0xc420c270c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc426e8e3c0, 0xc420c270c8, 0x1, 0x9, 0x0, 0x7f51e371be10, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc426e8e3c0, 0xc420c270c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c270a0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c270a0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 21192861 [select, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionManager(0xc430122730)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:575 +0x525
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionManager)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc423981980)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x1de
goroutine 45523626 [select]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).sendAndReceive(0xc43f790460, 0x1030780, 0xc454301d40, 0x1024b60, 0xc454301d60, 0xc4276bc550, 0x1060eb0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:373 +0x1ac
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Fetch(0xc43f790460, 0xc454301d40, 0xc42007ade4, 0xc44a2b8a38, 0xc4502c9e98)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:221 +0x70
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).fetchNewMessages(0xc4276bc500, 0x0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:714 +0x2d0
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionConsumer(0xc4276bc500)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:608 +0x167
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionConsumer)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc433f16fd0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x238
goroutine 30521043 [select, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionManager(0xc42d03cd70)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:575 +0x525
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionManager)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42f878860)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x1de
goroutine 45593184 [chan receive, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionConsumer(0xc4275f1810)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:604 +0x14c
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionConsumer)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4348f0a80)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x238
goroutine 45536309 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e34cce40, 0x72, 0x42)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc42e91fb18, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc42e91fb18, 0xc43c186000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc42e91fab0, 0xc43c186000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c2a1d8, 0xc43c186000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42ac19f80, 0xc42083c728, 0x1, 0x9, 0x0, 0xc420832cb8, 0xc420832f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42ac19f80, 0xc42083c728, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42ac19f80, 0xc42083c728, 0x1, 0x9, 0x8, 0x7f51e371cc20, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42ac19f80, 0xc42083c728, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42083c700, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42083c700)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 45536306 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e34cc480, 0x72, 0x4f)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc42b683f78, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc42b683f78, 0xc428525000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc42b683f10, 0xc428525000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420a26268, 0xc428525000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42ca21140, 0xc420c26808, 0x1, 0x9, 0x0, 0xc439087cb8, 0xc439087f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42ca21140, 0xc420c26808, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42ca21140, 0xc420c26808, 0x1, 0x9, 0x8, 0x7f51e371c770, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42ca21140, 0xc420c26808, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c267e0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c267e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 45536305 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e33ccb40, 0x72, 0x43)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc437f2b808, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc437f2b808, 0xc425773000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc437f2b7a0, 0xc425773000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42019c210, 0xc425773000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc436686b40, 0xc4208122c8, 0x1, 0x9, 0x0, 0xc4200c2cb8, 0xc4200c2f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc436686b40, 0xc4208122c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc436686b40, 0xc4208122c8, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc436686b40, 0xc4208122c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4208122a0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4208122a0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 45593183 [select, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionManager(0xc4275f1810)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:575 +0x525
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionManager)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4348f0a70)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x1de
goroutine 19319797 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e29badc0, 0x72, 0xb3)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4259cad88, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4259cad88, 0xc42fd26000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4259cad20, 0xc42fd26000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42000c9d8, 0xc42fd26000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42c7ff860, 0xc420c26f08, 0x1, 0x9, 0x7f51e29badc8, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42c7ff860, 0xc420c26f08, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42c7ff860, 0xc420c26f08, 0x1, 0x9, 0x0, 0x7f51e371b000, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42c7ff860, 0xc420c26f08, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c26ee0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c26ee0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 19744918 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e29ba100, 0x72, 0xc4)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc42b6d7cd8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc42b6d7cd8, 0xc42e02d000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc42b6d7c70, 0xc42e02d000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c644a0, 0xc42e02d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc426b96fc0, 0xc420c49608, 0x1, 0x9, 0x7f51e29ba108, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc426b96fc0, 0xc420c49608, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc426b96fc0, 0xc420c49608, 0x1, 0x9, 0x0, 0x7f51e371b000, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc426b96fc0, 0xc420c49608, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c495e0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c495e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 19319847 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e29bab80, 0x72, 0xb7)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4254d5958, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4254d5958, 0xc433924000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4254d58f0, 0xc433924000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c0e470, 0xc433924000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc428cebb60, 0xc42083a8e8, 0x1, 0x9, 0x7f51e29bab88, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc428cebb60, 0xc42083a8e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc428cebb60, 0xc42083a8e8, 0x1, 0x9, 0x0, 0x7f51e371d0d0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc428cebb60, 0xc42083a8e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42083a8c0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42083a8c0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 45536212 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e34cc0c0, 0x72, 0x3c)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc44989cfb8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc44989cfb8, 0xc429674000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc44989cf50, 0xc429674000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42019c088, 0xc429674000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc427ea52c0, 0xc420812028, 0x1, 0x9, 0x0, 0xc42cef1cb8, 0xc42cef1f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc427ea52c0, 0xc420812028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc427ea52c0, 0xc420812028, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc427ea52c0, 0xc420812028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420812000, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420812000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 21192862 [chan receive, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionConsumer(0xc430122730)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:604 +0x14c
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionConsumer)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc423981990)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x238
goroutine 23745301 [select]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).sendAndReceive(0xc420a80fc0, 0x1030780, 0xc43592c960, 0x1024b60, 0xc43592c9a0, 0xc42511ee10, 0x1060eb0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:373 +0x1ac
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Fetch(0xc420a80fc0, 0xc43592c960, 0xc4208fbde4, 0xc4555a7c98, 0xc45b113268)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:221 +0x70
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).fetchNewMessages(0xc42511ecd0, 0x0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:714 +0x2d0
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionConsumer(0xc42511ecd0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:608 +0x167
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionConsumer)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4301f7110)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x238
goroutine 19745018 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e2a40890, 0x72, 0xca)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc42e9e8228, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc42e9e8228, 0xc42f8dc000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc42e9e81c0, 0xc42f8dc000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42000c118, 0xc42f8dc000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42a8fc780, 0xc420726028, 0x1, 0x9, 0x0, 0xc426858cb8, 0xc426858f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42a8fc780, 0xc420726028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42a8fc780, 0xc420726028, 0x1, 0x9, 0x8, 0x7f51e371c2c0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42a8fc780, 0xc420726028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420726000, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420726000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 19744456 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e2a40ad0, 0x72, 0xc8)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4390fd798, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4390fd798, 0xc430d0f000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4390fd730, 0xc430d0f000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c64530, 0xc430d0f000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc43683e7e0, 0xc420c497c8, 0x1, 0x9, 0x0, 0xc428afacb8, 0xc428afaf00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc43683e7e0, 0xc420c497c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc43683e7e0, 0xc420c497c8, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc43683e7e0, 0xc420c497c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c497a0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c497a0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 19745021 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e2a40590, 0x72, 0xce)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc426d7e068, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc426d7e068, 0xc43072c000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc426d7e000, 0xc43072c000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420884420, 0xc43072c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc431b39c80, 0xc420a331a8, 0x1, 0x9, 0x0, 0xc4304c5cb8, 0xc4304c5f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc431b39c80, 0xc420a331a8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc431b39c80, 0xc420a331a8, 0x1, 0x9, 0x8, 0x7f51e371be10, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc431b39c80, 0xc420a331a8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a33180, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a33180)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 48013205 [select]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionManager(0xc429762be0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:575 +0x525
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionManager)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc45dae5740)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x1de
goroutine 19319848 [IO wait, 33 minutes]:
net.runtime_pollWait(0x7f51e29ba880, 0x72, 0xbb)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc43293a308, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc43293a308, 0xc427aa4000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc43293a2a0, 0xc427aa4000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42000c9e8, 0xc427aa4000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42c7fff20, 0xc420c26fe8, 0x1, 0x9, 0x7f51e29ba888, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42c7fff20, 0xc420c26fe8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42c7fff20, 0xc420c26fe8, 0x1, 0x9, 0x0, 0x7f51e371b960, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42c7fff20, 0xc420c26fe8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c26fc0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c26fc0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 21240499 [select]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionManager(0xc4353cb090)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:575 +0x525
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionManager)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4235c7210)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x1de
goroutine 19744919 [IO wait, 31 minutes]:
net.runtime_pollWait(0x7f51e29ba400, 0x72, 0xc1)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc42b4a11e8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc42b4a11e8, 0xc42c4f6000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc42b4a1180, 0xc42c4f6000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c2a270, 0xc42c4f6000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc434650420, 0xc42083c808, 0x1, 0x9, 0x7f51e29ba408, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc434650420, 0xc42083c808, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc434650420, 0xc42083c808, 0x1, 0x9, 0x0, 0x7f51e371c2c0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc434650420, 0xc42083c808, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42083c7e0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42083c7e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 45536246 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e34d0248, 0x72, 0x89)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4284d0df8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4284d0df8, 0xc420a68000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4284d0d90, 0xc420a68000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420a261d8, 0xc420a68000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42f839ce0, 0xc420c26728, 0x1, 0x9, 0x7f51e34d0250, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42f839ce0, 0xc420c26728, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42f839ce0, 0xc420c26728, 0x1, 0x9, 0x0, 0x7f51e371c770, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42f839ce0, 0xc420c26728, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c26700, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c26700)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 19319707 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e29bad00, 0x72, 0xb5)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4271a71e8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4271a71e8, 0xc429b37000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4271a7180, 0xc429b37000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc4200f4778, 0xc429b37000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4291bcf00, 0xc420175b48, 0x1, 0x9, 0x7f51e29bad08, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4291bcf00, 0xc420175b48, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4291bcf00, 0xc420175b48, 0x1, 0x9, 0x0, 0x7f51e371b000, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4291bcf00, 0xc420175b48, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420175b20, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420175b20)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 48039594 [chan receive, 8 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).responseReceiver(0xc42a4d4850)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:431 +0xf0
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseReceiver)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42dc021d0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Open.func1
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x625
goroutine 19319709 [IO wait, 33 minutes]:
net.runtime_pollWait(0x7f51e29ba940, 0x72, 0xb9)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4271a7258, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4271a7258, 0xc425c12000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4271a71f0, 0xc425c12000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c644c0, 0xc425c12000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42bd562a0, 0xc42290e8e8, 0x1, 0x9, 0x7f51e29ba948, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42bd562a0, 0xc42290e8e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42bd562a0, 0xc42290e8e8, 0x1, 0x9, 0x0, 0x7f51e371b960, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42bd562a0, 0xc42290e8e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42290e8c0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42290e8c0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 19319829 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e29ba700, 0x72, 0xb6)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4282e95d8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4282e95d8, 0xc42c782000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4282e9570, 0xc42c782000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c36750, 0xc42c782000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc426501da0, 0xc42083da68, 0x1, 0x9, 0x7f51e29ba708, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc426501da0, 0xc42083da68, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc426501da0, 0xc42083da68, 0x1, 0x9, 0x0, 0x7f51e371b4b0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc426501da0, 0xc42083da68, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42083da40, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42083da40)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 21240461 [IO wait]:
net.runtime_pollWait(0x7f51e2a40410, 0x72, 0xd1)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4284e5c68, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4284e5c68, 0xc429618000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4284e5c00, 0xc429618000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc42081c020, 0xc429618000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc428c84a20, 0xc4235bf7e0, 0x8, 0x8, 0xed1ba3c8c, 0xc4035f18f9, 0x1069b20)
/usr/local/go/src/bufio/bufio.go:213 +0x312
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*bufConn).Read(0xc4230a39c0, 0xc4235bf7e0, 0x8, 0x8, 0x0, 0x35f18f9, 0x1069b20)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:110 +0x4d
io.ReadAtLeast(0x7f51e36c4ad0, 0xc4230a39c0, 0xc4235bf7e0, 0x8, 0x8, 0x8, 0xbf49e0, 0x0, 0x7f51e36c4ad0)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x7f51e36c4ad0, 0xc4230a39c0, 0xc4235bf7e0, 0x8, 0x8, 0x0, 0x0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).responseReceiver(0xc42d84ad90)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:444 +0x31e
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseReceiver)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4235bf790)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Open.func1
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x625
goroutine 30521126 [select, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerProducer).run(0xc43417bc20)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:586 +0xbd9
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.run)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:536 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42c872f70)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:536 +0x29b
goroutine 23745300 [select]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionManager(0xc42511ecd0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:575 +0x525
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionManager)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4301f7100)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x1de
goroutine 19742412 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e29ba580, 0x72, 0xbe)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4343c0308, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4343c0308, 0xc42270c000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4343c02a0, 0xc42270c000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc4200f4130, 0xc42270c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc424458960, 0xc420174108, 0x1, 0x9, 0xc42754ccb0, 0x40efd2, 0x7f51e2bd7db0)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc424458960, 0xc420174108, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc424458960, 0xc420174108, 0x1, 0x9, 0x0, 0x7f51e371c770, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc424458960, 0xc420174108, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4201740e0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4201740e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 19319708 [IO wait, 33 minutes]:
net.runtime_pollWait(0x7f51e29ba7c0, 0x72, 0xbc)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4254d59c8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4254d59c8, 0xc430574000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4254d5960, 0xc430574000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c0e480, 0xc430574000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc428cebe60, 0xc420a32488, 0x1, 0x9, 0x7f51e29ba7c8, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc428cebe60, 0xc420a32488, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc428cebe60, 0xc420a32488, 0x1, 0x9, 0x0, 0x7f51e371b000, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc428cebe60, 0xc420a32488, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a32460, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a32460)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 45592377 [select]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionManager(0xc42d626000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:575 +0x525
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionManager)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42727e5a0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x1de
goroutine 19745020 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e2a407d0, 0x72, 0xcb)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4390fd808, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4390fd808, 0xc42d9e8000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4390fd7a0, 0xc42d9e8000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420a900f0, 0xc42d9e8000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42b15c120, 0xc420a9e568, 0x1, 0x9, 0x0, 0xc428afbcb8, 0xc428afbf00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42b15c120, 0xc420a9e568, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42b15c120, 0xc420a9e568, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42b15c120, 0xc420a9e568, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a9e540, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a9e540)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 45533500 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e33cc900, 0x72, 0x44)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc432b73c68, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc432b73c68, 0xc4256a0000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc432b73c00, 0xc4256a0000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420bca050, 0xc4256a0000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc432ca27e0, 0xc42290e108, 0x1, 0x9, 0xc4304bfcb0, 0x40f056, 0x7f51e237ec90)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc432ca27e0, 0xc42290e108, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc432ca27e0, 0xc42290e108, 0x1, 0x9, 0x8, 0x7f51e371b000, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc432ca27e0, 0xc42290e108, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42290e0e0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42290e0e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 45536307 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e34cccc0, 0x72, 0x3f)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc42b683f08, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc42b683f08, 0xc430cf4000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc42b683ea0, 0xc430cf4000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420a84220, 0xc430cf4000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc426719440, 0xc420a92568, 0x1, 0x9, 0x0, 0xc4228c7cb8, 0xc4228c7f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc426719440, 0xc420a92568, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc426719440, 0xc420a92568, 0x1, 0x9, 0x8, 0x7f51e371b4b0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc426719440, 0xc420a92568, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a92540, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a92540)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 48013372 [select, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionManager(0xc45305c410)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:575 +0x525
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionManager)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc43fa2a3d0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x1de
goroutine 45536248 [IO wait, 33 minutes]:
net.runtime_pollWait(0x7f51e34d0308, 0x72, 0x8f)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4284d0e68, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4284d0e68, 0xc42a45c000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4284d0e00, 0xc42a45c000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420a261c8, 0xc42a45c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42f839020, 0xc420c26648, 0x1, 0x9, 0x7f51e34d0310, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42f839020, 0xc420c26648, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42f839020, 0xc420c26648, 0x1, 0x9, 0x0, 0x7f51e371c2c0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42f839020, 0xc420c26648, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c26620, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c26620)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 19744947 [IO wait, 33 minutes]:
net.runtime_pollWait(0x7f51e36929f8, 0x72, 0xa1)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc434a85cd8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc434a85cd8, 0xc42030d000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc434a85c70, 0xc42030d000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c2a218, 0xc42030d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42877a120, 0xc42083c488, 0x1, 0x9, 0xc422716cb0, 0x40f056, 0x7f51e30cc618)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42877a120, 0xc42083c488, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42877a120, 0xc42083c488, 0x1, 0x9, 0x0, 0x7f51e371c770, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42877a120, 0xc42083c488, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42083c460, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42083c460)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 19745019 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e2a40950, 0x72, 0xc9)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc42fb75c68, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc42fb75c68, 0xc428702000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc42fb75c00, 0xc428702000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420884400, 0xc428702000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc431b39800, 0xc420a32fe8, 0x1, 0x9, 0x0, 0xc431057cb8, 0xc431057f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc431b39800, 0xc420a32fe8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc431b39800, 0xc420a32fe8, 0x1, 0x9, 0x8, 0x7f51e371b960, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc431b39800, 0xc420a32fe8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a32fc0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a32fc0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 19744842 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e2a40710, 0x72, 0xcd)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc42b379e98, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc42b379e98, 0xc431819000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc42b379e30, 0xc431819000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420c64540, 0xc431819000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc43683ea20, 0xc420c498a8, 0x1, 0x9, 0x0, 0xc4209aacb8, 0xc4209aaf00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc43683ea20, 0xc420c498a8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc43683ea20, 0xc420c498a8, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc43683ea20, 0xc420c498a8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c49880, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c49880)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 19744453 [IO wait, 30 minutes]:
net.runtime_pollWait(0x7f51e2a40b90, 0x72, 0xc6)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc42e9e81b8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc42e9e81b8, 0xc42596c000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc42e9e8150, 0xc42596c000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420bca0a0, 0xc42596c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc4270484e0, 0xc420c561e8, 0x1, 0x9, 0x0, 0xc42feb4cb8, 0xc42feb4f00)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc4270484e0, 0xc420c561e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc4270484e0, 0xc420c561e8, 0x1, 0x9, 0x8, 0x7f51e371be10, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4270484e0, 0xc420c561e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c561c0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c561c0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 19745015 [IO wait, 33 minutes]:
net.runtime_pollWait(0x7f51e3693538, 0x72, 0xbd)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc423a12228, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc423a12228, 0xc42bd78000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc423a121c0, 0xc42bd78000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420a26150, 0xc42bd78000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc42863b0e0, 0xc4207e63a8, 0x1, 0x9, 0x7f51e3693540, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc42863b0e0, 0xc4207e63a8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc42863b0e0, 0xc4207e63a8, 0x1, 0x9, 0x0, 0x7f51e371c2c0, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42863b0e0, 0xc4207e63a8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4207e6380, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4207e6380)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 21241028 [chan receive, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer.func1()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:540 +0x67
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4346eef00)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:552 +0x32a
goroutine 45592378 [select]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).sendAndReceive(0xc42ae3ac40, 0x1030780, 0xc43592c860, 0x1024b60, 0xc43592c900, 0xc42d626050, 0x1060eb0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:373 +0x1ac
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Fetch(0xc42ae3ac40, 0xc43592c860, 0xc42093cde4, 0xc4555a7bb8, 0xc45b1130c8)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:221 +0x70
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).fetchNewMessages(0xc42d626000, 0x0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:714 +0x2d0
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionConsumer(0xc42d626000)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:608 +0x167
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionConsumer)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42727e5d0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x238
goroutine 45523625 [select]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionManager(0xc4276bc500)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:575 +0x525
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionManager)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc433f16fc0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x1de
goroutine 48013474 [chan receive, 30 minutes]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer.func1()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:540 +0x67
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4402e81e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:552 +0x32a
goroutine 45536222 [IO wait, 32 minutes]:
net.runtime_pollWait(0x7f51e34d0008, 0x72, 0x8e)
/usr/local/go/src/runtime/netpoll.go:164 +0x59
net.(*pollDesc).wait(0xc4316fabc8, 0x72, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_poll_runtime.go:75 +0x38
net.(*pollDesc).waitRead(0xc4316fabc8, 0xc424e72000, 0x1000)
/usr/local/go/src/net/fd_poll_runtime.go:80 +0x34
net.(*netFD).Read(0xc4316fab60, 0xc424e72000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508)
/usr/local/go/src/net/fd_unix.go:250 +0x1b7
net.(*conn).Read(0xc420878188, 0xc424e72000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:181 +0x70
bufio.(*Reader).Read(0xc425d77bc0, 0xc420a32808, 0x1, 0x9, 0x7f51e34d0010, 0x0, 0x45a8f6)
/usr/local/go/src/bufio/bufio.go:213 +0x312
io.ReadAtLeast(0x1023d20, 0xc425d77bc0, 0xc420a32808, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240)
/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0x1023d20, 0xc425d77bc0, 0xc420a32808, 0x1, 0x9, 0x0, 0x7f51e371b960, 0x0)
/usr/local/go/src/io/io.go:325 +0x58
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc425d77bc0, 0xc420a32808, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a327e0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba
github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a327e0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b
created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d
goroutine 48013206 [select]:
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).sendAndReceive(0xc420a81110, 0x1030780, 0xc43592c700, 0x1024b60, 0xc43592c800, 0xc429762cd0, 0x1060eb0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:373 +0x1ac
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Fetch(0xc420a81110, 0xc43592c700, 0xc420a54de4, 0xc4555a7ad8, 0xc45b112f28)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:221 +0x70
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).fetchNewMessages(0xc429762be0, 0x0, 0x0, 0x0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:714 +0x2d0
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionConsumer(0xc429762be0)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:608 +0x167
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionConsumer)-fm()
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x2a
github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc45dae5750)
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43
created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer
/home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x238
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment